-- Logs begin at Thu 2021-01-14 02:22:46 UTC, end at Thu 2021-01-14 03:54:28 UTC. -- Jan 14 02:58:48.747653 n-d-765315-13 systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 02:58:51.458583 n-d-765315-13 neutron-server[80721]: INFO neutron.common.config [-] Logging enabled! Jan 14 02:58:51.459078 n-d-765315-13 neutron-server[80721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 02:58:51.460389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80721) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 02:58:51.461759 n-d-765315-13 neutron-server[80721]: INFO neutron.common.config [-] Logging enabled! Jan 14 02:58:51.462054 n-d-765315-13 neutron-server[80721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 02:58:51.462357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80721) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 02:58:51.463415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 02:58:51.463685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 02:58:51.464798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 02:58:51.465088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 02:58:51.465356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 02:58:51.465735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.466084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.466430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.466701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.467051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.467393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.467724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.468067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.468444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.468780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.469104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.469433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.469700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.470026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.470362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.470696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.470958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] debug = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.471282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.471825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.472151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.472498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.472840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.473156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.473475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.473805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.474179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] host = n-d-765315-13 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.474503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.474836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.475171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.475506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.475825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.476149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.476504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.476854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.477153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.477475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.477812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.478150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.478493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.478755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.479015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.479350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.479691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.480011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.480333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.480676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.480995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.481314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.481628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.481966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.482301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.482636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.482956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.483276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.483595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.483911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.484244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.484589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.484908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.485226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.485561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.485875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.486192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.486543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.486879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.487207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.487540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.487856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.488188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.488529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.488850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.489173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_json = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.489484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.489802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.490124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.490438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.490753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.491068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.491381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.491719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:51.492061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.492451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.492804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.493136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.493474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.493803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.494142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.494463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.494799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.495141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.495473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.495796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.496131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.496479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.496826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.497183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.497528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.497871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.498189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.498506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.498823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.499148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.499482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.499827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.500167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.500511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.500834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.501175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.501499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.501820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.502159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.502479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.502795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.503120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.503443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.503759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.504074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.504416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.504760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.505075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.505388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.505705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.506024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.506338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.506670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.506991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.507306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.507623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.508499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.508813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.509129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.509451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.509767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.510088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.510403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.510723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.511037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.511353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.511668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.511988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.512301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.512648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.512964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.513282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.513598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.513913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.514229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.514560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.514904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.515227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.515550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.515872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.516195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.516539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.516860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.517182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.517505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.517819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.518158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.518488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.518819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.519146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.519467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.519809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.520129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.520487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.520804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.521128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.521457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.521790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.522134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.522474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.522813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.523150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.523486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.524417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.524780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.525105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:51.525361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 02:58:51.525629 n-d-765315-13 neutron-server[80721]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80721) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 14 02:58:52.181015 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading Gnome Jan 14 02:58:52.198465 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading Google Jan 14 02:58:52.201064 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading Windows (alt) Jan 14 02:58:52.204541 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading file Jan 14 02:58:52.205541 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading keyczar Jan 14 02:58:52.205828 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading multi Jan 14 02:58:52.206479 n-d-765315-13 neutron-server[80721]: INFO keyring.backend [-] Loading pyfs Jan 14 02:58:52.253026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80721) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:58:52.253342 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80721) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:58:52.253676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80721) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:58:52.254070 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 02:58:52.660114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.660671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.660777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.721512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.721830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.722132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.725728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.726035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.726333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.804389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.804690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.805555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.806583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.806890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.807185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.924105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.924390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.924698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.925006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:52.925847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.108446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.108821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.109153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.109459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.109762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.110146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.110449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.110741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.111035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.111375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.111670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.111978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.112288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.112608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.112924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.113242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.113538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.113865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.114156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.114649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.114937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.115221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.115566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.115852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.116132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.116580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.116860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.117135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.117433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.117706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.117979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.119405 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 02:58:53.126768 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 02:58:53.134405 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 02:58:53.139627 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jan 14 02:58:53.142627 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 02:58:53.143759 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 02:58:53.144150 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 14 02:58:53.144636 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 02:58:53.148134 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 02:58:53.148441 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 02:58:53.149356 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 14 02:58:53.172703 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 14 02:58:53.173375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.173713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80721) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 14 02:58:53.174166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.175471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80721) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 02:58:53.175791 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 14 02:58:53.176073 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 14 02:58:53.179106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.179425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.245236 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 02:58:53.245510 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 02:58:53.245785 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 02:58:53.246198 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 02:58:53.280755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.sqlalchemy.engines [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80721) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 02:58:53.680909 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing driver for type 'gre' Jan 14 02:58:53.681456 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] gre ID ranges: [(1, 1000)] Jan 14 02:58:53.722925 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing driver for type 'local' Jan 14 02:58:53.723296 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing driver for type 'vlan' Jan 14 02:58:53.736134 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] VlanTypeDriver initialization complete Jan 14 02:58:53.736761 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing driver for type 'vxlan' Jan 14 02:58:53.737411 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] vxlan ID ranges: [(1, 1000)] Jan 14 02:58:53.780367 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing extension driver 'port_security' Jan 14 02:58:53.781495 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.extensions.port_security [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] PortSecurityExtensionDriver initialization complete Jan 14 02:58:53.781495 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing mechanism driver 'openvswitch' Jan 14 02:58:53.787464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80721) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:58:53.788326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.788758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.789637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.790055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.790439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.790818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.791262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.791616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.792003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.792459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.792829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.793203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.793625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.793995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.794361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.794915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > address_group after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.795281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > address_group after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.795654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > address_group after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.796020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] ML2 OVO RPC backend initialized. {{(pid=80721) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 14 02:58:53.796798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.797190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.797649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.798031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > networks before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.798411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.798788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > ports before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.799162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.799542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnets before_response 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.799932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.800302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.800719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.801096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.801470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.801842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.802213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.802584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.802955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > subnet after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.803598 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.plugin [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Modular L2 Plugin initialization complete Jan 14 02:58:53.803956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading services supported by the core plugin {{(pid=80721) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 02:58:53.804331 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.managers [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Got port-security extension from driver 'port_security' Jan 14 02:58:53.805503 n-d-765315-13 neutron-server[80721]: INFO neutron.extensions.vlantransparent [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Disabled vlantransparent extension. Jan 14 02:58:53.806997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80721) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 02:58:53.807353 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: router Jan 14 02:58:53.851621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.852689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_create 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.853091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router before_create 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.853492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.853910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.854300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_delete 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.854698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > floatingip after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.855101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_create 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.855486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.855873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.856253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.856672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.857157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.857573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.857951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.858329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: subnet after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.858701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.859089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > port precommit_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.859474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_create 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.859850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.860229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.860656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router after_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.861034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_delete 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.861418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_create 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.861819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router_interface after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.862203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_update 55549900 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.862633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > network after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.863648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Tracking information for resource: router configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.864020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Tracking information for resource: floatingip configured {{(pid=80721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 02:58:53.869868 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_agentschedulers_db [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 02:58:53.870519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.870916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.871299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.871682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: port after_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.872625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router before_create 55550100 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.873037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_delete 55550100 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.873426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_create 55550100 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.873810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > router precommit_update 55550100 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.878500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.provider_configuration [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service providers = [] {{(pid=80721) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 02:58:53.878895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.servicetype_db [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80721) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 02:58:53.881790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.service_base [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 02:58:53.882166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.service_base [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 02:58:53.882543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.service_base [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 02:58:53.884012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.service_base [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 02:58:53.884430 n-d-765315-13 neutron-server[80721]: INFO neutron.services.service_base [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 02:58:53.884856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.885209 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 02:58:53.907470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.907883 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: auto_allocate Jan 14 02:58:53.920237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: network precommit_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.920667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: network precommit_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.921270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.921629 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: tag Jan 14 02:58:53.933598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.933910 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: timestamp Jan 14 02:58:53.938200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.938564 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: network_ip_availability Jan 14 02:58:53.944044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.944498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.944890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:53.946344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.946699 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: flavors Jan 14 02:58:53.962690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.963059 n-d-765315-13 neutron-server[80721]: INFO neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading Plugin: revisions Jan 14 02:58:53.967456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 02:58:53.967873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.714s {{(pid=80721) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:58:53.968720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80721) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 14 02:58:53.969080 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Initializing extension manager. Jan 14 02:58:53.969650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: __init__.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.970031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: __pycache__ {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.970406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.970780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: address_group.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.971626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.972285 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: address-group Jan 14 02:58:53.972673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: address_scope.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.973455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.974036 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: address-scope Jan 14 02:58:53.974391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: admin_state_down_before_update.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.975354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.975926 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: router-admin-state-down-before-update Jan 14 02:58:53.976285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: agent.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.977239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.977803 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: agent Jan 14 02:58:53.978159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: agent_resources_synced.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.979082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.979652 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: agent-resources-synced Jan 14 02:58:53.980004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: allowedaddresspairs.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.981853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.982443 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: allowed-address-pairs Jan 14 02:58:53.982809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: auto_allocated_topology.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.983893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.984493 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: auto-allocated-topology Jan 14 02:58:53.984861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: availability_zone.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.985616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.986193 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: availability_zone Jan 14 02:58:53.986557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: availability_zone_filter.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.987488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.988059 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: availability_zone_filter Jan 14 02:58:53.988438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: data_plane_status.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.989538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.989925 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 02:58:53.990282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: default_subnetpools.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.991211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.991783 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: default-subnetpools Jan 14 02:58:53.992146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: dhcpagentscheduler.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.993560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.994133 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: dhcp_agent_scheduler Jan 14 02:58:53.994495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: dns.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.995418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.995987 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension dns-integration not supported by any of loaded plugins Jan 14 02:58:53.996376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: dns_domain_ports.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.997299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.997867 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 02:58:53.998223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: dvr.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:53.998949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:53.999528 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: dvr Jan 14 02:58:53.999886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: empty_string_filtering.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.000853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.001434 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: empty-string-filtering Jan 14 02:58:54.001789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.002818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.003389 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 02:58:54.003748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.004726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.005307 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 02:58:54.005656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: external_net.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.006577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.007149 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: external-net Jan 14 02:58:54.007507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: extra_dhcp_opt.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.008987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.009550 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: extra_dhcp_opt Jan 14 02:58:54.009907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: extraroute.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.010839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.011412 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: extraroute Jan 14 02:58:54.011769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: extraroute_atomic.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.012830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.013407 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: extraroute-atomic Jan 14 02:58:54.013768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: filter_validation.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.014473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.015042 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: filter-validation Jan 14 02:58:54.015401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: fip_pf_description.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.016317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.016912 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 02:58:54.017272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: fip_port_details.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.018200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.018770 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: fip-port-details Jan 14 02:58:54.019131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: flavors.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.020394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.020971 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: flavors Jan 14 02:58:54.021333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.023054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.023714 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 02:58:54.024089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: floatingip_pools.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.024897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.025476 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: floatingip-pools Jan 14 02:58:54.025845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: ip_allocation.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.026783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.027354 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 02:58:54.027715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.028665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.029234 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: ip-substring-filtering Jan 14 02:58:54.029593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l2_adjacency.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.030521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.031083 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 02:58:54.031442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.032667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.033250 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: router Jan 14 02:58:54.033613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3_conntrack_helper.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.035920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.036538 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 02:58:54.036910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.037861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.038433 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: ext-gw-mode Jan 14 02:58:54.038799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.039748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.040321 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: l3-ha Jan 14 02:58:54.040733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3_flavors.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.041654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.042225 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: l3-flavors Jan 14 02:58:54.042584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.043505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.044071 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 02:58:54.044454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: l3agentscheduler.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.045633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.046220 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: l3_agent_scheduler Jan 14 02:58:54.046579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: logging.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.048195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.048824 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension logging not supported by any of loaded plugins Jan 14 02:58:54.049186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: metering.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.049988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.050686 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: metering Jan 14 02:58:54.051051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.052178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.052791 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: metering_source_and_destination_fields Jan 14 02:58:54.053155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: multiprovidernet.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.054089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.054665 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: multi-provider Jan 14 02:58:54.055555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: netmtu.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.056519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.057098 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: net-mtu Jan 14 02:58:54.057457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: netmtu_writable.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.058394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.058968 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: net-mtu-writable Jan 14 02:58:54.059327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: network_availability_zone.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.060060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.060924 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: network_availability_zone Jan 14 02:58:54.061282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: network_ip_availability.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.062409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.062983 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: network-ip-availability Jan 14 02:58:54.063344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: network_segment_range.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.064169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.064763 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 02:58:54.065122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: pagination.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.066113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.066482 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: pagination Jan 14 02:58:54.066837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.067776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.068379 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: port-mac-address-regenerate Jan 14 02:58:54.068733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.069666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.070236 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: port-numa-affinity-policy Jan 14 02:58:54.071340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: port_resource_request.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.072273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.072871 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 02:58:54.073228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: portbindings.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.074269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.074846 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: binding Jan 14 02:58:54.075205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: portbindings_extended.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.076569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.077147 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: binding-extended Jan 14 02:58:54.077512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: portsecurity.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.078444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.079028 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: port-security Jan 14 02:58:54.079388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: project_id.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.080481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.080856 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: project-id Jan 14 02:58:54.081213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: providernet.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.082159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.082737 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: provider Jan 14 02:58:54.083098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.086687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.087272 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos not supported by any of loaded plugins Jan 14 02:58:54.087636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.088889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.089468 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 02:58:54.089833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.090754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.091325 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 02:58:54.091686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_default.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.092668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.093238 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-default not supported by any of loaded plugins Jan 14 02:58:54.093598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_fip.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.094290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.094848 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-fip not supported by any of loaded plugins Jan 14 02:58:54.095207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_gateway_ip.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.096147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.096739 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 02:58:54.097097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_port_network_policy.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.098102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.098675 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 02:58:54.099030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_rule_type_details.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.099963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.100557 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 02:58:54.100911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: qos_rules_alias.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.101981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.102550 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 02:58:54.102911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: quotasv2.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.103923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.104292 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: quotas Jan 14 02:58:54.104702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: quotasv2_detail.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.106294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.106674 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: quota_details Jan 14 02:58:54.107043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: rbac.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.108218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.108840 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: rbac-policies Jan 14 02:58:54.109207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: rbac_address_scope.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.110145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.110723 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: rbac-address-scope Jan 14 02:58:54.111082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: rbac_security_groups.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.112003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.112609 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: rbac-security-groups Jan 14 02:58:54.112974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: rbac_subnetpool.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.113921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.114500 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: rbac-subnetpool Jan 14 02:58:54.114857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: revisionifmatch.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.116019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.116388 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: revision-if-match Jan 14 02:58:54.116750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: revisions.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.118415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.118982 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: standard-attr-revisions Jan 14 02:58:54.119344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: router_availability_zone.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.120069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.120676 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: router_availability_zone Jan 14 02:58:54.121039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: routerservicetype.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.122078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.122648 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension router-service-type not supported by any of loaded plugins Jan 14 02:58:54.123006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.123944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.124559 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: security-groups-normalized-cidr Jan 14 02:58:54.124923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: security_groups_port_filtering.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.125836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.126414 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: port-security-groups-filtering Jan 14 02:58:54.126774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.127700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.128280 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: security-groups-remote-address-group Jan 14 02:58:54.128665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: securitygroup.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.143664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.144275 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: security-group Jan 14 02:58:54.144669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: segment.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.145544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.146124 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension segment not supported by any of loaded plugins Jan 14 02:58:54.146494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.147441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.148026 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 02:58:54.148412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: servicetype.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.149548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.150133 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: service-type Jan 14 02:58:54.150495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: sorting.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.151491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.151862 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: sorting Jan 14 02:58:54.152221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: standard_attr_segment.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.153210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.153786 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 02:58:54.154148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: standardattrdescription.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.154844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.155417 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: standard-attr-description Jan 14 02:58:54.155777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: stateful_security_group.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.156746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.157328 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: stateful-security-group Jan 14 02:58:54.157687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: stdattrs_common.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.158272 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 02:58:54.158627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.159557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.160125 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 02:58:54.160507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnet_onboard.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.161573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.162152 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: subnet_onboard Jan 14 02:58:54.162509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.163523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.164646 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 02:58:54.165014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnet_service_types.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.165954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.166540 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: subnet-service-types Jan 14 02:58:54.166899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnetallocation.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.167979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.168579 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: subnet_allocation Jan 14 02:58:54.168941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.169640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.170214 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: subnetpool-prefix-ops Jan 14 02:58:54.170572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.171514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.172085 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 02:58:54.172464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: tagging.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.173939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.175586 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: standard-attr-tag Jan 14 02:58:54.176141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: timestamp.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.177488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.178167 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loaded extension: standard-attr-timestamp Jan 14 02:58:54.178440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: trunk.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.179477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.180639 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension trunk not supported by any of loaded plugins Jan 14 02:58:54.181003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: trunk_details.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.181938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.182514 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension trunk-details not supported by any of loaded plugins Jan 14 02:58:54.182952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: uplink_status_propagation.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.183848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.184408 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 02:58:54.184774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Loading extension file: vlantransparent.py {{(pid=80721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 02:58:54.185751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 02:58:54.186325 n-d-765315-13 neutron-server[80721]: INFO neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 02:58:54.189080 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:network Jan 14 02:58:54.189920 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnet Jan 14 02:58:54.190588 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 02:58:54.191248 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:port Jan 14 02:58:54.192783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.193345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service FLAVORS assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.193969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.194446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.194816 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:router Jan 14 02:58:54.195561 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:floatingip Jan 14 02:58:54.196385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service METERING assigned prefix: /metering {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.198518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:54.198920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:54.199305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80721) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 02:58:54.200483 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 02:58:54.200977 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:security_group Jan 14 02:58:54.201766 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 02:58:54.202593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service CORE assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.202965 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 02:58:54.203330 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] subnetpool is already registered Jan 14 02:58:54.203998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service CORE assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.204368 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 02:58:54.205020 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] subnetpool is already registered Jan 14 02:58:54.207920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.208419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service FLAVORS assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.209070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.209530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.209900 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:router Jan 14 02:58:54.210261 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] router is already registered Jan 14 02:58:54.210925 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:floatingip Jan 14 02:58:54.211375 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] floatingip is already registered Jan 14 02:58:54.212073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service METERING assigned prefix: /metering {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.212845 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 02:58:54.213210 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] rbac_policy is already registered Jan 14 02:58:54.213836 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:security_group Jan 14 02:58:54.214203 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] security_group is already registered Jan 14 02:58:54.214852 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 02:58:54.215214 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] security_group_rule is already registered Jan 14 02:58:54.215934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service CORE assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.216303 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 02:58:54.216692 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] subnetpool is already registered Jan 14 02:58:54.217352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.resource_helper [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Service CORE assigned prefix: {{(pid=80721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 02:58:54.217714 n-d-765315-13 neutron-server[80721]: INFO neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 02:58:54.218072 n-d-765315-13 neutron-server[80721]: WARNING neutron.quota.resource_registry [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] subnetpool is already registered Jan 14 02:58:54.218798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: extensions {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.220393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: address-groups {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.222090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: address-scopes {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.223391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: agents {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.225166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: auto-allocated-topology {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.227649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: availability_zones {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.229192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: dhcp-networks {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.230648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: dhcp-agents {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.232168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: routers {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.234172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: flavors {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.235420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: service_profiles {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.236740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: next_providers {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.238374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: service_profiles {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.239928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: floatingip-pools {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.241298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: routers {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.243944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: floatingips {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.245231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: l3-routers {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.246720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: l3-agents {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.248228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: metering-labels {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.250578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: metering-label-rules {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.251971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: network-ip-availabilities {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.253349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: bindings {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.255104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: quotas {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.256662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: quotas {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.258199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: rbac-policies {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.259563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: security-groups {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.260881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: security-group-rules {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.262205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: service-providers {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.263517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: subnetpools {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.265058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: subnetpools {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.266605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.268399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.270314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.272205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.274165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.276135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.278069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.280039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.282042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.283996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.extensions [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Extended resource: tags {{(pid=80721) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 02:58:54.291643 n-d-765315-13 neutron-server[80721]: WARNING keystonemiddleware.auth_token [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 02:58:54.296982 n-d-765315-13 neutron-server[80721]: WARNING keystonemiddleware.auth_token [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 02:58:54.306345 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Acquired lock "singleton_lock" {{(pid=80721) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 02:58:54.306863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Releasing lock "singleton_lock" {{(pid=80721) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 02:58:54.308391 n-d-765315-13 neutron-server[80721]: INFO oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Starting 2 workers Jan 14 02:58:54.313421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Started child 80832 {{(pid=80721) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 02:58:54.317916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.318240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Started child 80833 {{(pid=80721) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 02:58:54.319462 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [-] (80832) wsgi starting up on http://0.0.0.0:9696 Jan 14 02:58:54.319821 n-d-765315-13 neutron-server[80721]: INFO neutron.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 02:58:54.320597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Notify callbacks [] for process, before_spawn {{(pid=80721) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.322779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.323134 n-d-765315-13 neutron-server[80721]: INFO oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Starting 1 workers Jan 14 02:58:54.324160 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [-] (80833) wsgi starting up on http://0.0.0.0:9696 Jan 14 02:58:54.328666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Started child 80834 {{(pid=80721) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 02:58:54.329228 n-d-765315-13 neutron-server[80721]: INFO oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Starting 1 workers Jan 14 02:58:54.331326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] calling RpcWorker wait() {{(pid=80834) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 02:58:54.331740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] returning from RpcWorker wait() {{(pid=80834) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 02:58:54.333543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.334039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:58:54.334150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Started child 80835 {{(pid=80721) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 02:58:54.334850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e708e532-041b-4a1f-a37a-939e328ff4df None None] Notify callbacks [] for process, after_spawn {{(pid=80721) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.336542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80721) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 02:58:54.336742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 02:58:54.336959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 02:58:54.337228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 02:58:54.337613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 02:58:54.337805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 02:58:54.338286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:58:54.338391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.338649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.338959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.339204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:58:54.339301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.339555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.340172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.340505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.340799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.341116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.341386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.341587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.341778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.342065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.342337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.342677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.342956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.343220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.343490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.343699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.343971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.344257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.344562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.344853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] debug = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.345123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.345731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.345998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.346276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.346514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.346813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.347091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.347378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.347652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.347897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.348160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.348472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.348847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.349011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.349250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.349606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.349899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] host = n-d-765315-13 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.350143 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.350387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.350649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.350910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.351191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.351439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.352291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.352625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.352900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.353157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.353435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.353694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.353958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.354220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.354381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_options = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.354630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.354890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.355167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.355375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.355566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.355752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.356047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.356207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.356516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.356781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.357012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.357258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.357508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.357749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.358036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.358279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.358555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.358795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.359102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.359381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.359656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.359922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.360184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.360449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.360695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.360953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.361212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.361454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.361713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.361969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.362249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.362739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.363035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.363364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.363604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.363802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.364232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.364534 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.364804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.365155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.365393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.365681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.365952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.366218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.366469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.366731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_json = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.367170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.368064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.368241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.368416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.368663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.368911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.369137 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.369406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.369875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.370282 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.370548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.370821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.371087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.371367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.371667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.371934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.372199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.372486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.372867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.373067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.373387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.373640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.374004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.374329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.374603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.374901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.375239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.375403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.375630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.375879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.376232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.376572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.376842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.377351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.377512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.377736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.378005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.378251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.378497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.378741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.379035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.379295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.379632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.379898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.380144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.380604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.380831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.381121 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.381388 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.381639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.381885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.382144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.382372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.382614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.382985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.383174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.383417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.383690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.383940 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.384181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.384467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.384719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.385004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.385252 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.385484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.385709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.385956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.386202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.386469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.386751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.386995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.387236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.387500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.387737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.387970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.388222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.388528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.388776 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.389020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.389262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.389505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.389747 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.390008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.390270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.390495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.390744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.390984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.391226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.391486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.391728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.391969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.392270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.392648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.392900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.393181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.393448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.393723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.393999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.394274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.394522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.394800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.395044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.395341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.395641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.395922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.396360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.396462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.396729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.396979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.397232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.397555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.397724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.397970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.399969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.400259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.400639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.400863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.401194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.403875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.404398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.404398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.404642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.404896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.405188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.405453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.405816 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.406103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.406366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.406611 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.406907 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.407201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.407468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.407758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.408027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.408312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.408654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.409779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.409779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.409779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.409779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.410162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.410162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.410403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.410639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.410839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.411077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.411326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.411725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.412135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.412569 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.412980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.413376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.413823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.414755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.415154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.415566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.415958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.416376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.416786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.417170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.417620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.418012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.418584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.419013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.419456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.419729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.420156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.420617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.421021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.421495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.421875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.422275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.422666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.423060 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.423446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.423838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0170810 Jan 14 02:58:54.423937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.424329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.424818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.425236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.425697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.426045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.426459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.426864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.427275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.427533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.427806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.428063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.428366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.428637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.428891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.429175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.429454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.429734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.430504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.430770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.431017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.431265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.432334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.432666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.432958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.433247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.433526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.433912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.434723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.434723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.434723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.434946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.435100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.435612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.436378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.436378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.436378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.436638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.437624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.437873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.438146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.438394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.438708 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.438981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.440039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.440439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.440714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.440996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.441280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.441535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.442559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.442857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.443227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.444453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.444814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.446043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.446165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.446374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.446830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.447245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.447714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.448219 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.448711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.449158 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.449450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.449765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.450049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.450321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.450561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.450916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.451059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.451315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.451598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.451860 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.452113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.452434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.452691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.452970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.453216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.453476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.453725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.453911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 02:58:54.454459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80721) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 02:58:54.454648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 02:58:54.454829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 02:58:54.455047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 02:58:54.455252 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 02:58:54.455432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 02:58:54.455683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.455870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.456059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.456251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.457647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.457647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.457647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.458710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.459848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.460031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.460213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.460447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] debug = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.460633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.460852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.461988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.462968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.463159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.463346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.463533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.463717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.463899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.464083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.464266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.464466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] host = n-d-765315-13 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.465374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.465566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.465752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.465936 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.466120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.466310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.466495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.466680 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.466863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.467748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.467748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.467748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.467748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.467748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_options = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.468899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.469901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.470997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.471179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.471361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.471547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.471729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.471912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.472994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.473313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.473313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.474349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.475357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_json = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.477963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.478120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 02:58:54.478326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.478487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.478692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.478853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.479046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.479218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.479400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.479589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.479750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481684 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481684 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481816 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.481888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.482995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483611 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.483985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.484172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.484438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.485519 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.485717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.485910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.486103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.486275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.486648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.486837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.487967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.488152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.488379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.488565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.489037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.489037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.490625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.492227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.493788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.493788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.493788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.494183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.494183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.494183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.495709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.497917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.498107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.498294 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.498480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.498665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.498850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.499962 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.500145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.500331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.500552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.500738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.500912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.501083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.501259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.501457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.501643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.502655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.503929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.504305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.504697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.504893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:58:54.505558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.505899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.506714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.506714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.506714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.506714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.506714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507708 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.507839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.508550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.508742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.508930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.509117 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.509302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.509489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.509674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.509859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.510974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.511160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.511344 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.511530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.511720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.511908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.512094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.512280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.512504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.512689 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.512877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.513991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.514176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.514362 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.514547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.514734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.514938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.515127 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.515312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.515497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.515682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.515867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.516052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.516237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.516470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.516662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.516837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.517842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.518919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.519091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.519272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.519433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.519625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.519821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.520008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.520177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.520392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.521685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.521685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.521685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.521920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.521989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.522152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.522503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.522680 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.522833 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.523039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.523202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.523395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.524188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.524376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.524751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.524943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.525114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.525477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.525678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.525865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.526665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.526665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.526665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.526665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.527854 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.528967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.529154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.529340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.529525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.529709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.529895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.530080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.530263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 02:58:54.530442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80721) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 02:59:04.651484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2527f-b1fe-46aa-b133-7daed30c9027 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 02:59:04.737762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2527f-b1fe-46aa-b133-7daed30c9027 None None] No non-hosted networks {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 02:59:04.753790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agentschedulers_db [None req-fdd2527f-b1fe-46aa-b133-7daed30c9027 None None] DHCP Agent not found on host n-d-765315-13 {{(pid=80834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 14 02:59:04.802297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5044-8abe-44c5-b1dd-e5337dd2ee8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:06.719375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc7ba-d6a2-4e53-9e36-ed2227d597c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:06.771668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147a1c75-fee4-4de4-8e10-447ffaafeb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:07.516183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:08.487996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:08.493565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.495725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.497614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.499866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.501372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.504688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.505216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.505990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.506501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.507000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.507510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.508576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:08.509132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:08.514805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:09.280211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:10.324594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] get_endpoint_by_host() called for host n-d-765315-13 {{(pid=80834) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 02:59:10.330256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] get_endpoint_by_ip() called for ip 192.168.0.69 {{(pid=80834) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 02:59:10.333885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] _add_endpoint() called for ip 192.168.0.69 {{(pid=80834) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 02:59:10.339545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] _get_endpoints() called {{(pid=80834) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 02:59:10.672698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35210) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:11.357750 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-470055b2-247b-42b9-b4c6-569e9cc22f5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:11.358355 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-470055b2-247b-42b9-b4c6-569e9cc22f5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:11.593505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-470055b2-247b-42b9-b4c6-569e9cc22f5d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:59:11.594869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-470055b2-247b-42b9-b4c6-569e9cc22f5d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9201062 Jan 14 02:59:12.833057 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_hamode_db [None req-6b04134f-dad4-462b-9ff5-ec448857e45a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 02:59:12.919278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04134f-dad4-462b-9ff5-ec448857e45a None None] Routers set() bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 02:59:12.919619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04134f-dad4-462b-9ff5-ec448857e45a None None] Router IDs set() for agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 02:59:14.331505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35224) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:14.749752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:14.802679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.policy [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80832) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 02:59:14.803503 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:14.803923 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: (rel_b, rel_a, rel_b), Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.807630 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.808927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 02:59:14.809844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 02:59:14.810891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:14.811819 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:14.817395 n-d-765315-13 neutron-server[80721]: INFO neutron.quota [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Loaded quota_driver: . Jan 14 02:59:14.861896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:14.915967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288736793800', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288736818266', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288736832053', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288736846176', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288736847712', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850916435', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3859892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854178406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854009453'] for rbac-policy, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:14.981660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:14.983051 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-722a3778-1e3a-4d05-b744-8bff1911d771 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504931 Jan 14 02:59:18.009620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:18.502880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'name': 'private'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:18.509460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:18.514147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Usage tracker for resource:network and tenant:ab456fe5d7b0415fb9662604f2a6705f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:18.517788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:18.523961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:18.532836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Made reservation on behalf of ab456fe5d7b0415fb9662604f2a6705f for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 02:59:18.540575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.557953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.573455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:18.577519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Usage tracker for resource:security_group_rule and tenant:ab456fe5d7b0415fb9662604f2a6705f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:18.581500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:18.590092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:18.689396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.692591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.698606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:18.722986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 02:59:18.750208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.750736 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Added segment d1899fba-5cb2-4d47-98dc-e91983bfc684 of type vxlan for network eff6514b-a693-48a7-ada9-d1edbd75722e Jan 14 02:59:18.800806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09eec69-99e1-413d-b0a4-072ccae28502,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:18.817919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.818284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.818644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.818998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.819346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.819691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.820565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.820917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.821261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.821601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.821944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.822286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Tracked resource versions report: Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 02:59:18.823459 n-d-765315-13 neutron-server[80721]: {{(pid=80832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 02:59:18.870105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.878526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:18.913101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:18.914607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:18.915288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:19.071191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:19.181066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1701231 Jan 14 02:59:19.181805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Pushing event updated for resources: {'Network': ['ID=eff6514b-a693-48a7-ada9-d1edbd75722e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:19.199299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:19.207705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network eff6514b-a693-48a7-ada9-d1edbd75722e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 02:59:22.237067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35254) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:22.745970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb16af50-2bb5-47d8-99df-90eee8597a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:22.747293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb16af50-2bb5-47d8-99df-90eee8597a6b admin admin] 10.222.0.30 "GET /v2.0/networks/eff6514b-a693-48a7-ada9-d1edbd75722e HTTP/1.1" status: 200 len: 818 time: 0.5091808 Jan 14 02:59:22.775987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a047686e-7a5e-40b5-aca3-3258306a279e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/b9591340-d5a2-468b-9d2b-d4f4ef0706f3 HTTP/1.1" status: 200 len: 734 time: 0.0224652 Jan 14 02:59:22.785372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Request body: {'subnet': {'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'ip_version': 4, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:22.790486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:22.794473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Usage tracker for resource:subnet and tenant:ab456fe5d7b0415fb9662604f2a6705f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:22.797468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:22.803075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:22.812028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Made reservation on behalf of ab456fe5d7b0415fb9662604f2a6705f for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 02:59:22.816545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:23.304831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:23.319565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:23.452608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Pushing event updated for resources: {'Subnet': ['ID=999362e7-16ac-48df-b906-2975a048de14,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:23.467879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:23.526075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Checking segment: {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 02:59:23.526445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Network hostable DHCP agents. Network: eff6514b-a693-48a7-ada9-d1edbd75722e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 02:59:23.546770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Network eff6514b-a693-48a7-ada9-d1edbd75722e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 02:59:23.555618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, eff6514b-a693-48a7-ada9-d1edbd75722e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:23.560389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:23.561288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:23.565484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff543d7-641c-4571-acf1-3729ed62088c None None] Network eff6514b-a693-48a7-ada9-d1edbd75722e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 02:59:23.580564 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7987294 Jan 14 02:59:23.896219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-eff6514b-a693-48a7-ada9-d1edbd75722e', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 02:59:23.897584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:24.403997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Allocated IP 172.20.0.2 (eff6514b-a693-48a7-ada9-d1edbd75722e/999362e7-16ac-48df-b906-2975a048de14/94aa6015-420e-4737-a20e-2d75482369a7) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 02:59:24.638271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:24.651034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Transition to ACTIVE for port object 94aa6015-420e-4737-a20e-2d75482369a7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 02:59:24.671121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Transition to ACTIVE for port object 94aa6015-420e-4737-a20e-2d75482369a7 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 02:59:24.676988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:24.693339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:24.822009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Pushing event updated for resources: {'Port': ['ID=94aa6015-420e-4737-a20e-2d75482369a7,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:24.832709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.833090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.833453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.833813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.834169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.834521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.834869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.835217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.835594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.835941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.836289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.836657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Tracked resource versions report: Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 02:59:24.837790 n-d-765315-13 neutron-server[80721]: {{(pid=80834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 02:59:24.843103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:24.898973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Network eff6514b-a693-48a7-ada9-d1edbd75722e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 02:59:24.900145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:24.903077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 02:59:24.963488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Attempting to bind port 94aa6015-420e-4737-a20e-2d75482369a7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:59:24.963923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Attempting to bind port 94aa6015-420e-4737-a20e-2d75482369a7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 02:59:24.964351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Attempting to bind port 94aa6015-420e-4737-a20e-2d75482369a7 on network eff6514b-a693-48a7-ada9-d1edbd75722e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 02:59:24.970013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 2, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 02:59:24.972407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Checking segment: {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 02:59:24.972407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:24.972407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Bound using segment: {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 02:59:24.972678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Bound port: 94aa6015-420e-4737-a20e-2d75482369a7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 02:59:24.972678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:25.063039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] For port 94aa6015-420e-4737-a20e-2d75482369a7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 02:59:25.067141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] For port 94aa6015-420e-4737-a20e-2d75482369a7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=94aa6015-420e-4737-a20e-2d75482369a7,segment=NetworkSegment(d1899fba-5cb2-4d47-98dc-e91983bfc684),segment_id=d1899fba-5cb2-4d47-98dc-e91983bfc684)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 02:59:25.070677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:25.084040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:25.231424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Pushing event updated for resources: {'Port': ['ID=94aa6015-420e-4737-a20e-2d75482369a7,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:25.235926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:26.328634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35264) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:27.110983 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-19b3cf8f-909b-4159-8bef-a27668949713 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:27.111587 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-19b3cf8f-909b-4159-8bef-a27668949713 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:27.346175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-19b3cf8f-909b-4159-8bef-a27668949713 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:59:27.348299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19b3cf8f-909b-4159-8bef-a27668949713 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 1.0184317 Jan 14 02:59:28.403747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 94aa6015-420e-4737-a20e-2d75482369a7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 02:59:28.473006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 94aa6015-420e-4737-a20e-2d75482369a7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 02:59:30.128171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3f49b-59b0-44ad-a166-2b159d51a8d7 None None] Network eff6514b-a693-48a7-ada9-d1edbd75722e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 02:59:30.140661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:30.228608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Provisioning for port 94aa6015-420e-4737-a20e-2d75482369a7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 02:59:30.236709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Provisioning complete for port 94aa6015-420e-4737-a20e-2d75482369a7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:30.237107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:30.478641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:30.529929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] For port 94aa6015-420e-4737-a20e-2d75482369a7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=94aa6015-420e-4737-a20e-2d75482369a7,segment=NetworkSegment(d1899fba-5cb2-4d47-98dc-e91983bfc684),segment_id=d1899fba-5cb2-4d47-98dc-e91983bfc684)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 02:59:30.535794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:30.550222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:30.601956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-74894c1d-ecfa-43ee-bff4-c3a21ea7a57f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:59:30.603825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-74894c1d-ecfa-43ee-bff4-c3a21ea7a57f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4613848 Jan 14 02:59:30.620077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Pushing event updated for resources: {'Port': ['ID=94aa6015-420e-4737-a20e-2d75482369a7,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:30.623925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:30.863899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b01ccb07-fa40-4aed-9be6-0156e2c0ad3f None None] Provisioning complete for port 94aa6015-420e-4737-a20e-2d75482369a7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:30.864303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b01ccb07-fa40-4aed-9be6-0156e2c0ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:31.116241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b85c493-0834-41a9-b090-a8459f62a2fc None None] Provisioning complete for port 94aa6015-420e-4737-a20e-2d75482369a7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:31.117182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b85c493-0834-41a9-b090-a8459f62a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:32.377073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 94aa6015-420e-4737-a20e-2d75482369a7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 02:59:32.445661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 94aa6015-420e-4737-a20e-2d75482369a7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:32.446062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:33.681430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35296) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:34.089860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:34.126748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.policy [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80833) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 02:59:34.127579 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:34.127980 n-d-765315-13 neutron-server[80721]: WARNING oslo_policy.policy [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: (rel_b, rel_a, rel_b), Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.131800 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.133480 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 02:59:34.134767 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 02:59:34.135920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 02:59:34.137245 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 02:59:34.141821 n-d-765315-13 neutron-server[80721]: INFO neutron.quota [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Loaded quota_driver: . Jan 14 02:59:34.186684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:34.193295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Usage tracker for resource:router and tenant:ab456fe5d7b0415fb9662604f2a6705f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:34.198431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:34.205765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:34.220305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:34.222260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:34.246772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:34.354002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:34.374266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:34.375550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88b3a7b2-b372-4017-a29b-0ee8a21c950a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6930890 Jan 14 02:59:34.460642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7928ed9e-d5b2-4db4-ba4f-484c7670debf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:36.728434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0528689a-3bc9-4afb-81ed-dc5ca6317d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:37.101103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:37.348594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:37.542891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-7fa8fa55-da21-427f-a13d-09b23dcd1204 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 02:59:37.543981 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7fa8fa55-da21-427f-a13d-09b23dcd1204 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4414973 Jan 14 02:59:38.478646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:39.237646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.141993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:40.315246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:40.324603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:40.328832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Usage tracker for resource:network and tenant:0578c0c5398c468d89200f6a651661c8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:40.332118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:40.337848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:40.347241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Made reservation on behalf of 0578c0c5398c468d89200f6a651661c8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 02:59:40.353611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.370648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.386091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:40.389989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Usage tracker for resource:security_group_rule and tenant:0578c0c5398c468d89200f6a651661c8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:40.393228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:40.398811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:40.498556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.501528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.507114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:40.519095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Reserving flat network on physical network physnet1 {{(pid=80833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 14 02:59:40.549260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.549809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Unsubscribe: segment precommit_create {{(pid=80833) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 14 02:59:40.550367 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Added segment d5fa0098-9f25-4041-a3e7-3dd5b48678f5 of type flat for network ba906728-a6fe-4e9b-aea4-bf3981958b17 Jan 14 02:59:40.758492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c59f5-e846-44b7-9bb2-c8a4f70f90ab,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:40.778023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.778387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.778742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.779094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.779441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.779786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.780129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.780500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.780840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.781182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.781521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.781858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Tracked resource versions report: Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 02:59:40.782984 n-d-765315-13 neutron-server[80721]: {{(pid=80833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 02:59:40.829369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:40.831011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.874228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.875506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:40.876147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:40.880887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:40.992846 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8496602 Jan 14 02:59:40.993561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Pushing event updated for resources: {'Network': ['ID=ba906728-a6fe-4e9b-aea4-bf3981958b17,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:41.017961 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:41.026605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 02:59:43.529398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:43.675444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69844e7a-a358-49e2-839a-45325195ac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:43.676917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69844e7a-a358-49e2-839a-45325195ac02 admin admin] 10.222.0.30 "GET /v2.0/subnets/999362e7-16ac-48df-b906-2975a048de14 HTTP/1.1" status: 200 len: 849 time: 0.1464860 Jan 14 02:59:43.821781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4cdd573-b495-4f3a-8c27-2e0d830585d2 admin admin] 10.222.0.30 "GET /v2.0/routers/7df25645-f6ee-4129-9b2f-23d5fb30f68f HTTP/1.1" status: 200 len: 704 time: 0.1380267 Jan 14 02:59:44.295632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:44.690134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Allocated IP 172.20.0.1 (eff6514b-a693-48a7-ada9-d1edbd75722e/999362e7-16ac-48df-b906-2975a048de14/168c8b32-53fe-41d8-8e06-72f383d5462f) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 02:59:44.854047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:44.873300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Transition to ACTIVE for port object 168c8b32-53fe-41d8-8e06-72f383d5462f will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 02:59:44.924587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:44.940602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:45.071561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Pushing event updated for resources: {'Port': ['ID=168c8b32-53fe-41d8-8e06-72f383d5462f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:45.077923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:45.130296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Network eff6514b-a693-48a7-ada9-d1edbd75722e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 02:59:45.131389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:45.134309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 02:59:45.134826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.344687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97d98b85-bb99-4c86-a4c6-2cf26bc38fcb None None] Provisioning for port 168c8b32-53fe-41d8-8e06-72f383d5462f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 02:59:45.351837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97d98b85-bb99-4c86-a4c6-2cf26bc38fcb None None] Provisioning complete for port 168c8b32-53fe-41d8-8e06-72f383d5462f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:45.352247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97d98b85-bb99-4c86-a4c6-2cf26bc38fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.406543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97d98b85-bb99-4c86-a4c6-2cf26bc38fcb None None] Port 168c8b32-53fe-41d8-8e06-72f383d5462f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 02:59:45.547344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.830446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.833944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.835700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:45.850044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:45.978448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Pushing event updated for resources: {'Port': ['ID=168c8b32-53fe-41d8-8e06-72f383d5462f,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:45.982817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:46.038951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Network eff6514b-a693-48a7-ada9-d1edbd75722e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 02:59:46.040045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:46.231914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bd2f0c59-c1ef-476a-baec-f3fda1fad5d2 None None] Provisioning complete for port 168c8b32-53fe-41d8-8e06-72f383d5462f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:46.232314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0c59-c1ef-476a-baec-f3fda1fad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:46.237913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Router 7df25645-f6ee-4129-9b2f-23d5fb30f68f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 02:59:46.285968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f0c59-c1ef-476a-baec-f3fda1fad5d2 None None] Port 168c8b32-53fe-41d8-8e06-72f383d5462f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 02:59:46.397117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 02:59:46.407136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] 10.222.0.30 "PUT /v2.0/routers/7df25645-f6ee-4129-9b2f-23d5fb30f68f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5794780 Jan 14 02:59:46.407342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Sync routers for ids ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 02:59:46.418543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Routers {'7df25645-f6ee-4129-9b2f-23d5fb30f68f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 02:59:46.419384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T02:59:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:46.599358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Set router 7df25645-f6ee-4129-9b2f-23d5fb30f68f gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 02:59:46.978851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:45Z', 'revision_number': 2, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port_host': None, '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:45Z', 'revision_number': 2, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:46.984041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Checking router: 7df25645-f6ee-4129-9b2f-23d5fb30f68f for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 02:59:46.984473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Updating router 7df25645-f6ee-4129-9b2f-23d5fb30f68f port 168c8b32-53fe-41d8-8e06-72f383d5462f binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 02:59:47.206716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:47.649321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:47.664096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Transition to ACTIVE for port object 168c8b32-53fe-41d8-8e06-72f383d5462f will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 02:59:47.667134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:47.686306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:47.820708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Pushing event updated for resources: {'Port': ['ID=168c8b32-53fe-41d8-8e06-72f383d5462f,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:47.831821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.832192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.832578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.832937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.833290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.833640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.834187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.834320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.834634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.835080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.835428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.835772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Tracked resource versions report: Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 02:59:47.836927 n-d-765315-13 neutron-server[80721]: {{(pid=80835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 02:59:47.852403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:48.002733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Attempting to bind port 168c8b32-53fe-41d8-8e06-72f383d5462f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:59:48.003258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Attempting to bind port 168c8b32-53fe-41d8-8e06-72f383d5462f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 02:59:48.003511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Attempting to bind port 168c8b32-53fe-41d8-8e06-72f383d5462f on network eff6514b-a693-48a7-ada9-d1edbd75722e {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 02:59:48.009553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 2, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 02:59:48.009938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Checking segment: {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 02:59:48.010398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:48.010820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Bound using segment: {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 02:59:48.011373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Bound port: 168c8b32-53fe-41d8-8e06-72f383d5462f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1899fba-5cb2-4d47-98dc-e91983bfc684', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 02:59:48.011791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:48.109448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] For port 168c8b32-53fe-41d8-8e06-72f383d5462f, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 02:59:48.117269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] For port 168c8b32-53fe-41d8-8e06-72f383d5462f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=168c8b32-53fe-41d8-8e06-72f383d5462f,segment=NetworkSegment(d1899fba-5cb2-4d47-98dc-e91983bfc684),segment_id=d1899fba-5cb2-4d47-98dc-e91983bfc684)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 02:59:48.123424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:48.137404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:48.285785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Pushing event updated for resources: {'Port': ['ID=168c8b32-53fe-41d8-8e06-72f383d5462f,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:48.292426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:48.350012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Routers {'7df25645-f6ee-4129-9b2f-23d5fb30f68f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 02:59:48.351687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T02:59:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:48.516115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] Set router 7df25645-f6ee-4129-9b2f-23d5fb30f68f gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 02:59:48.876851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:45Z', 'revision_number': 2, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port_host': None, '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:48Z', 'revision_number': 4, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:48.881027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbbcec8-4df6-42ca-bdc2-46f4c2d1f681 None None] The sync data for ids ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'] in n-d-765315-13 is: [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:45Z', 'revision_number': 2, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port_host': None, '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:48Z', 'revision_number': 4, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 02:59:48.963090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35364) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:49.163840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e0116-1a28-4896-be9f-1b461b5a913a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:49.164457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e09e0116-1a28-4896-be9f-1b461b5a913a admin admin] Synchronizing usage tracker for tenant:0578c0c5398c468d89200f6a651661c8 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 02:59:49.181383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e09e0116-1a28-4896-be9f-1b461b5a913a admin admin] Unset dirty status for tenant:0578c0c5398c468d89200f6a651661c8 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 02:59:49.182561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e09e0116-1a28-4896-be9f-1b461b5a913a admin admin] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 842 time: 0.2184432 Jan 14 02:59:49.193795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:49.200713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:49.204696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Usage tracker for resource:subnet and tenant:0578c0c5398c468d89200f6a651661c8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:49.207680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:49.214495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:49.223355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Made reservation on behalf of 0578c0c5398c468d89200f6a651661c8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 02:59:49.227995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:49.692884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 02:59:49.693531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:49.713268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:49.842834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a275561-8e80-4662-9301-95ea332fdc63,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:49.859093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:49.924458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 02:59:49.925042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Network hostable DHCP agents. Network: ba906728-a6fe-4e9b-aea4-bf3981958b17, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 02:59:49.948665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 02:59:49.961590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ba906728-a6fe-4e9b-aea4-bf3981958b17) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:49.965501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:49.966129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:49.972130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dd348-dedc-44e0-afd5-f18becbbd443 None None] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 02:59:50.005208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8151205 Jan 14 02:59:50.221171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50229591-b2ce-40de-8613-ef7fba27a3c6 None None] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 02:59:50.391821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 02:59:50.439040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 168c8b32-53fe-41d8-8e06-72f383d5462f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 02:59:50.515890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 168c8b32-53fe-41d8-8e06-72f383d5462f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 02:59:50.520813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 168c8b32-53fe-41d8-8e06-72f383d5462f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:50.521221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:50.648085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:50.682175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 168c8b32-53fe-41d8-8e06-72f383d5462f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=168c8b32-53fe-41d8-8e06-72f383d5462f,segment=NetworkSegment(d1899fba-5cb2-4d47-98dc-e91983bfc684),segment_id=d1899fba-5cb2-4d47-98dc-e91983bfc684)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 02:59:50.685961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:50.688131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d8daf83-75ed-4a59-95ef-c9c03d0b046b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:50.753739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=168c8b32-53fe-41d8-8e06-72f383d5462f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:50.757597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:52.389094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 168c8b32-53fe-41d8-8e06-72f383d5462f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 02:59:52.460616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 168c8b32-53fe-41d8-8e06-72f383d5462f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:52.461018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:52.631154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35378) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:53.031264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ee25bcb-8f8a-4667-9f39-11226872a456 admin admin] 10.222.0.30 "GET /v2.0/routers/7df25645-f6ee-4129-9b2f-23d5fb30f68f HTTP/1.1" status: 200 len: 710 time: 0.3988874 Jan 14 02:59:53.170462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6cd8db-d3c1-46ae-b8d5-5e978a6e832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:53.171894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd6cd8db-d3c1-46ae-b8d5-5e978a6e832d admin admin] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 886 time: 0.1329136 Jan 14 02:59:53.181655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 02:59:53.628612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:53.963157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.025118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.038222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.053090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 02:59:54.057657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 02:59:54.060603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 02:59:54.066647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 02:59:54.149119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.151728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.167163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:54.258884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf087c-402a-475b-933f-9fc68bc7f042,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:54.263524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:54.427711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Allocated IP 172.25.3.89 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/76f52dbc-66ae-4fa0-9ced-e2a3406851f1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 02:59:54.578674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.604075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:54.619063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:54.746584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Pushing event updated for resources: {'Port': ['ID=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:54.750752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:54.801936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 02:59:54.803044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 02:59:54.805424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 02:59:55.392629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:55.728435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:55.731769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:55.909801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Router 7df25645-f6ee-4129-9b2f-23d5fb30f68f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 02:59:56.090931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 02:59:56.101091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Sync routers for ids ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 02:59:56.106906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:56.108162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] 10.222.0.30 "PUT /v2.0/routers/7df25645-f6ee-4129-9b2f-23d5fb30f68f HTTP/1.1" status: 200 len: 889 time: 2.9299955 Jan 14 02:59:56.110748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Routers {'7df25645-f6ee-4129-9b2f-23d5fb30f68f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 02:59:56.111446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T02:59:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:56.309571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Set router 7df25645-f6ee-4129-9b2f-23d5fb30f68f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 02:59:56.659785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:55Z', 'revision_number': 4, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port': {'id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:54Z', 'updated_at': '2021-01-14T02:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:50Z', 'revision_number': 5, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:56.664638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Checking router: 7df25645-f6ee-4129-9b2f-23d5fb30f68f for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 02:59:56.665016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Updating router 7df25645-f6ee-4129-9b2f-23d5fb30f68f port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 02:59:56.723834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.112988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.125391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Transition to ACTIVE for port object 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 02:59:57.128354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.143472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:57.268596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Pushing event updated for resources: {'Port': ['ID=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:57.273264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:57.336982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Attempting to bind port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 02:59:57.337379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Attempting to bind port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 02:59:57.338013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Attempting to bind port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 02:59:57.343676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 2, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 02:59:57.344087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 02:59:57.344557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.344983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 02:59:57.345491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Bound port: 76f52dbc-66ae-4fa0-9ced-e2a3406851f1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 02:59:57.345914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.420309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] For port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 02:59:57.423461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] For port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 02:59:57.426765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:57.444994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:57.592248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Pushing event updated for resources: {'Port': ['ID=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:57.596667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:57.635376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Routers {'7df25645-f6ee-4129-9b2f-23d5fb30f68f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 02:59:57.636031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T02:59:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:57.814870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] Set router 7df25645-f6ee-4129-9b2f-23d5fb30f68f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 02:59:58.157691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:55Z', 'revision_number': 4, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port': {'id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:54Z', 'updated_at': '2021-01-14T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:50Z', 'revision_number': 5, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 02:59:58.161777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db468b-b581-482b-97e8-e6f95c76a99d None None] The sync data for ids ['7df25645-f6ee-4129-9b2f-23d5fb30f68f'] in n-d-765315-13 is: [{'id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'name': 'router1', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T02:59:34Z', 'updated_at': '2021-01-14T02:59:55Z', 'revision_number': 4, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'gw_port': {'id': '76f52dbc-66ae-4fa0-9ced-e2a3406851f1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:81:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:54Z', 'updated_at': '2021-01-14T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '168c8b32-53fe-41d8-8e06-72f383d5462f', 'name': '', 'network_id': 'eff6514b-a693-48a7-ada9-d1edbd75722e', 'tenant_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'mac_address': 'fa:16:3e:1b:73:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df25645-f6ee-4129-9b2f-23d5fb30f68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '999362e7-16ac-48df-b906-2975a048de14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T02:59:44Z', 'updated_at': '2021-01-14T02:59:50Z', 'revision_number': 5, 'project_id': 'ab456fe5d7b0415fb9662604f2a6705f', 'subnets': [{'id': '999362e7-16ac-48df-b906-2975a048de14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9591340-d5a2-468b-9d2b-d4f4ef0706f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 02:59:58.437561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 02:59:58.509720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 02:59:58.515742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 02:59:58.516156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:58.639374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:58.655684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 02:59:58.660450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 02:59:58.663311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 02:59:58.730425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=76f52dbc-66ae-4fa0-9ced-e2a3406851f1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 02:59:58.733618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 02:59:58.787126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 02:59:58.934918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3eae4-32dc-48ec-b5eb-b5ab9ccdd5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 02:59:58.936857 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26f3eae4-32dc-48ec-b5eb-b5ab9ccdd5e0 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1070 time: 0.1479700 Jan 14 03:00:00.398227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:00:00.471882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 76f52dbc-66ae-4fa0-9ced-e2a3406851f1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:00:00.472291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:04.485868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d2a670b-f487-4efa-ae69-5a19a25287db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:06.754493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9ece2ca-7158-444a-81cd-5e9b0333edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:07.531377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:08.481418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:09.253895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:27.392359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:00:34.467709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5082f5ae-c39c-4165-bf94-06dabf78a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:36.727052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f6f3-d48f-486e-af2f-15a124d12085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:37.355825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:38.482981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:00:39.248647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:04.391125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:01:04.469351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4028631-4d69-4d0e-bbc6-012e5457c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:06.729142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967f0530-d809-4e18-b9b7-01023ad53891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:07.361760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:08.484905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:09.254456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:34.472074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48b6a9b2-3957-4f8e-b342-04d56be609c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:36.731241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b21cb5a-29df-4f1d-8735-7d036bacdc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:37.361724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:38.485898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:39.254224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:01:41.390696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:02:04.473744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d054e1c8-960b-4ae7-910c-da0b3c33117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:06.733404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9122037-f873-4d2c-8b74-46b0730a4b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:07.366103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:08.487192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:09.264372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:15.261371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35996) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:15.369078 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbce4e3d-c637-4270-b470-fa0024113abe admin admin] GET failed (client error): The resource could not be found. Jan 14 03:02:15.370449 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbce4e3d-c637-4270-b470-fa0024113abe admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1079943 Jan 14 03:02:15.519880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efbbe16-d384-4336-ac1f-0a6c8954a7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:15.521565 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9efbbe16-d384-4336-ac1f-0a6c8954a7bf admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1457863 Jan 14 03:02:18.056157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:18.202190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734d6f2-c830-4bb5-8828-1cccc46f4769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:18.203653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2734d6f2-c830-4bb5-8828-1cccc46f4769 admin admin] 10.222.0.30 "GET /v2.0/subnets/999362e7-16ac-48df-b906-2975a048de14 HTTP/1.1" status: 200 len: 849 time: 0.1462102 Jan 14 03:02:18.214119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:02:18.341152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:18.390817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:02:18.662450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288738756280'] for subnet, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:18.677419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f7780be-dec7-4ccd-92bc-962fcc9c446e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:02:18.812919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=999362e7-16ac-48df-b906-2975a048de14,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:02:18.835104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.835478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.835842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.836203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.836584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.836944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.837297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.837650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.838000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.838352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.838702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.839050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:02:18.842850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:02:18.874491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:18.875136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:18.876534 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] 10.222.0.30 "PUT /v2.0/subnets/999362e7-16ac-48df-b906-2975a048de14 HTTP/1.1" status: 200 len: 868 time: 0.6665990 Jan 14 03:02:18.879668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467e138-8986-4b8f-8d22-1ae695eff86e None None] Network eff6514b-a693-48a7-ada9-d1edbd75722e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:02:19.376519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-57c62676-a6d0-4ddb-9c55-24e33d05c266 None None] Provisioning complete for port 168c8b32-53fe-41d8-8e06-72f383d5462f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:02:19.377079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57c62676-a6d0-4ddb-9c55-24e33d05c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:19.505107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-57c62676-a6d0-4ddb-9c55-24e33d05c266 None None] Provisioning complete for port 94aa6015-420e-4737-a20e-2d75482369a7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:02:19.505508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57c62676-a6d0-4ddb-9c55-24e33d05c266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:21.380252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:21.597274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad2b30-b03e-45d5-9ee6-86685848f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:21.597591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad2b30-b03e-45d5-9ee6-86685848f62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:21.599259 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bdad2b30-b03e-45d5-9ee6-86685848f62d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2179351 Jan 14 03:02:24.098457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:24.313464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977c5ac-f114-4353-97bc-b30b93e708b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:24.313807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977c5ac-f114-4353-97bc-b30b93e708b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:24.315451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4977c5ac-f114-4353-97bc-b30b93e708b2 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159722 Jan 14 03:02:26.774557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36036) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:26.982240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53fa14-370c-491a-b922-368dbc5a4c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:26.983671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f53fa14-370c-491a-b922-368dbc5a4c52 admin admin] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 886 time: 0.2078407 Jan 14 03:02:29.463083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36046) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:29.675485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6271a-63d8-4433-9107-b2a9b70b197c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:29.676896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5cf6271a-63d8-4433-9107-b2a9b70b197c admin admin] 10.222.0.30 "GET /v2.0/networks/eff6514b-a693-48a7-ada9-d1edbd75722e HTTP/1.1" status: 200 len: 862 time: 0.2127962 Jan 14 03:02:32.169778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36056) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:32.316706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d7075-c581-479b-a22c-5273c400fc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:32.317043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d7075-c581-479b-a22c-5273c400fc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:32.318664 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-992d7075-c581-479b-a22c-5273c400fc92 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1478634 Jan 14 03:02:34.475205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a9de0f3-acde-49ee-ae26-f1d732db1be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:34.789041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36066) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:35.076729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af89aae-d501-404d-98e3-5b5eaa787d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:35.077161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af89aae-d501-404d-98e3-5b5eaa787d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:35.078770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3af89aae-d501-404d-98e3-5b5eaa787d38 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2886655 Jan 14 03:02:36.735222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95561a3a-0bbf-420b-8137-3cff3f7bfd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:37.366681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:37.557309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36076) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:37.691851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d603c1c-72cc-4371-8968-eb7a58e2c19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:37.693294 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d603c1c-72cc-4371-8968-eb7a58e2c19e admin admin] 10.222.0.30 "GET /v2.0/subnets/0a275561-8e80-4662-9301-95ea332fdc63 HTTP/1.1" status: 200 len: 816 time: 0.1349738 Jan 14 03:02:38.490472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:39.271698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:02:40.181091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36086) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:02:40.326908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12b822-98aa-4e57-a15d-a7a4124bf5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:02:40.328273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9a12b822-98aa-4e57-a15d-a7a4124bf5ab admin admin] 10.222.0.30 "GET /v2.0/subnets/999362e7-16ac-48df-b906-2975a048de14 HTTP/1.1" status: 200 len: 868 time: 0.1461782 Jan 14 03:02:55.389948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:03:04.476567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-740389f8-12b7-4d83-a96e-4a67e22e7e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:06.374971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:03:06.458556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-1b540abb-a3d4-45cc-b76b-7a5d6ae01625 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:03:06.459671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b540abb-a3d4-45cc-b76b-7a5d6ae01625 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0836811 Jan 14 03:03:06.741668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e307f5-d98a-4db4-abab-211d14d07537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:07.373982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:08.492376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:09.035673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:03:09.138673 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-260b99e8-7b86-4bc0-8c4b-2cfdd4158bad admin admin] GET failed (client error): The resource could not be found. Jan 14 03:03:09.139999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-260b99e8-7b86-4bc0-8c4b-2cfdd4158bad admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1033175 Jan 14 03:03:09.275192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:09.277029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeda021-c225-4c6f-9022-86d9306fba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:03:09.278679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bbeda021-c225-4c6f-9022-86d9306fba80 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1342297 Jan 14 03:03:11.769549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36146) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:03:11.847682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:03:11.852541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:03:11.862304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:03:11.871464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Made reservation on behalf of 0578c0c5398c468d89200f6a651661c8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:03:11.875985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:11.969403 n-d-765315-13 neutron-server[80721]: WARNING neutron.services.revisions.revision_plugin [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Could not find related network for resource to bump revision. Jan 14 03:03:11.986044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:03:11.996069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:11.996520 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Added segment c336cb4b-ed4a-4579-a792-5df65cba5cd6 of type vxlan for network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd Jan 14 03:03:12.022149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:12.051916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:12.053158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:03:12.053778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:12.059169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:03:12.162574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3918631 Jan 14 03:03:12.163300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:03:12.178036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:03:12.191799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:03:14.656597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36156) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:03:14.758528 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4300c3b1-0b8f-45a4-9d4f-1a9ac26e70b2 admin admin] GET failed (client error): The resource could not be found. Jan 14 03:03:14.759067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4300c3b1-0b8f-45a4-9d4f-1a9ac26e70b2 admin admin] Synchronizing usage tracker for tenant:0578c0c5398c468d89200f6a651661c8 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:03:14.773026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4300c3b1-0b8f-45a4-9d4f-1a9ac26e70b2 admin admin] Unset dirty status for tenant:0578c0c5398c468d89200f6a651661c8 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:03:14.774162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4300c3b1-0b8f-45a4-9d4f-1a9ac26e70b2 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1165442 Jan 14 03:03:14.886940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf1fe4-7481-4a0d-b2cd-6de6608efbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:03:14.888584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eacf1fe4-7481-4a0d-b2cd-6de6608efbfc admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1095598 Jan 14 03:03:14.900608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:03:14.905854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:03:14.909765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Usage tracker for resource:subnet and tenant:0578c0c5398c468d89200f6a651661c8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:03:14.912639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:03:14.918931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:03:14.927752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Made reservation on behalf of 0578c0c5398c468d89200f6a651661c8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:03:14.932542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:15.322328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:15.337431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76db4489-ad55-470a-baf9-68082763d9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:03:15.458741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:03:15.463419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:03:15.539935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:03:15.540651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Network hostable DHCP agents. Network: c9f7bfa9-bf76-4f8c-a098-a912c7856bbd, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:03:15.558840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:03:15.567617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c9f7bfa9-bf76-4f8c-a098-a912c7856bbd) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:03:15.571450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:03:15.572070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:15.577930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687ffc5-242a-4647-81f8-6fce43563f62 None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:03:15.592847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6959088 Jan 14 03:03:15.833977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'tenant_id': '0578c0c5398c468d89200f6a651661c8', 'fixed_ips': [{'subnet_id': '7d7c262d-b9cf-4e11-9587-2b6a1db1b23c'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:03:15.834959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.145279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Allocated IP 192.168.233.2 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/0b940449-19b7-491a-9ab4-f13d2f05e013) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:03:16.380038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.392050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Transition to ACTIVE for port object 0b940449-19b7-491a-9ab4-f13d2f05e013 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:03:16.409200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Transition to ACTIVE for port object 0b940449-19b7-491a-9ab4-f13d2f05e013 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:03:16.414006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.429836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:03:16.561461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Pushing event updated for resources: {'Port': ['ID=0b940449-19b7-491a-9ab4-f13d2f05e013,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:03:16.573344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.573718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.574085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.574444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.575126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.575126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.575485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.575839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.576235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.576539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.576891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.578688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:03:16.594506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:03:16.645829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:03:16.647134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:03:16.649633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:03:16.706905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Attempting to bind port 0b940449-19b7-491a-9ab4-f13d2f05e013 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:03:16.707235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Attempting to bind port 0b940449-19b7-491a-9ab4-f13d2f05e013 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:03:16.707634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Attempting to bind port 0b940449-19b7-491a-9ab4-f13d2f05e013 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:03:16.713462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:03:16.713854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:03:16.714286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.714708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:03:16.715206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Bound port: 0b940449-19b7-491a-9ab4-f13d2f05e013, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:03:16.715928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.806237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] For port 0b940449-19b7-491a-9ab4-f13d2f05e013, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:03:16.810577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] For port 0b940449-19b7-491a-9ab4-f13d2f05e013, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0b940449-19b7-491a-9ab4-f13d2f05e013,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:03:16.814344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:16.833242 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:03:17.128838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Pushing event updated for resources: {'Port': ['ID=0b940449-19b7-491a-9ab4-f13d2f05e013,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:03:17.134361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:03:18.408694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec782d-743b-402b-8779-115e486eecb9 None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:03:18.513048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2eca6e84-087a-4b5e-8885-f5e05029356e None None] Provisioning for port 0b940449-19b7-491a-9ab4-f13d2f05e013 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:03:18.537606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0b940449-19b7-491a-9ab4-f13d2f05e013 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:03:18.704574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 0b940449-19b7-491a-9ab4-f13d2f05e013 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:03:18.717911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0b940449-19b7-491a-9ab4-f13d2f05e013 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:03:18.718316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:18.856300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:18.892045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 0b940449-19b7-491a-9ab4-f13d2f05e013, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0b940449-19b7-491a-9ab4-f13d2f05e013,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:03:18.899457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:18.901814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:03:18.974297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=0b940449-19b7-491a-9ab4-f13d2f05e013,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:03:18.985797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:03:19.043977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6beb9b7e-3a8e-4cc9-8062-4ca73032bdf8 None None] Provisioning complete for port 0b940449-19b7-491a-9ab4-f13d2f05e013 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:03:19.044412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6beb9b7e-3a8e-4cc9-8062-4ca73032bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:19.293581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-251246da-8618-4541-9c6d-a8bad4b70c7b None None] Provisioning complete for port 0b940449-19b7-491a-9ab4-f13d2f05e013 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:03:19.293992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-251246da-8618-4541-9c6d-a8bad4b70c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:20.500269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0b940449-19b7-491a-9ab4-f13d2f05e013 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:03:20.569358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0b940449-19b7-491a-9ab4-f13d2f05e013 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:03:20.569766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:32.390502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:03:34.479172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe4c378-bcd0-4b89-9e4c-6a4ef45445aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:36.734190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d274c35-fc7b-4e2c-b361-be5f65fc7ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:37.372756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:38.494226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:03:39.281196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:04.487330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c856c826-9cf3-4e5c-9872-3b9fb2056478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:06.744083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-740a70f2-bbac-439f-9294-e85b0afb3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:07.376973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:08.498320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:09.285835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:09.391407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:04:21.513057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:04:21.519475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-f0faa501-9133-4f57-89d6-da7e736bd9e1 tempest-verify_tempest_config-696997618 tempest-verify_tempest_config-696997618] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:04:21.520682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0faa501-9133-4f57-89d6-da7e736bd9e1 tempest-verify_tempest_config-696997618 tempest-verify_tempest_config-696997618] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065277 Jan 14 03:04:21.878734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:04:22.037241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.052189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:04:22.056243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Usage tracker for resource:security_group_rule and tenant:7df9fd4f11094e9283a9d13e2231905e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:04:22.059589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:04:22.065595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:04:22.156573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.159263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.169208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:04:22.210727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7df9fd4f11094e9283a9d13e2231905e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3308589 Jan 14 03:04:22.212468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fafb0c9-5cc5-407a-bd8d-3fc68bbccbf4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:04:22.214353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36224) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:04:22.220711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.221095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.221463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.221825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.222185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.222538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.222889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.223240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.223590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.223940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.224287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.224662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.229380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:04:22.279300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.311140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.362166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.367280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:04:22.380888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fafb0c9-5cc5-407a-bd8d-3fc68bbccbf4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:04:22.385574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:22.386911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fafb0c9-5cc5-407a-bd8d-3fc68bbccbf4 HTTP/1.1" status: 204 len: 168 time: 0.1713121 Jan 14 03:04:22.391573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.391940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.392301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.392712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.393069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.393425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.393776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.394124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.394471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.394817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.395221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.395494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:04:22.398903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:04:34.478191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134c0ba5-a05e-4214-a8fa-a5e6db7eb4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:36.736609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4df3e1-7dc1-4c02-a369-0d4646b6c852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:37.377933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:38.500556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:39.286671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:04:46.390832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:05:04.480116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-549b4ee7-dd2b-48a9-999e-83a2bd1a24eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:06.738553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-940bb9de-8233-4ee5-9740-79250b6ae204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:07.380379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:08.503390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:09.289487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:23.390260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:05:34.481172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad64f-46f9-4787-acd6-41c84e1ec868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:36.740871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-108487e7-c55d-4552-b71d-c86c4f63277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:37.383610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:38.505557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:05:39.293518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:00.389341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:06:04.482897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-247ac7e2-a90d-414a-a2da-66277a82fb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:06.742952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73492f4a-a102-475f-8e8d-4aa9025f5def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:07.386608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:08.507844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:09.297744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:34.484173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c94b1428-a07d-4486-bc91-b722b01c27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:36.744608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29970fbf-76eb-4aa7-b5fe-5a392782470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:37.388937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:06:37.391570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:38.510358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:06:39.300323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:04.490562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5494869a-6a54-45a7-b84b-1b10e31169ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:06.745145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f13addb0-30db-4234-8fd4-41b7c1f9e2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:07.393681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:08.513422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:09.303280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:14.389410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 5 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:07:34.492818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7869fb56-593e-4895-9420-760ed45e249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:36.745912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e557b26a-61fa-4d0d-a7a8-00364c8c0125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:37.395095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:38.515645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:39.306617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:41.453030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:41.453738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.454366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.455013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.455657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.456382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.457029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.457666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.458310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.459022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.459641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.460285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.463209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:41.464225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-765315-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:07:41.470222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-765315-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:07:42.038915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] get_endpoint_by_host() called for host n-h1-765315-13 {{(pid=80834) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 03:07:42.043152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=80834) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 03:07:42.046308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=80834) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 03:07:42.051837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] _get_endpoints() called {{(pid=80834) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 03:07:43.755915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336'] for agent, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:07:43.756472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.756750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.757124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.757493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.757860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.758223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.758585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.758947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.759308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.759668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.760029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.760425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:07:43.760812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-765315-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:07:43.765395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-765315-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:07:44.339588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] get_endpoint_by_host() called for host n-h2-765315-13 {{(pid=80834) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 03:07:44.343639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] get_endpoint_by_ip() called for ip 192.168.0.63 {{(pid=80834) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 03:07:44.346711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] _add_endpoint() called for ip 192.168.0.63 {{(pid=80834) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 03:07:44.351627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] _get_endpoints() called {{(pid=80834) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 03:07:51.389324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:08:04.493943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eaaffd4f-3a1c-481c-9546-4fd32a645b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:06.747335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ae9fea1-dbfd-4cd0-90b0-363cf2dea1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:07.397767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:08.516864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:09.310088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:11.452743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:13.781706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:23.271569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:08:23.424164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92243cc2-9e10-47bb-842f-730e4b32020b admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6236 time: 0.1514814 Jan 14 03:08:25.904572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36300) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:08:25.998589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ed94dd5-ddec-4a84-b326-163493aec03e admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6236 time: 0.0928407 Jan 14 03:08:28.390205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:08:34.495561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dfcfec2-d8ee-4d4a-8b4c-2f12c5de6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:36.748031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ba40334-09d1-4f73-b9f5-60eb655abf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:37.401106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:38.518699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:39.313102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:41.446772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:08:43.795977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:04.495973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8db7ee0-e0ed-46c3-8c56-32c2725486a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:05.391322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:09:06.749239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c50ca339-1ee1-41b2-9f78-3e55d1af31ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:07.404772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:08.524061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:09.329980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:11.450266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:13.796770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:34.497337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6253703f-37aa-4c41-9359-235027a4c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:36.749796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1df80d80-9857-435f-8649-d3cf7277cf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:37.408731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:38.517527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:39.326731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:41.460430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:42.391719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:09:43.812877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:58.343940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36466) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:09:58.857148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-network', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:09:58.862644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:09:58.867709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Usage tracker for resource:network and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:09:58.872087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:09:58.878494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:09:58.889505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Made reservation on behalf of 98901f3c3437481d9e324a3fe1eb2ab8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:09:58.894418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:58.908265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:58.924843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:09:58.929121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Usage tracker for resource:security_group_rule and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:09:58.932448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:09:58.939001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:09:59.045716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.049074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.053590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:09:59.093876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:09:59.105824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7921bb-27da-4f72-aebb-dda79b2b6ce4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:09:59.117040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.117427 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Added segment 72d819f7-e1f2-4463-bf66-699be2049b99 of type vxlan for network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea Jan 14 03:09:59.119315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.119690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.120056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.120446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.120804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.121167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.121520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.121871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.122224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.122555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.123123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.123474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.123863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.124214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.124593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.124943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.125297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.125648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.126029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.126378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.126773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.127266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.127697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.128048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.128665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.129023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.129374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.129726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.130106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.130470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.130805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.131153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.131503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.131859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.132196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.132579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Tracked resource versions report: Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h1-765315-13: { 'AddressGroup': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h2-765315-13: { 'AddressGroup': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 03:09:59.134116 n-d-765315-13 neutron-server[80721]: {{(pid=80833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 03:09:59.142904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:09:59.167796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.199176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.200472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:09:59.201106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.206174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:09:59.317231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9718940 Jan 14 03:09:59.318064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36500) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:09:59.318711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Pushing event updated for resources: {'Network': ['ID=cb4b0089-2e55-47e0-b755-36f8e5cdb4ea,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:09:59.322135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:09:59.324511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Request body: {'subnet': {'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-subnet', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:09:59.331523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:09:59.345281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:09:59.349966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Usage tracker for resource:subnet and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:09:59.359722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:09:59.359975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:09:59.378344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:09:59.389329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Made reservation on behalf of 98901f3c3437481d9e324a3fe1eb2ab8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:09:59.394408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.531337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:09:59.859296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:09:59.932931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:00.076869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf3755-f51f-4663-8b6e-402b61c74a0f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:00.095909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.096314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.096879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.097325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.097703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.098192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.098556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.099443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.099781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.100594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.101264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.101649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.102301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.102710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.103057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.103723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.104243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.104935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.105461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.105979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.106474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.107061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.107628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.108364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.108951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.109635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.110203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.110940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.112029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.112653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.113323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.113863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.114235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.115151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.115517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.115878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Tracked resource versions report: Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h1-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h2-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 03:10:00.117465 n-d-765315-13 neutron-server[80721]: {{(pid=80832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 03:10:00.134929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:00.146652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Checking segment: {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:00.147043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Network hostable DHCP agents. Network: cb4b0089-2e55-47e0-b755-36f8e5cdb4ea, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:00.169818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:00.181124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, cb4b0089-2e55-47e0-b755-36f8e5cdb4ea) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:00.185610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:00.186169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:00.192714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a5a97-a1b0-4df2-b5ef-cddf358f0cd6 None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:00.231209 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9117837 Jan 14 03:10:00.234060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36534) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:00.242022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:00.248629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:00.254139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Usage tracker for resource:router and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:00.258952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:00.272545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:00.285612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:00.288172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:00.315521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:00.447179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:10:00.448657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:00.782993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Allocated IP 172.20.0.2 (cb4b0089-2e55-47e0-b755-36f8e5cdb4ea/2bdf3755-f51f-4663-8b6e-402b61c74a0f/812ebbee-6a01-413e-99ca-5b2b9180747b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:00.872819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.054638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.069533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Transition to ACTIVE for port object 812ebbee-6a01-413e-99ca-5b2b9180747b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:01.088474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Transition to ACTIVE for port object 812ebbee-6a01-413e-99ca-5b2b9180747b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:01.094442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.115057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70097495-8bb5-4791-8f1f-2515cd21d054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:01.198354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Pushing event updated for resources: {'Port': ['ID=812ebbee-6a01-413e-99ca-5b2b9180747b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:01.240794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.265040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.265612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.265980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.266428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.266792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.267148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.267504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.267862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.268215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.268588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.269053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.269406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.269795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.270141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.270505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.270858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.271206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.271552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.271900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.272244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.272628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.272973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.273430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.273775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.274175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.274519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.274861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.275201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.275545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.275990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.276335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.276788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.277146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.277490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.277838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.278181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Tracked resource versions report: Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h1-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h2-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 03:10:01.279962 n-d-765315-13 neutron-server[80721]: {{(pid=80834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 03:10:01.285731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:01.292982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.380886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:01.382168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:01.384885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:01.444553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Attempting to bind port 812ebbee-6a01-413e-99ca-5b2b9180747b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:01.445208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Attempting to bind port 812ebbee-6a01-413e-99ca-5b2b9180747b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:01.445805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Attempting to bind port 812ebbee-6a01-413e-99ca-5b2b9180747b on network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:01.451897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:01.453194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Checking segment: {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:01.454042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.454661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Bound using segment: {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:01.455363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Bound port: 812ebbee-6a01-413e-99ca-5b2b9180747b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:01.455967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.589406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] For port 812ebbee-6a01-413e-99ca-5b2b9180747b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:01.592790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] For port 812ebbee-6a01-413e-99ca-5b2b9180747b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=812ebbee-6a01-413e-99ca-5b2b9180747b,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:01.597297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.618692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05c64d3-ed5e-4e18-9178-1a01bb7163f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:01.645843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Allocated IP 172.25.3.16 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1d023718-f8f3-495e-bf26-890fd9304c79) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:01.790731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Pushing event updated for resources: {'Port': ['ID=812ebbee-6a01-413e-99ca-5b2b9180747b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:01.797199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:01.867613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.938177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:01.955668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:02.102273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Pushing event updated for resources: {'Port': ['ID=1d023718-f8f3-495e-bf26-890fd9304c79,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:02.159227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:02.196969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:02.198923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:02.205112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:02.609210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:02.749532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 812ebbee-6a01-413e-99ca-5b2b9180747b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:02.836672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 812ebbee-6a01-413e-99ca-5b2b9180747b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:03.233253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:03.438073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbfc29-1478-488f-a6e7-0b8d562ab1a2 None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:03.521949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Router 56a53fdf-9100-404a-a015-2b8655a15a50 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:10:03.569097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Provisioning for port 812ebbee-6a01-413e-99ca-5b2b9180747b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:03.578690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Provisioning complete for port 812ebbee-6a01-413e-99ca-5b2b9180747b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:03.579210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:03.735523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:03.746908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Sync routers for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:03.763772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:03.764915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:03.765885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:09:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:03.770031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36642) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:03.771863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5362153 Jan 14 03:10:03.851365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:03.907256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] For port 812ebbee-6a01-413e-99ca-5b2b9180747b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=812ebbee-6a01-413e-99ca-5b2b9180747b,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:03.914170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:03.919316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:03.953565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36654) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:04.032953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Pushing event updated for resources: {'Port': ['ID=812ebbee-6a01-413e-99ca-5b2b9180747b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:04.045223 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:04.221331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:04.284550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.330650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:04.349619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Usage tracker for resource:security_group_rule and tenant:34ba0bf40178458db8407e5b8f8bace5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:04.361466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:04.365935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55b6dfa4-1dec-443e-8188-a9a736d17504 None None] Provisioning complete for port 812ebbee-6a01-413e-99ca-5b2b9180747b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:04.366348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55b6dfa4-1dec-443e-8188-a9a736d17504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.369236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:04.538318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7044d277-4221-4e68-b206-e64e2239c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.570669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.580290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.600602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5204297d-544d-4d97-a40d-66eea809293a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:04.659091 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34ba0bf40178458db8407e5b8f8bace5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7019227 Jan 14 03:10:04.659814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36674) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:04.663475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b488f4-4ae6-49a4-8156-ba3df2a4d502,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:04.697094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:04.806455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 812ebbee-6a01-413e-99ca-5b2b9180747b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:04.833414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:02Z', 'revision_number': 3, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:04.844269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Checking router: 56a53fdf-9100-404a-a015-2b8655a15a50 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:04.844694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Updating router 56a53fdf-9100-404a-a015-2b8655a15a50 port 1d023718-f8f3-495e-bf26-890fd9304c79 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:10:04.850745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.890477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f8fc1ae-852e-496b-a1ea-511778da31ce None None] Provisioning complete for port 812ebbee-6a01-413e-99ca-5b2b9180747b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:04.891397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc1ae-852e-496b-a1ea-511778da31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.921097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:04.942133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.039331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.044624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:05.069580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b488f4-4ae6-49a4-8156-ba3df2a4d502,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:05.072579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:05.081987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.083747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21b488f4-4ae6-49a4-8156-ba3df2a4d502 HTTP/1.1" status: 204 len: 168 time: 0.4223690 Jan 14 03:10:05.146818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:05.158151 n-d-765315-13 neutron-server[80721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 03:10:05.245087 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-40e420bd-f62e-4106-8db1-4f2a44cae7d1 req-c7beb0be-a528-4c57-80fd-d1a4462ea4e4 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fbf61ff9b1d4262aa6d7f472e0fc900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869071 Jan 14 03:10:05.248279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 812ebbee-6a01-413e-99ca-5b2b9180747b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:05.248825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.463625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-aaf1182d-0077-4329-ad70-1e85ec36c623 None None] Provisioning complete for port 812ebbee-6a01-413e-99ca-5b2b9180747b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:05.470342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aaf1182d-0077-4329-ad70-1e85ec36c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.488917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.603222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e420bd-f62e-4106-8db1-4f2a44cae7d1 req-a8d70e69-0edd-439d-9deb-7ece78505bb0 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:05.611556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-40e420bd-f62e-4106-8db1-4f2a44cae7d1 req-a8d70e69-0edd-439d-9deb-7ece78505bb0 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3653593 Jan 14 03:10:05.631632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-40e420bd-f62e-4106-8db1-4f2a44cae7d1 req-b5bf1190-3029-42c5-9ac9-50c25400dcf7 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/quotas/4fbf61ff9b1d4262aa6d7f472e0fc900 HTTP/1.1" status: 200 len: 375 time: 0.0191090 Jan 14 03:10:05.695499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-40e420bd-f62e-4106-8db1-4f2a44cae7d1 req-b4077507-98af-4f5c-a84c-b6aef8518118 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbf61ff9b1d4262aa6d7f472e0fc900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628231 Jan 14 03:10:05.755603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.785039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Transition to ACTIVE for port object 1d023718-f8f3-495e-bf26-890fd9304c79 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:05.793049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:05.835248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:05.911935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36726) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:05.914898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36730) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:05.958152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Allocated IP 172.20.0.1 (cb4b0089-2e55-47e0-b755-36f8e5cdb4ea/2bdf3755-f51f-4663-8b6e-402b61c74a0f/c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:05.986158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.006480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Pushing event updated for resources: {'Port': ['ID=1d023718-f8f3-495e-bf26-890fd9304c79,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:06.024729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:06.033136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.033708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.034211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.034865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.035360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.035879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.037358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.037852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.038020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2eda307ac864cb8b37dbd75894595f8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:06.038488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.039004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.039652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.040140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.041400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:06.041532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.042136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.042829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.043371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.044456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.045167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.045804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.046348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.046887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.047443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.047993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.048553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.049717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.050354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.050893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.051442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.052548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.053091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.053629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.054177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.054735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.055368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:06.055636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.056242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.056824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Tracked resource versions report: Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: pushed versions: Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: { 'AddressGroup': {'1.1'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': {'1.0'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Log': {'1.0'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Network': {'1.1'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Port': {'1.6'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'PortForwarding': {'1.2'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'QosPolicy': {'1.8'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': {'1.4'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': {'1.2'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SubPort': {'1.0'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Subnet': {'1.1'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Trunk': {'1.1'}} Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: consumer versions: Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: { DHCP agent@n-d-765315-13: {}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: L3 agent@n-d-765315-13: {}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: Metadata agent@n-d-765315-13: {}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: Metering agent@n-d-765315-13: {}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-d-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h1-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}, Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: Open vSwitch agent@n-h2-765315-13: { 'AddressGroup': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'ConntrackHelper': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Log': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Network': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Port': '1.6', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'PortForwarding': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'QosPolicy': '1.8', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroup': '1.4', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SecurityGroupRule': '1.2', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'SubPort': '1.0', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Subnet': '1.1', Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: 'Trunk': '1.1'}} Jan 14 03:10:06.058878 n-d-765315-13 neutron-server[80721]: {{(pid=80835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 03:10:06.078550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:06.179468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Attempting to bind port 1d023718-f8f3-495e-bf26-890fd9304c79 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:06.180125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Attempting to bind port 1d023718-f8f3-495e-bf26-890fd9304c79 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:06.181981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Attempting to bind port 1d023718-f8f3-495e-bf26-890fd9304c79 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:06.194166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:06.195470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:06.196718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.201804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:06.203676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Bound port: 1d023718-f8f3-495e-bf26-890fd9304c79, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:06.205260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.264395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.281103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Transition to ACTIVE for port object c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:06.283011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.288853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.301414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:06.303319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.390024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2eda307ac864cb8b37dbd75894595f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4738855 Jan 14 03:10:06.393618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36760) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:06.394551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2737d716-b28f-419b-b040-429abd685118,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:06.401732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.415317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:06.427326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] For port 1d023718-f8f3-495e-bf26-890fd9304c79, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:06.436031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] For port 1d023718-f8f3-495e-bf26-890fd9304c79, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d023718-f8f3-495e-bf26-890fd9304c79,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:06.436375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:06.441830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.444095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Usage tracker for resource:security_group_rule and tenant:38cb1a7c720e4c8db76b347cbfba6137 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:06.447680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:06.451922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41a299c7-c620-4869-8e35-ea3ac310f29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:06.458536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:06.547342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:06.558905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:06.560321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:06.561342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:06.574328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:06.574841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.600956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.613582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.677525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:06.697406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:06.700901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38cb1a7c720e4c8db76b347cbfba6137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7874436 Jan 14 03:10:06.718890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36782) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:06.772098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.801517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a12f89c-6968-4b0b-914e-b01b19fd3519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.821692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.833684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65e9d6-d352-4814-be77-20e814951dcb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:06.867786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:06.895078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:06.980231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.016228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.023273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-50e09857-7f95-4414-854f-16ee3eba9bce None None] Provisioning for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:07.035397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-50e09857-7f95-4414-854f-16ee3eba9bce None None] Provisioning complete for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:07.038500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50e09857-7f95-4414-854f-16ee3eba9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.044233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.068023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0854869e-342a-4c39-8c71-bc27297ded5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:07.087766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737d716-b28f-419b-b040-429abd685118,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:07.095333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Pushing event updated for resources: {'Port': ['ID=1d023718-f8f3-495e-bf26-890fd9304c79,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:07.103301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:07.108070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:07.147750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.149587 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2737d716-b28f-419b-b040-429abd685118 HTTP/1.1" status: 204 len: 168 time: 0.7503150 Jan 14 03:10:07.175388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.193116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:07.198986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:07.199748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-50e09857-7f95-4414-854f-16ee3eba9bce None None] Port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:10:07.200651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad4f77e2-cfdb-453e-9359-143ccc7c6f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:07.227798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.229405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e65e9d6-d352-4814-be77-20e814951dcb HTTP/1.1" status: 204 len: 168 time: 0.5090134 Jan 14 03:10:07.232297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65e9d6-d352-4814-be77-20e814951dcb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:07.235748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:07.429297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.523312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.531153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.532925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:07.547926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:07.699321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:07.707136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:07.712107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:07.786807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:07.788106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:08.111604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Router 56a53fdf-9100-404a-a015-2b8655a15a50 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:10:08.136505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7123812c-418e-453e-bd43-2e2c441221be None None] Provisioning complete for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:08.136918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7123812c-418e-453e-bd43-2e2c441221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:08.187501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc', 'name': '', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'mac_address': 'fa:16:3e:ba:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:05Z', 'updated_at': '2021-01-14T03:10:05Z', 'revision_number': 1, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'subnets': [{'id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:08.191136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36874) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:08.198608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c9401e-72e7-4a87-934a-9c61e7191596 None None] The sync data for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 is: [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc', 'name': '', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'mac_address': 'fa:16:3e:ba:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:05Z', 'updated_at': '2021-01-14T03:10:05Z', 'revision_number': 1, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'subnets': [{'id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:08.273370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7123812c-418e-453e-bd43-2e2c441221be None None] Port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:10:08.284737 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b814680b-7188-4dbe-a1b0-fde94353075d req-bde1cab4-dced-4f5d-b445-61cfa6307260 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fbf61ff9b1d4262aa6d7f472e0fc900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892665 Jan 14 03:10:08.388894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36878) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:08.418306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:08.431960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:08.446558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:08.475807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] 10.222.0.30 "PUT /v2.0/routers/56a53fdf-9100-404a-a015-2b8655a15a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6919925 Jan 14 03:10:08.481281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:50d22ff9d68c487fba601bd185a4a2c7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:08.487798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:08.500066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:08.532763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:08.568632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814680b-7188-4dbe-a1b0-fde94353075d req-77c7131f-0920-40c2-9559-95ff5bf6f4b3 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:08.582503 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b814680b-7188-4dbe-a1b0-fde94353075d req-77c7131f-0920-40c2-9559-95ff5bf6f4b3 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967389 Jan 14 03:10:08.614164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b814680b-7188-4dbe-a1b0-fde94353075d req-d5904f95-8041-436e-859b-0692ecac5f9e tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/quotas/4fbf61ff9b1d4262aa6d7f472e0fc900 HTTP/1.1" status: 200 len: 375 time: 0.0298452 Jan 14 03:10:08.703365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:08.713700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:08.727952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:08.769464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b814680b-7188-4dbe-a1b0-fde94353075d req-15587c9a-8fa3-4400-a79b-d6220e02f947 tempest-DeleteServersAdminTestJSON-2027003308 tempest-DeleteServersAdminTestJSON-2027003308] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbf61ff9b1d4262aa6d7f472e0fc900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534903 Jan 14 03:10:08.815600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5989f4-f9a8-47be-a16b-a4f5c47fcdd7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:08.830449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:08.847851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Synchronizing usage tracker for tenant:0578c0c5398c468d89200f6a651661c8 on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:10:08.865876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Unset dirty status for tenant:0578c0c5398c468d89200f6a651661c8 on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:10:08.867246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50d22ff9d68c487fba601bd185a4a2c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4768834 Jan 14 03:10:08.870101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:08.991843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:09.023913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:09.107732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:09.114400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1c4a860-2a3f-4074-a611-260e1ee16379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:09.133422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5989f4-f9a8-47be-a16b-a4f5c47fcdd7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:09.137299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:09.138470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:09.141003 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d5989f4-f9a8-47be-a16b-a4f5c47fcdd7 HTTP/1.1" status: 204 len: 168 time: 0.2696819 Jan 14 03:10:09.344971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:10.683193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55d85b15-cc09-4b99-8760-4c1243065e8e req-5ed24698-9ea0-41bb-ac7f-fcdf53a90e27 tempest-AggregatesAdminTestJSON-1671234165 tempest-AggregatesAdminTestJSON-1671234165] 10.222.0.30 "GET /v2.0/networks?tenant_id=536940d7ffee402499f43bdb7d683fe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452855 Jan 14 03:10:10.684567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37032) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:10.694885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-network', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:10.701078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:10.711534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Usage tracker for resource:network and tenant:27bd7f8234404ab8a5ee3289b73beb46 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:10.715620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:10.722259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:10.750375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Made reservation on behalf of 27bd7f8234404ab8a5ee3289b73beb46 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:10.761459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:10.785216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:10.794975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d023718-f8f3-495e-bf26-890fd9304c79 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:10.803530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:10.809815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Usage tracker for resource:security_group_rule and tenant:27bd7f8234404ab8a5ee3289b73beb46 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:10.813195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:10.821380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:10.944273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d85b15-cc09-4b99-8760-4c1243065e8e req-c43067da-b0aa-45f7-a27e-b3c2a8db41fe tempest-AggregatesAdminTestJSON-1671234165 tempest-AggregatesAdminTestJSON-1671234165] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:10.946255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:10.952418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:10.952939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55d85b15-cc09-4b99-8760-4c1243065e8e req-c43067da-b0aa-45f7-a27e-b3c2a8db41fe tempest-AggregatesAdminTestJSON-1671234165 tempest-AggregatesAdminTestJSON-1671234165] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2725534 Jan 14 03:10:10.964426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1d023718-f8f3-495e-bf26-890fd9304c79 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:10.972730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55d85b15-cc09-4b99-8760-4c1243065e8e req-abd01595-0204-40be-b09e-46b4c1083d23 tempest-AggregatesAdminTestJSON-1671234165 tempest-AggregatesAdminTestJSON-1671234165] 10.222.0.30 "GET /v2.0/quotas/536940d7ffee402499f43bdb7d683fe3 HTTP/1.1" status: 200 len: 375 time: 0.0186520 Jan 14 03:10:10.988144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1d023718-f8f3-495e-bf26-890fd9304c79 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:10.988592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.007082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:10:11.029234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.029683 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Added segment e0d3b22e-720c-40f4-8e38-b58edec6e5da of type vxlan for network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec Jan 14 03:10:11.041497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55d85b15-cc09-4b99-8760-4c1243065e8e req-205b19e4-44a3-47c3-875e-bc50c140fa96 tempest-AggregatesAdminTestJSON-1671234165 tempest-AggregatesAdminTestJSON-1671234165] 10.222.0.30 "GET /v2.0/ports?tenant_id=536940d7ffee402499f43bdb7d683fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649910 Jan 14 03:10:11.076621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:11.133500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.180619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da709228-8f47-48ec-b651-a9d43291e028,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:11.185296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:11.215264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.217335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:11.218285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.225001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:11.369710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37054) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:11.377543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Request body: {'subnet': {'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-subnet', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:11.378032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6920784 Jan 14 03:10:11.378969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Pushing event updated for resources: {'Network': ['ID=2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:11.385033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:11.389880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:11.404792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Usage tracker for resource:subnet and tenant:27bd7f8234404ab8a5ee3289b73beb46 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:11.408119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:11.429284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:11.454338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:11.456308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Made reservation on behalf of 27bd7f8234404ab8a5ee3289b73beb46 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:11.462229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:11.572942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37070) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:11.683815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:11.727853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:12.263576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.264936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.278094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.303462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 1d023718-f8f3-495e-bf26-890fd9304c79, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d023718-f8f3-495e-bf26-890fd9304c79,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:12.324410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.324557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:12.341201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbf61ff9b1d4262aa6d7f472e0fc900 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:12.344947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:12.351907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:12.361204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:12.479021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.489881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.509230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:12.563896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.565356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7440a29f-6159-4964-91ff-c7295e55a022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:12.579628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=1d023718-f8f3-495e-bf26-890fd9304c79,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:12.587733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Sync routers for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:12.624718 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:12.638773 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fbf61ff9b1d4262aa6d7f472e0fc900&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0623777 Jan 14 03:10:12.638773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c9c4c-0f18-4d90-b271-9f346a9f31cc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:12.647042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:12.653417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:12.731058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:12.731771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:12.761403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.798885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.800788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Checking segment: {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:12.801156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Network hostable DHCP agents. Network: 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:12.812642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abebd57-0d48-4979-9876-9a3e32d272a7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:12.828018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:12.841676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:12.860668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:12.867805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:12.868708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.888046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d023718-f8f3-495e-bf26-890fd9304c79 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:12.916381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd4a08-bd87-4aab-9eda-b2dfd93a660e None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:12.928932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.938048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:12.945441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5711377 Jan 14 03:10:12.946146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37156) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:12.964600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:12.986407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c9c4c-0f18-4d90-b271-9f346a9f31cc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:12.992377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:12.996402 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f0c9c4c-0f18-4d90-b271-9f346a9f31cc HTTP/1.1" status: 204 len: 168 time: 0.3481917 Jan 14 03:10:12.997429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:13.009436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:13.025885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Usage tracker for resource:router and tenant:27bd7f8234404ab8a5ee3289b73beb46 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:13.036283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:13.053365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:13.069212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.071218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.113619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.510452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1d023718-f8f3-495e-bf26-890fd9304c79 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:13.517307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.695966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.717049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:13.783508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37208) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:13.810980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:13.878480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:13.887774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Usage tracker for resource:security_group_rule and tenant:743657891e4c46b8b37bd695aec79074 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:13.894598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:13.904474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:14.021143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:10:14.022431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.174767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.188510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.211946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:14.292667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=743657891e4c46b8b37bd695aec79074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5055351 Jan 14 03:10:14.292667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad4b65-13f9-4e5c-9a39-6ff8c20c0577,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:14.293845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:14.307208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:14.357447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.368694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.402163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.437081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.505002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.518260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e31ef8-e906-49e2-8126-8cea334f6340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:14.529183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.552861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:14.554507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5ad4b65-13f9-4e5c-9a39-6ff8c20c0577 HTTP/1.1" status: 204 len: 168 time: 0.2596827 Jan 14 03:10:14.564766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad4b65-13f9-4e5c-9a39-6ff8c20c0577,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:14.569436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:14.888005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc', 'name': '', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'mac_address': 'fa:16:3e:ba:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:05Z', 'updated_at': '2021-01-14T03:10:07Z', 'revision_number': 2, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'subnets': [{'id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:14.948381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Checking router: 56a53fdf-9100-404a-a015-2b8655a15a50 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:14.948832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Updating router 56a53fdf-9100-404a-a015-2b8655a15a50 port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:10:14.949540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Allocated IP 172.25.3.203 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/5e321af9-1eea-4a55-9330-696064529892) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:15.041433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:15.335149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:15.389310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:15.439608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Allocated IP 172.20.0.2 (2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec/6abebd57-0d48-4979-9876-9a3e32d272a7/d4215b28-779e-4b81-923f-7ec98127989a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:15.458579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:15.562764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:15.716086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Pushing event updated for resources: {'Port': ['ID=5e321af9-1eea-4a55-9330-696064529892,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:15.726899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:15.813313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:15.814707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:15.822056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:15.971786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.010654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:16.020054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Usage tracker for resource:security_group_rule and tenant:9f87be127c7542e79b43c6a801062209 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:16.030638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:16.048615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:16.257020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.261020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.273525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.290454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cac01ffb-5c6f-4f11-bad0-2240fb52a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:16.308864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Transition to ACTIVE for port object d4215b28-779e-4b81-923f-7ec98127989a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:16.401103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f87be127c7542e79b43c6a801062209&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8371940 Jan 14 03:10:16.404203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Transition to ACTIVE for port object d4215b28-779e-4b81-923f-7ec98127989a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:16.405048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd624cf0-3fec-45ad-8f65-be4d62f8b6a3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:16.408024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37390) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:16.419786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:16.487247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.571796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.601639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.660225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.795041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.800834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91959dd9-76e3-441b-876c-1743cc3cf7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:16.802218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:16.833763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd624cf0-3fec-45ad-8f65-be4d62f8b6a3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:16.843535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:16.846192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:16.854869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd624cf0-3fec-45ad-8f65-be4d62f8b6a3 HTTP/1.1" status: 204 len: 168 time: 0.4392445 Jan 14 03:10:17.036640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Pushing event updated for resources: {'Port': ['ID=d4215b28-779e-4b81-923f-7ec98127989a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:17.064117 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:17.125658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:17.131581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:17.209040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Transition to ACTIVE for port object c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:17.228787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:17.257235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:17.326232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Pushing event updated for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:17.406374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:17.409502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:17.410418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:17.422821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:17.525479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Router 3bf54c4a-6ad2-422c-a030-428188ba6047 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:10:17.554808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Attempting to bind port d4215b28-779e-4b81-923f-7ec98127989a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:17.555423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Attempting to bind port d4215b28-779e-4b81-923f-7ec98127989a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:17.563055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Attempting to bind port d4215b28-779e-4b81-923f-7ec98127989a on network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:17.573419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:17.573956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Checking segment: {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:17.574535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:17.575089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Bound using segment: {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:17.575777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Bound port: d4215b28-779e-4b81-923f-7ec98127989a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:17.576373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:17.624259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37456) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:17.861315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] For port d4215b28-779e-4b81-923f-7ec98127989a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:17.874501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] For port d4215b28-779e-4b81-923f-7ec98127989a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4215b28-779e-4b81-923f-7ec98127989a,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:17.886760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.065951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:18.077912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Sync routers for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:18.094395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:18.095208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:18.102956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.104375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1571922 Jan 14 03:10:18.107445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37482) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:18.107709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:18.122267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37486) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:18.167133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.199114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:18.203433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d61cc299b544ebbb638e38ad2285386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:18.217469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:18.224110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:18.287364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Attempting to bind port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:18.287770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Attempting to bind port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:18.288170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Attempting to bind port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc on network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:18.303757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:18.304169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Checking segment: {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:18.304647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.305082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Bound using segment: {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:18.305956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Bound port: c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d819f7-e1f2-4463-bf66-699be2049b99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:18.306101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.389218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:18.424652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Pushing event updated for resources: {'Port': ['ID=d4215b28-779e-4b81-923f-7ec98127989a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:18.426290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.433019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.433560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:18.456174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37492) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:18.464169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-671851d4-76ae-4f90-89e6-99f98a9ec6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:18.478237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] For port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:18.482146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] For port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:18.488024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.531395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:18.550304 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d61cc299b544ebbb638e38ad2285386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4268148 Jan 14 03:10:18.560875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:18.652655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9474e2cc-415b-41eb-8685-f03b075100aa,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:18.655513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.659101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:18.697141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.712261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.758340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:18.760712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.763404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Usage tracker for resource:security_group_rule and tenant:22eef8d03a2c4339869a4fa0e14a6726 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:18.767128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:18.769567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-edb94cd5-1808-48e1-ba8e-20609e9fd6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:18.775247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:18.798373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.804640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9474e2cc-415b-41eb-8685-f03b075100aa HTTP/1.1" status: 204 len: 168 time: 0.2425659 Jan 14 03:10:18.808318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9474e2cc-415b-41eb-8685-f03b075100aa,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:18.818757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:18.945215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:18.952768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.001985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:19.019101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37508) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:19.019558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22eef8d03a2c4339869a4fa0e14a6726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3938050 Jan 14 03:10:19.051777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:16Z', 'revision_number': 3, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:19.059790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d291e414-770a-4cd6-8ba8-9c34cf3e8374,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:19.067843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Checking router: 3bf54c4a-6ad2-422c-a030-428188ba6047 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:19.068330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:19.068438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Updating router 3bf54c4a-6ad2-422c-a030-428188ba6047 port 5e321af9-1eea-4a55-9330-696064529892 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:10:19.213760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.231537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.287869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4215b28-779e-4b81-923f-7ec98127989a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:19.306279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.406275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.412186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:19.437335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:10:19.444189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291e414-770a-4cd6-8ba8-9c34cf3e8374,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:19.446362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.447640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d291e414-770a-4cd6-8ba8-9c34cf3e8374 HTTP/1.1" status: 204 len: 168 time: 0.4274313 Jan 14 03:10:19.455509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:19.487596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:19.634191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.676935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:19.686087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Usage tracker for resource:security_group_rule and tenant:56b7a03e5c0d48b9a8de444b6e695baf is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:19.689885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:19.692556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Pushing event updated for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:19.696920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:19.697824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:19.698520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:19.709498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:19.721099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:19.821496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.870469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.875462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:19.941193 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c945a5f-93f5-4e99-b962-496eead7dbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:19.962434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56b7a03e5c0d48b9a8de444b6e695baf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4810126 Jan 14 03:10:19.966562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:19.982079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d4215b28-779e-4b81-923f-7ec98127989a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:20.103735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de37b8-8a4f-40ab-ad34-73feff259c82,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:20.123255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:20.132380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:20.227864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.300592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.423464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.433075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:20.444324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Allocated IP 172.20.0.1 (2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec/6abebd57-0d48-4979-9876-9a3e32d272a7/76706412-87e7-4aad-bf93-bb7c2a856d65) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:20.464587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de37b8-8a4f-40ab-ad34-73feff259c82,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:20.473939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:20.477812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.483210 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75de37b8-8a4f-40ab-ad34-73feff259c82 HTTP/1.1" status: 204 len: 168 time: 0.5059066 Jan 14 03:10:20.504852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.520409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Transition to ACTIVE for port object 5e321af9-1eea-4a55-9330-696064529892 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:20.525618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.556954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:20.586424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.630342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Pushing event updated for resources: {'Port': ['ID=5e321af9-1eea-4a55-9330-696064529892,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:20.631417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:20.642232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Usage tracker for resource:security_group_rule and tenant:536940d7ffee402499f43bdb7d683fe3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:20.646040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:20.652216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:20.703304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.722697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd04c7b-0381-400b-a841-4a7f3a87b730 None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:20.738372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Transition to ACTIVE for port object 76706412-87e7-4aad-bf93-bb7c2a856d65 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:20.743418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.748539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:20.750443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.761652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-574f73fb-82d5-4661-963c-5cd4674d526c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:20.787621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.871384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58d5d10-4e99-4551-bf18-4ab19dfa5703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:20.880507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=536940d7ffee402499f43bdb7d683fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3917210 Jan 14 03:10:20.929469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:20.959202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:20.984917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Attempting to bind port 5e321af9-1eea-4a55-9330-696064529892 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:20.985334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Attempting to bind port 5e321af9-1eea-4a55-9330-696064529892 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:20.985737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Attempting to bind port 5e321af9-1eea-4a55-9330-696064529892 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:21.002463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:21.002930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:21.003339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.003776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:21.004945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Bound port: 5e321af9-1eea-4a55-9330-696064529892, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:21.005385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.045564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:21.070292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Usage tracker for resource:security_group_rule and tenant:bc8fb927242442d2a73f69ada23cbd7b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:21.076986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:21.097372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:21.186318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] For port 5e321af9-1eea-4a55-9330-696064529892, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:21.195708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] For port 5e321af9-1eea-4a55-9330-696064529892, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e321af9-1eea-4a55-9330-696064529892,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:21.201851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.216172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:21.264431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.273638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Provisioning for port d4215b28-779e-4b81-923f-7ec98127989a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:21.309818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Provisioning complete for port d4215b28-779e-4b81-923f-7ec98127989a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:21.310275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.311650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.312679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25cbc98-a22b-49eb-98ab-147a449da0da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.323864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Pushing event updated for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.332097 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.338289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.369340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:21.402896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-960e0375-12d8-4975-95f9-308eb49d150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:21.404494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc', 'name': '', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'mac_address': 'fa:16:3e:ba:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:05Z', 'updated_at': '2021-01-14T03:10:18Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'subnets': [{'id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:21.417696 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc8fb927242442d2a73f69ada23cbd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6954739 Jan 14 03:10:21.424069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719cc67-5fb7-41eb-aec0-ff30bd50714c None None] The sync data for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 is: [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:06Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc', 'name': '', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'mac_address': 'fa:16:3e:ba:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:05Z', 'updated_at': '2021-01-14T03:10:18Z', 'revision_number': 4, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'subnets': [{'id': '2bdf3755-f51f-4663-8b6e-402b61c74a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:21.440687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37564) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:21.442914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:21.472909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.512743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:21.516974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:21.522024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:21.522536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.538331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Pushing event updated for resources: {'Port': ['ID=5e321af9-1eea-4a55-9330-696064529892,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.563359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.572061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:21.572773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.615879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.652383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.729542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37570) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:21.744116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39667c-8562-4985-81c4-fd6bc5874461,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.768741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.775988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.792752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8469995a-5f39-4ad8-a50a-a64d5e569d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:21.793934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:21.794711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:21.809585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.819889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.821812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c39667c-8562-4985-81c4-fd6bc5874461 HTTP/1.1" status: 204 len: 168 time: 0.3531191 Jan 14 03:10:21.828557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39667c-8562-4985-81c4-fd6bc5874461,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.845086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.884987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.918276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.926352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11aab7ff-9c0e-46ec-91ff-3944c8d9fc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:21.943718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25cbc98-a22b-49eb-98ab-147a449da0da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:21.971694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:21.976931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:21.979461 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d25cbc98-a22b-49eb-98ab-147a449da0da HTTP/1.1" status: 204 len: 168 time: 0.9875219 Jan 14 03:10:21.995368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:22.012812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.053096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Usage tracker for resource:security_group_rule and tenant:03236338d7a3492795d9086363a6f374 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:22.069386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:22.097041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:22.120966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.175229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:22.231984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.294200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:22.328287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:22.342365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.357188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:22.397970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.460481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:22.477451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Usage tracker for resource:security_group_rule and tenant:90bb2641c1424952b4718fcd6c2a2900 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:22.490664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:22.507036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:22.546209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] For port d4215b28-779e-4b81-923f-7ec98127989a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4215b28-779e-4b81-923f-7ec98127989a,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:22.550666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.603301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:22.610171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:22.610643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:22.729874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.738040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.781906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Provisioning for port 76706412-87e7-4aad-bf93-bb7c2a856d65 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:22.786573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:22.790966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Pushing event updated for resources: {'Port': ['ID=d4215b28-779e-4b81-923f-7ec98127989a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:22.795019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:22.800806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Provisioning complete for port 76706412-87e7-4aad-bf93-bb7c2a856d65 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:22.804833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.881996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Port 76706412-87e7-4aad-bf93-bb7c2a856d65 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:10:22.895975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Provisioning complete for port d4215b28-779e-4b81-923f-7ec98127989a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:22.897098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6386e85-6f98-46c2-9587-c3d62f4010a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:22.899102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05180eeb-4cc5-469b-a9c8-008e4c7b291e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:22.951538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:22.956220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '76706412-87e7-4aad-bf93-bb7c2a856d65', 'name': '', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'mac_address': 'fa:16:3e:e0:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:20Z', 'updated_at': '2021-01-14T03:10:20Z', 'revision_number': 1, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'subnets': [{'id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:22.969880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030de253-54de-4bc2-9ba8-d7ecb9b5094f None None] The sync data for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 is: [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '76706412-87e7-4aad-bf93-bb7c2a856d65', 'name': '', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'mac_address': 'fa:16:3e:e0:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:20Z', 'updated_at': '2021-01-14T03:10:20Z', 'revision_number': 1, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'subnets': [{'id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:23.010217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90bb2641c1424952b4718fcd6c2a2900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777205 Jan 14 03:10:23.041312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37592) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:23.106639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.149544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.158182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:23.206616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.299636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:23.299636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.300128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:23.325505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.413777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03236338d7a3492795d9086363a6f374&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6794755 Jan 14 03:10:23.417300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37610) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:23.433107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97f8171e-de0e-4bbc-b0f9-fe6412267303 None None] Provisioning complete for port d4215b28-779e-4b81-923f-7ec98127989a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:23.433528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97f8171e-de0e-4bbc-b0f9-fe6412267303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.468843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767b8e7c-1ff9-489f-a417-8fd2f5b10d1d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:23.479845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:23.487766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.501442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.542118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.546951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:23.554382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:23.585839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05180eeb-4cc5-469b-a9c8-008e4c7b291e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:23.595786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:23.604958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.608659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.614463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05180eeb-4cc5-469b-a9c8-008e4c7b291e HTTP/1.1" status: 204 len: 168 time: 0.5656567 Jan 14 03:10:23.702345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.810684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Pushing event updated for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:23.828108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:23.847318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.870450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:23.910295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4215b28-779e-4b81-923f-7ec98127989a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:23.914043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b8e7c-1ff9-489f-a417-8fd2f5b10d1d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:23.919428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:23.923339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:23.928145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/767b8e7c-1ff9-489f-a417-8fd2f5b10d1d HTTP/1.1" status: 204 len: 168 time: 0.5017586 Jan 14 03:10:23.947118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:23.950343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:24.238182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37630) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:24.271583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.323835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d4215b28-779e-4b81-923f-7ec98127989a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:24.324251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.346023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:24.353777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Usage tracker for resource:security_group_rule and tenant:65683022a2ec468cb51e11ad135965d3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:24.364048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:24.369104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Router 3bf54c4a-6ad2-422c-a030-428188ba6047 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:10:24.381533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:24.438318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37634) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:24.498307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.502005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38224e26-7f3d-46ea-9ae9-8794b8a74515 None None] Provisioning complete for port 76706412-87e7-4aad-bf93-bb7c2a856d65 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:24.502426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38224e26-7f3d-46ea-9ae9-8794b8a74515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.531937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:24.542680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Usage tracker for resource:security_group_rule and tenant:4dab8b19bc8e429588e7b9752aab2150 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:24.550900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:24.586607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:24.635876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.641691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38224e26-7f3d-46ea-9ae9-8794b8a74515 None None] Port 76706412-87e7-4aad-bf93-bb7c2a856d65 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:10:24.648841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.664034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e99a83e9-ef00-4c70-a3f2-0ddeeb522bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:24.712511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8cea7f-3d99-4276-93a5-a7ad927efe1d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:24.727160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:24.750771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65683022a2ec468cb51e11ad135965d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112519 Jan 14 03:10:24.760156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37638) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:24.906703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.951520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:24.957788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.967398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:24.986934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.039385 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] 10.222.0.30 "PUT /v2.0/routers/3bf54c4a-6ad2-422c-a030-428188ba6047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9304113 Jan 14 03:10:25.057348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01fbaf1c-e7a9-49bf-8e51-c68e1cb5164b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:25.156051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e321af9-1eea-4a55-9330-696064529892 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:25.206278 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dab8b19bc8e429588e7b9752aab2150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7663472 Jan 14 03:10:25.210242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37652) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:25.215161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8711efa-d031-46a5-a416-20f26f84566f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:25.241821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:25.271772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.278428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:25.287958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5e321af9-1eea-4a55-9330-696064529892 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:25.294983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5e321af9-1eea-4a55-9330-696064529892 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:25.295402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.305164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8cea7f-3d99-4276-93a5-a7ad927efe1d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:25.317610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:25.332075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.337694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.338922 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d8cea7f-3d99-4276-93a5-a7ad927efe1d HTTP/1.1" status: 204 len: 168 time: 0.5776181 Jan 14 03:10:25.370514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.465890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.471499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:25.485696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8711efa-d031-46a5-a416-20f26f84566f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:25.491080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:25.493495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.497650 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8711efa-d031-46a5-a416-20f26f84566f HTTP/1.1" status: 204 len: 168 time: 0.2834470 Jan 14 03:10:25.497800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.552537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5e321af9-1eea-4a55-9330-696064529892, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e321af9-1eea-4a55-9330-696064529892,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:25.556208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:25.558834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:25.626600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5e321af9-1eea-4a55-9330-696064529892,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:25.631548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:26.846245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.112173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e321af9-1eea-4a55-9330-696064529892 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:27.160949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.166792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Request body: {'security_group': {'name': 'tempest-securitygroup--357840494', 'description': 'tempest-description--1421892858'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:27.180699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.185155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:security_group and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.188203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.198558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:27.208331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5e321af9-1eea-4a55-9330-696064529892 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:27.208659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.213942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.240202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.244708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:security_group_rule and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.248699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.256914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:27.354462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.357458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.363246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e3965be-867e-4ffb-a0ae-2055059a4243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:27.405465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c7898e-d998-4e36-8c23-e58bbf9ce441,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:27.408383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:27.409281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.410597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2484634 Jan 14 03:10:27.413740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37750) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.419502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Request body: {'security_group_rule': {'security_group_id': 'f6c7898e-d998-4e36-8c23-e58bbf9ce441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:27.441126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.446424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:security_group_rule and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.450492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.457412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:27.478392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.578007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.582274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.584958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:27.611610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda07d02-16b8-4a97-bafc-728a43369fa5,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:27.630497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:27.643277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.647220 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297902 Jan 14 03:10:27.647650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.654702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Request body: {'security_group_rule': {'security_group_id': 'f6c7898e-d998-4e36-8c23-e58bbf9ce441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:27.666913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.669902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.673521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:security_group_rule and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.677487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.685487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:27.695621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.701658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Usage tracker for resource:security_group_rule and tenant:9373157e7e604e148fff56b5cfee0f22 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.703039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Sync routers for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:27.706186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.712185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:27.716887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.718805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:27.720525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:27.815513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.820645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.835228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1608642b-e4f5-4fb2-80fe-3d93cacf4837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:27.861328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.865561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.868150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e739132-8be1-474a-911a-a1cdfdfb5968 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:27.892194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9373157e7e604e148fff56b5cfee0f22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447512 Jan 14 03:10:27.893163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb4934-cfbf-44fc-8efc-cdb7788d4836,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:27.895729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37778) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.900033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91750d29-800f-4e74-87c9-00e7d3df7904,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:27.902855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:27.912275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:27.913071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:27.916960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661839 Jan 14 03:10:27.919197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37782) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:27.936287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:27.966886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:27.976748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:floatingip and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:27.982435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:27.991376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:28.014811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.017820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.052210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:28.132004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.215895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.225713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:28.256492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb4934-cfbf-44fc-8efc-cdb7788d4836,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:28.260594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:28.264863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.268603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fbb4934-cfbf-44fc-8efc-cdb7788d4836 HTTP/1.1" status: 204 len: 168 time: 0.3689518 Jan 14 03:10:28.276136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.525392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '76706412-87e7-4aad-bf93-bb7c2a856d65', 'name': '', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'mac_address': 'fa:16:3e:e0:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:20Z', 'updated_at': '2021-01-14T03:10:22Z', 'revision_number': 2, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'subnets': [{'id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:28.545297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Checking router: 3bf54c4a-6ad2-422c-a030-428188ba6047 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:28.545695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Updating router 3bf54c4a-6ad2-422c-a030-428188ba6047 port 76706412-87e7-4aad-bf93-bb7c2a856d65 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:10:28.594754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Allocated IP 172.25.3.149 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/c28ec3f8-0efd-42fb-97cd-9882df3c0293) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:28.661347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.807909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.839628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:28.940675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:29.016112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event updated for resources: {'Port': ['ID=c28ec3f8-0efd-42fb-97cd-9882df3c0293,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:29.019511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:29.097146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:10:29.098508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:29.104104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:10:29.167302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.183171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Transition to ACTIVE for port object 76706412-87e7-4aad-bf93-bb7c2a856d65 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:10:29.186100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.188757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.210517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:29.265559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.293088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Pushing event updated for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:29.300377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:29.357663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37826) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:29.600198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.605421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.614670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Attempting to bind port 76706412-87e7-4aad-bf93-bb7c2a856d65 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:10:29.615634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Attempting to bind port 76706412-87e7-4aad-bf93-bb7c2a856d65 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:10:29.616229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Attempting to bind port 76706412-87e7-4aad-bf93-bb7c2a856d65 on network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:10:29.622713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:10:29.623402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Checking segment: {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:29.623855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.624530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Bound using segment: {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:10:29.625062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Bound port: 76706412-87e7-4aad-bf93-bb7c2a856d65, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d3b22e-720c-40f4-8e38-b58edec6e5da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:10:29.625556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.638093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:29.701962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:29.751917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] For port 76706412-87e7-4aad-bf93-bb7c2a856d65, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:10:29.755506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] For port 76706412-87e7-4aad-bf93-bb7c2a856d65, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=76706412-87e7-4aad-bf93-bb7c2a856d65,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:10:29.760393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.781828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:29.793219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.828618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:29.833300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event updated for resources: {'Port': ['ID=c28ec3f8-0efd-42fb-97cd-9882df3c0293,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:29.839780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:29.842617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f09e94d911ae4db493b9c27f2c4976ab is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:29.848762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:29.867702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:29.925887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.979480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:29.989245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0686038 Jan 14 03:10:30.008738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37846) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:30.037855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Pushing event updated for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:30.057406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:30.095289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.102481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.122386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:30.127815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:30.128752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:30.179711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f09e94d911ae4db493b9c27f2c4976ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219193 Jan 14 03:10:30.180767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c173390-dfce-4dde-8a81-76d16fcbe84c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:30.182554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37854) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:30.185076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:30.289827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1551fb1a-4192-4a3f-a8b0-14a57cfa0b97 tempest-AutoAllocateNetworkTest-784859417 tempest-AutoAllocateNetworkTest-784859417] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aeaff72ab854664abcc97c18970cc84&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9307892 Jan 14 03:10:30.292334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37858) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:30.334421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.383383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.445621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.451812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:30.465995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c173390-dfce-4dde-8a81-76d16fcbe84c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:30.483744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:30.484886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.486756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c173390-dfce-4dde-8a81-76d16fcbe84c HTTP/1.1" status: 204 len: 168 time: 0.3029733 Jan 14 03:10:30.604833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bff8c9-e3f4-4737-88a6-d7c3abf0ce85 tempest-AutoAllocateNetworkTest-784859417 tempest-AutoAllocateNetworkTest-784859417] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:30.606789 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7bff8c9-e3f4-4737-88a6-d7c3abf0ce85 tempest-AutoAllocateNetworkTest-784859417 tempest-AutoAllocateNetworkTest-784859417] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3133116 Jan 14 03:10:30.610625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37874) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:30.701403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:30.712602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f9551ec-9895-4013-8a28-ae4dc0dca233 tempest-AutoAllocateNetworkTest-784859417 tempest-AutoAllocateNetworkTest-784859417] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003914 Jan 14 03:10:30.715468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37884) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:30.769036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aafe3de9-2318-42e6-9a37-6ec27059e977 tempest-AutoAllocateNetworkTest-784859417 tempest-AutoAllocateNetworkTest-784859417] 10.222.0.30 "GET /v2.0/networks?tenant_id=3aeaff72ab854664abcc97c18970cc84 HTTP/1.1" status: 200 len: 208 time: 0.0523214 Jan 14 03:10:30.819918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-c073810f-0b48-45aa-a08e-ab6d35a73467 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--357840494&fields=id&tenant_id=98901f3c3437481d9e324a3fe1eb2ab8 HTTP/1.1" status: 200 len: 267 time: 0.0718668 Jan 14 03:10:30.939600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:30.978337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:30.987304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Usage tracker for resource:security_group_rule and tenant:a241e4979d8a49cbad291bd21c67dd60 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:30.993915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:31.015271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:31.085851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-6f754d45-0600-4878-9b42-058fd8fba4eb tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:31.093323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-6f754d45-0600-4878-9b42-058fd8fba4eb tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "GET /v2.0/networks?id=cb4b0089-2e55-47e0-b755-36f8e5cdb4ea HTTP/1.1" status: 200 len: 824 time: 0.2723758 Jan 14 03:10:31.122567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-f0b82a4b-c07b-435b-8d50-5fe87bced206 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "GET /v2.0/quotas/98901f3c3437481d9e324a3fe1eb2ab8 HTTP/1.1" status: 200 len: 375 time: 0.0280747 Jan 14 03:10:31.192071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76706412-87e7-4aad-bf93-bb7c2a856d65 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:31.274337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '76706412-87e7-4aad-bf93-bb7c2a856d65', 'name': '', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'mac_address': 'fa:16:3e:e0:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:20Z', 'updated_at': '2021-01-14T03:10:29Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'subnets': [{'id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:31.280881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f6108d-4d77-41a8-9a19-4ff6113fb31a None None] The sync data for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 is: [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:21Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '76706412-87e7-4aad-bf93-bb7c2a856d65', 'name': '', 'network_id': '2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'mac_address': 'fa:16:3e:e0:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:20Z', 'updated_at': '2021-01-14T03:10:29Z', 'revision_number': 4, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'subnets': [{'id': '6abebd57-0d48-4979-9876-9a3e32d272a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:31.294100 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2abebb06-380b-4cbb-a55e-5b73ae4e3925 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "GET /v2.0/ports?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1611876 Jan 14 03:10:31.300481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.301491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 76706412-87e7-4aad-bf93-bb7c2a856d65 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:10:31.305418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.321401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 76706412-87e7-4aad-bf93-bb7c2a856d65 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:31.321401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.329018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:31.376424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39b164-e1e0-428f-bb13-257dd9f7066c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:31.384040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:31.389879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a241e4979d8a49cbad291bd21c67dd60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3790224 Jan 14 03:10:31.390383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37910) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:31.485863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.514479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.550258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.568545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 76706412-87e7-4aad-bf93-bb7c2a856d65, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=76706412-87e7-4aad-bf93-bb7c2a856d65,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:31.573790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.576615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:31.606328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.612184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:31.625254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39b164-e1e0-428f-bb13-257dd9f7066c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:31.632241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:31.638800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:31.642913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab39b164-e1e0-428f-bb13-257dd9f7066c HTTP/1.1" status: 204 len: 168 time: 0.2483113 Jan 14 03:10:31.717574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:31.725591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:32.007663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:32.457967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.479886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:32.484902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3aeaff72ab854664abcc97c18970cc84 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:32.488631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:32.495080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:32.593714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.597386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.607389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a27ea011-6a86-4ddc-941e-bdd32a38dc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:32.614954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37972) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:32.634684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.639743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb1490f-3c3c-471e-a6bd-1842df3c5755,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:32.645499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:32.655030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:32.660054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f0e89d3f1c47eabfd82a17f2257ddb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:32.662557 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3aeaff72ab854664abcc97c18970cc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527174 Jan 14 03:10:32.664141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:32.666701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:32.682470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:32.769361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.809128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:32.871404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-3c3994da-8aa8-4a7f-8d05-5997dd0d969e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:10:32.872549 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-3c3994da-8aa8-4a7f-8d05-5997dd0d969e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5190701 Jan 14 03:10:32.917967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.013375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.058915 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8baf0d2-2d5c-4047-b488-3b79dfb52643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:33.074399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7f0e89d3f1c47eabfd82a17f2257ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582782 Jan 14 03:10:33.077570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37986) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:33.099877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76706412-87e7-4aad-bf93-bb7c2a856d65 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:10:33.160022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.174952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce81258-05ae-46e1-a61d-13dee8d1d850,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:33.192910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.194463 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:33.195059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b94f18c-afd1-4ecc-ab9b-dc44e5742bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:33.213852 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-63823a6a-aecc-4934-b92d-4ea2d7574259 service neutron] 10.222.0.30 "GET /v2.0/networks/cb4b0089-2e55-47e0-b755-36f8e5cdb4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306284 Jan 14 03:10:33.217233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 76706412-87e7-4aad-bf93-bb7c2a856d65 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:10:33.218484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb1490f-3c3c-471e-a6bd-1842df3c5755,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:33.218741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.226462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:33.241318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.256928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.258400 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbb1490f-3c3c-471e-a6bd-1842df3c5755 HTTP/1.1" status: 204 len: 168 time: 0.5907364 Jan 14 03:10:33.310290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.318289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f74cb322-b485-43be-af87-4c0ebc9c7e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:33.334526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce81258-05ae-46e1-a61d-13dee8d1d850,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:33.338586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:33.347026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:33.351878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dce81258-05ae-46e1-a61d-13dee8d1d850 HTTP/1.1" status: 204 len: 168 time: 0.2707131 Jan 14 03:10:33.441031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-0e437f37-180a-4858-bd64-616eaed07fb8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb4b0089-2e55-47e0-b755-36f8e5cdb4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2118444 Jan 14 03:10:33.769283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:34.509648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77863016-b413-4f45-9597-fe7b41357713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.527322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.543751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:34.548667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6f5e239229d448c98ec8a1007eee1423 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:34.552367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:34.558712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:34.568689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38050) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:34.601901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.622855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:34.629685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Usage tracker for resource:security_group_rule and tenant:7010353dff8848eca1e4f542b25bccab is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:34.634914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:34.645585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:34.738187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.745577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.756542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1404c1-b801-40b0-a797-9367485fe9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:34.829819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a76b7-6270-4796-b2b4-4cbc50cd43e6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:34.837650 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f5e239229d448c98ec8a1007eee1423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0666933 Jan 14 03:10:34.838676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:34.840450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.840762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38058) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:34.844969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:34.856084 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:34.909389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7010353dff8848eca1e4f542b25bccab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385329 Jan 14 03:10:34.910615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4249abff-011a-4b5c-a714-53e0b57d4a49,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:34.913633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38066) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:34.928564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:34.975038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.034712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.059762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.78', 50294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:35.087808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.174773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.291830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.298593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:35.299266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac30d9ff-5dc3-4e39-9add-8043ef5e0ec7 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:35.344687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4249abff-011a-4b5c-a714-53e0b57d4a49,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:35.351082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:35.383164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.384416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4249abff-011a-4b5c-a714-53e0b57d4a49 HTTP/1.1" status: 204 len: 168 time: 0.4696672 Jan 14 03:10:35.402258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-1bded8e6-f855-4ed5-90cb-73a35f9c250c tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:35.404018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-1bded8e6-f855-4ed5-90cb-73a35f9c250c tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "GET /v2.0/networks?id=cb4b0089-2e55-47e0-b755-36f8e5cdb4ea HTTP/1.1" status: 200 len: 824 time: 0.3430409 Jan 14 03:10:35.443693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.449656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:35.463607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a76b7-6270-4796-b2b4-4cbc50cd43e6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:35.476377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:35.477631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.478820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c91a76b7-6270-4796-b2b4-4cbc50cd43e6 HTTP/1.1" status: 204 len: 168 time: 0.6367733 Jan 14 03:10:35.571595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-40cc4a94-dfe9-442e-bc75-e8c9987bd780 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8 HTTP/1.1" status: 200 len: 5704 time: 0.0975978 Jan 14 03:10:35.582236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Request body: {'port': {'device_id': '8794b808-efe9-4046-89ae-beef312e99d5', 'network_id': 'cb4b0089-2e55-47e0-b755-36f8e5cdb4ea', 'admin_state_up': True, 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'security_groups': ['f6c7898e-d998-4e36-8c23-e58bbf9ce441']}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:35.728264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38096) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:35.770990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:35.775861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Usage tracker for resource:port and tenant:98901f3c3437481d9e324a3fe1eb2ab8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:35.779723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Quota usage for port was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:35.786643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:35.797647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Made reservation on behalf of 98901f3c3437481d9e324a3fe1eb2ab8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:35.810306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:35.822113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:35.941129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.013409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.095262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.103769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8514ec29-987e-4ebe-be76-246377eac8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:36.136773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c7898e-d998-4e36-8c23-e58bbf9ce441,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:36.140851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:36.142648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.145530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "DELETE /v2.0/security-groups/f6c7898e-d998-4e36-8c23-e58bbf9ce441 HTTP/1.1" status: 204 len: 168 time: 0.3218832 Jan 14 03:10:36.148315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38122) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:36.170319 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-19f4e1f7-a7e2-4247-9159-6db29510a3f0 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] show failed (client error): The resource could not be found. Jan 14 03:10:36.172377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19f4e1f7-a7e2-4247-9159-6db29510a3f0 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "GET /v2.0/security-groups/f6c7898e-d998-4e36-8c23-e58bbf9ce441 HTTP/1.1" status: 404 len: 347 time: 0.0225263 Jan 14 03:10:36.175542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38128) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:36.531390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Allocated IP 172.20.0.7 (cb4b0089-2e55-47e0-b755-36f8e5cdb4ea/2bdf3755-f51f-4663-8b6e-402b61c74a0f/1b364a54-a6cc-4015-b57d-d6ca89fa8ff3) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': '1b364a54-a6cc-4015-b57d-d6ca89fa8ff3', 'security_group_id': 'f6c7898e-d998-4e36-8c23-e58bbf9ce441'}] Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:10:36.607217 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:10:36.610608 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:10:36.617147 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '1b364a54-a6cc-4015-b57d-d6ca89fa8ff3', 'security_group_id': 'f6c7898e-d998-4e36-8c23-e58bbf9ce441'}] Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:10:36.626312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] No notification will be sent due to unsuccessful status code: 500 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:10:36.643838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-d1d2964e-38e6-45b8-802c-0a0c697b97a4 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 1.0657275 Jan 14 03:10:36.655826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405808787-network', 'tenant_id': '094fcda4574346c0a24819e971954220'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:36.662121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Deleting port c28ec3f8-0efd-42fb-97cd-9882df3c0293 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:36.662494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.691229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.711401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:36.722411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Usage tracker for resource:network and tenant:094fcda4574346c0a24819e971954220 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:36.734170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:36.745918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:36.750393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:36.759336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Usage tracker for resource:security_group_rule and tenant:2d32b27b328743c39c91cacd2dc179c6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:36.767473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17774530-2df4-4a13-9209-a9b5eafa58f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.781709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:36.847614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:36.853977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Made reservation on behalf of 094fcda4574346c0a24819e971954220 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:36.858811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.873698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38152) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:36.887652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.901515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:36.919477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:36.921508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:36.924886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f13b1f940b4756890d0ba913aa0b0a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:36.928827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:36.935396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:36.938187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Usage tracker for resource:security_group_rule and tenant:094fcda4574346c0a24819e971954220 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:36.960112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:36.978870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:37.017283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.017604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.061508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.065721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.077528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a131f6-7e36-4d94-81cf-edbdca72ea99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:37.131228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2f13b1f940b4756890d0ba913aa0b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554107 Jan 14 03:10:37.134443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38160) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:37.149062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63da78-1932-4b92-bad3-310e27ea02f0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:37.155139 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:37.195247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Calling delete_port for c28ec3f8-0efd-42fb-97cd-9882df3c0293 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:37.217553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.261855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.322146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.329053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:37.344688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63da78-1932-4b92-bad3-310e27ea02f0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:37.352759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:37.354604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.355883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd63da78-1932-4b92-bad3-310e27ea02f0 HTTP/1.1" status: 204 len: 168 time: 0.2204270 Jan 14 03:10:37.380023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:37.416910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.429955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.454054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.464927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:37.522210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14edbc0e-2512-4e55-a49e-8a17deb0e17a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:37.536941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:37.594550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d32b27b328743c39c91cacd2dc179c6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2764552 Jan 14 03:10:37.596801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.600668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38184) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:37.639985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.660609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-86ee5b46-0cd8-40cb-924f-bad1387d830f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.5009396 Jan 14 03:10:37.661719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:37.758825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.813692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.854795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-82b27d31-e0b3-480a-86d3-a966b9519969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:37.860007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c5b39-2f55-4dbb-bf95-f75513796335,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:37.860233 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-82b27d31-e0b3-480a-86d3-a966b9519969 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1931283 Jan 14 03:10:37.866020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:10:37.869067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:37.870058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:37.923328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:38.076864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.098545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.098941 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Added segment 80e74bec-8cd1-4263-b388-be9b243e287e of type vxlan for network ed770b16-4626-412e-b6d5-1e18d00987d3 Jan 14 03:10:38.100456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Pushing event deleted for resources: {'Port': ['ID=c28ec3f8-0efd-42fb-97cd-9882df3c0293,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:38.157580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:38.164044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Usage tracker for resource:security_group_rule and tenant:f8cb224a9d5942aa8a8b925a99bdf1ab is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:38.167710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:38.174841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:38.190845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:38.236628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-293f20ab-70fc-4e94-9b4e-c2a1807abe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:38.238655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-293f20ab-70fc-4e94-9b4e-c2a1807abe31 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3717589 Jan 14 03:10:38.281313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.292627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.293589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.300704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.307705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-160dba42-8a1c-45fd-83ee-8b0fc7a1e820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:38.340928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14edbc0e-2512-4e55-a49e-8a17deb0e17a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:38.354865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2189f1d0-7ed9-47ba-a986-a59a336d7f8d tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Synchronizing usage tracker for tenant:98901f3c3437481d9e324a3fe1eb2ab8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:10:38.356756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:38.360431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.373227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.377672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14edbc0e-2512-4e55-a49e-8a17deb0e17a HTTP/1.1" status: 204 len: 168 time: 0.7758169 Jan 14 03:10:38.382981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.384665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:38.385302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.399550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec09152c-3efe-4697-8063-f019865d5f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:38.401036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.402000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.30 "DELETE /v2.0/floatingips/7788e2c1-4a93-4aa7-8dff-f78a80dc50a3 HTTP/1.1" status: 204 len: 168 time: 2.2245612 Jan 14 03:10:38.403151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d631f4-57a0-4017-ab3d-995f8e421b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:38.448934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7166989 Jan 14 03:10:38.454720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8cb224a9d5942aa8a8b925a99bdf1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713387 Jan 14 03:10:38.455686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:38.456187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38220) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:38.458309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed795d59-728a-413a-9b02-4c8dbdba7c08,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:38.483446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:38.543858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Request body: {'subnet': {'network_id': 'ed770b16-4626-412e-b6d5-1e18d00987d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-405808787-subnet', 'tenant_id': '094fcda4574346c0a24819e971954220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:38.558052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.563210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:38.580734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Usage tracker for resource:subnet and tenant:094fcda4574346c0a24819e971954220 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:38.589945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:38.593435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2189f1d0-7ed9-47ba-a986-a59a336d7f8d tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Unset dirty status for tenant:98901f3c3437481d9e324a3fe1eb2ab8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:10:38.595054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2189f1d0-7ed9-47ba-a986-a59a336d7f8d tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "GET /v2.0/ports?device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.2996418 Jan 14 03:10:38.601864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:38.607781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.639472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Pushing event updated for resources: {'Network': ['ID=ed770b16-4626-412e-b6d5-1e18d00987d3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:38.647051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:38.652192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.653351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ed770b16-4626-412e-b6d5-1e18d00987d3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:38.749519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.759697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:38.784761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Made reservation on behalf of 094fcda4574346c0a24819e971954220 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:38.795787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.822990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ed770b16-4626-412e-b6d5-1e18d00987d3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:38.842715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed795d59-728a-413a-9b02-4c8dbdba7c08,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:38.862426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:38.943874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:38.948960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed795d59-728a-413a-9b02-4c8dbdba7c08 HTTP/1.1" status: 204 len: 168 time: 0.4737647 Jan 14 03:10:39.027545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38240) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:39.075751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ed770b16-4626-412e-b6d5-1e18d00987d3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:39.287598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-8ce57026-aff4-4e90-a499-45f57adcae04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.1028636 Jan 14 03:10:39.358348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:39.366918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:39.579019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2dd6f1af-35ef-4d61-8585-aafc31457726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:39.580645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-2dd6f1af-35ef-4d61-8585-aafc31457726 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2210751 Jan 14 03:10:39.770406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:39.804738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:39.829009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:39.885940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:39.912567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:39.923598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Usage tracker for resource:security_group_rule and tenant:dfb6935ebff1413fa7cb214c3d1c799a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:39.928255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:39.935871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:39.953076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-9e493a35-a795-4887-ac8e-0243b7b5bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:39.955186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-9e493a35-a795-4887-ac8e-0243b7b5bec8 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3652992 Jan 14 03:10:39.974163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f65793-8119-43fe-87b3-92e6bd8bb2dd,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:39.977346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:39.984610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.102140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e82cb273-27b5-42ab-9bc2-9ed035bb0160 req-1ae767d7-9aea-4bbb-984e-41d84fedaed9 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "GET /v2.0/ports?device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.0733311 Jan 14 03:10:40.143805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Checking segment: {'id': '80e74bec-8cd1-4263-b388-be9b243e287e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed770b16-4626-412e-b6d5-1e18d00987d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:40.144201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Network hostable DHCP agents. Network: ed770b16-4626-412e-b6d5-1e18d00987d3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:40.193507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.221198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:40.227528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Usage tracker for resource:security_group_rule and tenant:d95c5e2190574b9588a20c723f9c9fa1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:40.231030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:40.238598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:40.244822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Network ed770b16-4626-412e-b6d5-1e18d00987d3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:40.287185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ed770b16-4626-412e-b6d5-1e18d00987d3) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:40.297905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:40.298539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.299792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b674a-9491-449b-9bfc-597c9be09b00 None None] Network ed770b16-4626-412e-b6d5-1e18d00987d3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:40.341058 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8676240 Jan 14 03:10:40.425009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.431135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.465726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38276) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:40.466495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6dac017a-bacf-4494-865c-fa4de2436e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:40.497741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d95c5e2190574b9588a20c723f9c9fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1321042 Jan 14 03:10:40.501210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53852111-b731-40f8-b3c7-193d5f558cf1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:40.523143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38280) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:40.524229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.545809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:40.552158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:40.556738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Usage tracker for resource:security_group_rule and tenant:68fa6a44f2da4efaab85b58a778704c5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:40.559880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:40.567901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:40.638104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.698515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.703945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.712527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7723635-4e8c-4ddd-a922-01d13f0ec6c8 None None] Network ed770b16-4626-412e-b6d5-1e18d00987d3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:40.716469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a9126c-9ebb-431f-85c4-59c7af6a7864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:40.810477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-80cec390-17d6-4c7e-b719-03f3893ecdd4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.1031787 Jan 14 03:10:40.821166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.829629 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfb6935ebff1413fa7cb214c3d1c799a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992042 Jan 14 03:10:40.844706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:40.877440 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a12646ec-6322-41e5-b3b3-a327c75876ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:40.937768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b1bec1-02ce-46e6-800f-6b2e21cb1590,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:40.942368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:40.974996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.022270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:41.028895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.037881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dac5567f-98c3-4ce3-bab2-a1f78eb61449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:41.052373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.053593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38b1bec1-02ce-46e6-800f-6b2e21cb1590 HTTP/1.1" status: 204 len: 168 time: 0.2078757 Jan 14 03:10:41.058854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b1bec1-02ce-46e6-800f-6b2e21cb1590,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:41.061893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:41.216445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Deleting port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:41.216819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.403653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c2844-17ab-43e6-ba62-b6675c4e5f1c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:41.408911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68fa6a44f2da4efaab85b58a778704c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099627 Jan 14 03:10:41.413160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:41.414988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38310) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:41.416464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.476331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.483730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.489158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] For port c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:41.489958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.517890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-0adf36c9-eef9-4aa1-9dfa-5c877dbd7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:41.520046 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-0adf36c9-eef9-4aa1-9dfa-5c877dbd7b16 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6774805 Jan 14 03:10:41.665781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.673531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3820316a-1084-4fbd-8213-5f05f45ad901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:41.688447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53852111-b731-40f8-b3c7-193d5f558cf1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:41.694909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:41.717247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-17eb6af5-b8a6-420e-a694-3fbdd7f31327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:41.719337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-17eb6af5-b8a6-420e-a694-3fbdd7f31327 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1898565 Jan 14 03:10:41.720049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:41.721216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53852111-b731-40f8-b3c7-193d5f558cf1 HTTP/1.1" status: 204 len: 168 time: 1.1809335 Jan 14 03:10:41.726162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Calling delete_port for c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:41.819202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0ece88b0-d44a-4da9-afd1-5ef8fef4886a req-66019e20-ae19-4199-b64f-e07e42524021 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] 10.222.0.78 "GET /v2.0/ports?device_id=8794b808-efe9-4046-89ae-beef312e99d5 HTTP/1.1" status: 200 len: 210 time: 0.0554435 Jan 14 03:10:42.180099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.231436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.341944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.346508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:42.362881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.400121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c2844-17ab-43e6-ba62-b6675c4e5f1c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:42.405031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:42.408227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-878930a6-1a79-452b-badd-bf9f2e6d6450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:42.509129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:42.523159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:42.530367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.532331 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/940c2844-17ab-43e6-ba62-b6675c4e5f1c HTTP/1.1" status: 204 len: 168 time: 1.1158419 Jan 14 03:10:42.787689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38350) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:42.792997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.811270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.829625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:42.834973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Usage tracker for resource:security_group_rule and tenant:24ce23fd002647339a27c11eb1d0b21c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:42.838570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:42.845065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:42.941981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.947149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:42.960935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b0d2435-be6f-4c10-94ca-44a217ec2089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:43.061032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b47362-7cec-448c-b508-a1e7cccca272,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:43.080638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:43.093743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24ce23fd002647339a27c11eb1d0b21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046544 Jan 14 03:10:43.096707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38358) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:43.178224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.210562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.277097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.282993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-824ed564-fb9e-40d5-b1b2-6a3c9556355a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:43.309847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.311280 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18b47362-7cec-448c-b508-a1e7cccca272 HTTP/1.1" status: 204 len: 168 time: 0.2136676 Jan 14 03:10:43.312238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b47362-7cec-448c-b508-a1e7cccca272,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:43.315146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:43.405652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Router 56a53fdf-9100-404a-a015-2b8655a15a50 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:10:43.550980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:43.716452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38386) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:43.722674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-579672464-network', 'tenant_id': '56d80169e46c43ef9ae6d7d398a2507d'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:43.728436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:43.732758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Usage tracker for resource:network and tenant:56d80169e46c43ef9ae6d7d398a2507d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:43.735879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:43.742063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:43.754045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Made reservation on behalf of 56d80169e46c43ef9ae6d7d398a2507d for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:43.760432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.779005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.795938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:43.799923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Usage tracker for resource:security_group_rule and tenant:56d80169e46c43ef9ae6d7d398a2507d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:43.803126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:43.809297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:43.823192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:43.833623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] 10.222.0.30 "PUT /v2.0/routers/56a53fdf-9100-404a-a015-2b8655a15a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8048818 Jan 14 03:10:43.834171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Sync routers for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:43.835917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38394) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:43.857004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:43.857691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:43.867636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.900278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.909602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.914295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:43.945794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae910ff2-1d7a-4ede-8c42-c59014f825a8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:43.950052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:43.963019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:10:43.974080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:43.974505 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Added segment 8919e769-7e13-4061-9771-1a9d90ec6345 of type vxlan for network 38e4398b-0d06-484d-82dd-c5f06c8e3282 Jan 14 03:10:44.004440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.051546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.053069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:44.053706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.101993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b38d4b0-7b7a-4436-a6b3-8555ed07fed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:44.125733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:44.131096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4135790 Jan 14 03:10:44.135533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38400) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:44.151015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.192983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Request body: {'subnet': {'network_id': '38e4398b-0d06-484d-82dd-c5f06c8e3282', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-579672464-subnet', 'tenant_id': '56d80169e46c43ef9ae6d7d398a2507d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:44.234791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:44.256854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Usage tracker for resource:subnet and tenant:56d80169e46c43ef9ae6d7d398a2507d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:44.276823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:44.282929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Pushing event updated for resources: {'Network': ['ID=38e4398b-0d06-484d-82dd-c5f06c8e3282,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:44.296624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:44.301473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:44.308148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:44.322755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:44.329032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Made reservation on behalf of 56d80169e46c43ef9ae6d7d398a2507d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:44.336497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.467412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.497223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:44.508760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.511137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Usage tracker for resource:security_group_rule and tenant:8128f3dcf3b44d14a510f002bd257d3e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:44.515190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:44.515790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Deleting port 1d023718-f8f3-495e-bf26-890fd9304c79 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:44.516376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.521173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:44.643031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.655724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:42Z', 'revision_number': 5, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:44.658556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.663650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Checking router: 56a53fdf-9100-404a-a015-2b8655a15a50 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:44.672066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76297d24-7bf8-4e2f-b990-7162daf3c70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:44.680181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Routers {'56a53fdf-9100-404a-a015-2b8655a15a50'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:44.680892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['56a53fdf-9100-404a-a015-2b8655a15a50'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:44.707526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98469cf7-4b05-4f03-b6c3-07ebc1b3aaea,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:44.714788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:44.754323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8128f3dcf3b44d14a510f002bd257d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1996460 Jan 14 03:10:44.755400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38418) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:44.783805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:44.837301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.878632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:44.959956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] For port 1d023718-f8f3-495e-bf26-890fd9304c79, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d023718-f8f3-495e-bf26-890fd9304c79,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:44.961950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.110141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] Set router 56a53fdf-9100-404a-a015-2b8655a15a50 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:45.148176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.170733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6c8239f-c81c-4e5e-b284-07143a51bbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:45.230269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98469cf7-4b05-4f03-b6c3-07ebc1b3aaea,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:45.263579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:45.274098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.275307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98469cf7-4b05-4f03-b6c3-07ebc1b3aaea HTTP/1.1" status: 204 len: 168 time: 0.5189154 Jan 14 03:10:45.287971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Calling delete_port for 1d023718-f8f3-495e-bf26-890fd9304c79 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:45.601573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: WARNING neutron.plugins.ml2.ovo_rpc [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: result = function(*args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: proto.__init__(conn_state, self) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: self.handle() Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: self.handle_one_request() Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: self.handle_one_response() Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: result = self.application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return app(environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return request.get_response(self.application) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = req.get_response(self._app) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: response = self.app(environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:10:45.609024 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: result = method(request=request, **args) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return self._delete(request, id, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*dup_args, **dup_kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: obj_deleter(request.context, id, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return method(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(*dup_args, **dup_kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: self._delete_current_gw_port(context, id, router, None) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return f(self, context, *args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return method(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: context, port, router_ids, bound_mech_contexts) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: return function(*args, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: callback(resource, event, trigger, **kwargs) Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: if self._is_session_semantic_violated(context, resource, event): Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 03:10:45.616298 n-d-765315-13 neutron-server[80721]: stack = traceback.extract_stack() Jan 14 03:10:45.622583 n-d-765315-13 neutron-server[80721]: Jan 14 03:10:45.710099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:42Z', 'revision_number': 5, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:45.711850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.725577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b91788-4a51-43c9-acc2-bb5a9d383189 None None] The sync data for ids ['56a53fdf-9100-404a-a015-2b8655a15a50'] in n-d-765315-13 is: [{'id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2058299416-router', 'tenant_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:00Z', 'updated_at': '2021-01-14T03:10:42Z', 'revision_number': 5, 'project_id': '98901f3c3437481d9e324a3fe1eb2ab8', 'gw_port': {'id': '1d023718-f8f3-495e-bf26-890fd9304c79', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53fdf-9100-404a-a015-2b8655a15a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:01Z', 'updated_at': '2021-01-14T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:45.799730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:45.868320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:45.935816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5307c4ec-b7bd-4b6c-b21b-0855c8156eb4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:45.939853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:45.980705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Checking segment: {'id': '8919e769-7e13-4061-9771-1a9d90ec6345', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38e4398b-0d06-484d-82dd-c5f06c8e3282'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:45.981095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Network hostable DHCP agents. Network: 38e4398b-0d06-484d-82dd-c5f06c8e3282, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:46.005318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:46.006052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.011525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.015983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 38e4398b-0d06-484d-82dd-c5f06c8e3282) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:46.020948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:46.021395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.028000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb1bdd-bc7a-46bb-969e-f97b5a1a022c None None] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:46.047894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9109101 Jan 14 03:10:46.166627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.167638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a53fdf-9100-404a-a015-2b8655a15a50 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:10:46.181023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.184830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2439c519-ba01-4622-82c2-2517ff6c58b3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/56a53fdf-9100-404a-a015-2b8655a15a50 HTTP/1.1" status: 204 len: 168 time: 2.3448586 Jan 14 03:10:46.185635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38476) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:46.215760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:46.262885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Deleting subnet 2bdf3755-f51f-4663-8b6e-402b61c74a0f {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:10:46.266810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.331215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.352023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0c769-48f3-4155-87ae-b702ef802221 None None] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:46.419477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.729979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38492) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:46.756720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.776146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:46.776545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:46.785951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Usage tracker for resource:security_group_rule and tenant:788bfd1a864e4b629ec4107004659d38 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:46.791511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:46.798663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:46.806947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.902306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Deleting subnet 27f65793-8119-43fe-87b3-92e6bd8bb2dd {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:10:46.906656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.912080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3e16f14-ac0b-45e7-b9b5-124c8bfa26c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:46.978079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:46.987301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.054261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:47.094476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38502) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:47.095298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdf3755-f51f-4663-8b6e-402b61c74a0f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:47.099779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:47.112043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.133280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:47.133941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c4f5f4dc-ec0f-4db5-ab8d-6a3e012983dc not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:47.137486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.167936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1838718845-network', 'tenant_id': '548fe668ca134ea1a62984eff436618e'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:47.173164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:47.188246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:47.189789 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=788bfd1a864e4b629ec4107004659d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584832 Jan 14 03:10:47.193930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38508) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:47.230232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Usage tracker for resource:network and tenant:548fe668ca134ea1a62984eff436618e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:47.237616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:47.238109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b065b2a-0637-48c8-8444-bf45032ded8c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:47.253029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:47.258220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:47.266443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.272024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed32dd-6a56-4b4d-b8a1-4caf8ee0c250 None None] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:47.280381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2bdf3755-f51f-4663-8b6e-402b61c74a0f HTTP/1.1" status: 204 len: 168 time: 1.0933928 Jan 14 03:10:47.282746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38516) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:47.375528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.377364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Made reservation on behalf of 548fe668ca134ea1a62984eff436618e for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:47.382706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.416640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.416992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.442564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:47.446618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Usage tracker for resource:security_group_rule and tenant:548fe668ca134ea1a62984eff436618e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:47.449599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:47.455581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:47.506051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.527863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:47.532552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Usage tracker for resource:security_group_rule and tenant:b27f1043bca14031b392f291764cef85 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:47.535905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:47.542501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:47.545009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.612046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.615118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Deleting port 812ebbee-6a01-413e-99ca-5b2b9180747b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:47.615703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.618981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] DHCP port deletion for cb4b0089-2e55-47e0-b755-36f8e5cdb4ea request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:10:47.627520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Deleting port 812ebbee-6a01-413e-99ca-5b2b9180747b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:47.628031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.630627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:47.647604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.661076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:10:47.715540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.716127 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Added segment ab0d6bab-24d1-4a81-8cc1-8f0bbac4e49d of type vxlan for network 901f8496-766a-4f51-be3f-32df71bcda0e Jan 14 03:10:47.755583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac6ca9-77af-4140-9a44-6f5e54920f8c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:47.773340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:47.826236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.835451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.883491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] For port 812ebbee-6a01-413e-99ca-5b2b9180747b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=812ebbee-6a01-413e-99ca-5b2b9180747b,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:47.883933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:47.996181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1febf004-80ea-4787-8519-b3c9f800f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.036605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Calling delete_port for 812ebbee-6a01-413e-99ca-5b2b9180747b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:48.054375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f65793-8119-43fe-87b3-92e6bd8bb2dd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.069618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.077744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.080254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f72abd3-5543-4177-be73-18000f445809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.109950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b065b2a-0637-48c8-8444-bf45032ded8c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.122974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.163692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.176272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.179988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b065b2a-0637-48c8-8444-bf45032ded8c HTTP/1.1" status: 204 len: 168 time: 0.9760859 Jan 14 03:10:48.182992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.184950 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27f65793-8119-43fe-87b3-92e6bd8bb2dd HTTP/1.1" status: 204 len: 168 time: 1.4075186 Jan 14 03:10:48.187547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38538) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:48.222140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.260421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ccbb311-47d4-42b9-979d-6f26acef95e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.272916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b27f1043bca14031b392f291764cef85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1719921 Jan 14 03:10:48.280151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:48.292594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.338381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.342799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] For port 812ebbee-6a01-413e-99ca-5b2b9180747b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=812ebbee-6a01-413e-99ca-5b2b9180747b,segment=NetworkSegment(72d819f7-e1f2-4463-bf66-699be2049b99),segment_id=72d819f7-e1f2-4463-bf66-699be2049b99)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:48.343189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.347084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.351692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7b1cb-1d21-4ded-9e74-8d7b6c2c5bb8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.362057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.457132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.459745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:48.460582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.481485 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.492194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Calling delete_port for 812ebbee-6a01-413e-99ca-5b2b9180747b owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:48.532400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] No DVR routers for this DVR port 812ebbee-6a01-413e-99ca-5b2b9180747b on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:10:48.543437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Pushing event deleted for resources: {'Port': ['ID=812ebbee-6a01-413e-99ca-5b2b9180747b,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.546901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.561081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.616261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.644249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:10:48.644679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:10:48.655603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Pushing event updated for resources: {'Network': ['ID=901f8496-766a-4f51-be3f-32df71bcda0e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.659176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4416659 Jan 14 03:10:48.663088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:48.665767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.672288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 901f8496-766a-4f51-be3f-32df71bcda0e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:48.673418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Request body: {'subnet': {'network_id': '901f8496-766a-4f51-be3f-32df71bcda0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1838718845-subnet', 'tenant_id': '548fe668ca134ea1a62984eff436618e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:48.686526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:48.693133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Usage tracker for resource:subnet and tenant:548fe668ca134ea1a62984eff436618e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:48.697653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:48.705738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:48.706780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 901f8496-766a-4f51-be3f-32df71bcda0e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:48.716818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.726671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 901f8496-766a-4f51-be3f-32df71bcda0e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:48.731224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-545a7b90-e8e1-4887-8871-e495ba1081d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:48.745224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Made reservation on behalf of 548fe668ca134ea1a62984eff436618e for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:48.751244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.776890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7b1cb-1d21-4ded-9e74-8d7b6c2c5bb8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:48.781363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:48.788571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.879546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:48.881129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ec7b1cb-1d21-4ded-9e74-8d7b6c2c5bb8 HTTP/1.1" status: 204 len: 168 time: 0.5998442 Jan 14 03:10:48.967529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.968243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.969367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.969859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > port after_create 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.970375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.970894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > port after_update 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.971547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.972049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.972618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:48.973255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.156961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Deleting port 812ebbee-6a01-413e-99ca-5b2b9180747b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:49.157532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.177446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 812ebbee-6a01-413e-99ca-5b2b9180747b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:49.192125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.192889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.194376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.194964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80832) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.195499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed770b16-4626-412e-b6d5-1e18d00987d3']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.228114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e74bec-8cd1-4263-b388-be9b243e287e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.228566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e74bec-8cd1-4263-b388-be9b243e287e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.248655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] The port '812ebbee-6a01-413e-99ca-5b2b9180747b' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:10:49.259496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 812ebbee-6a01-413e-99ca-5b2b9180747b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:49.260107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 812ebbee-6a01-413e-99ca-5b2b9180747b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:49.261028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d023718-f8f3-495e-bf26-890fd9304c79 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:49.261541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.294267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.297651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:10:49.329856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 1d023718-f8f3-495e-bf26-890fd9304c79 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:49.330592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d023718-f8f3-495e-bf26-890fd9304c79 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:49.446328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.542153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Network ed770b16-4626-412e-b6d5-1e18d00987d3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:49.554150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.596817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.597772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.598566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.598934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > port after_create 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.599287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > port after_delete 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.599636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > port after_update 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.599993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.600332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.600741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.601086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.769915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.770291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.770657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.771017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80833) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 03:10:49.771409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4b0089-2e55-47e0-b755-36f8e5cdb4ea']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.792321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d819f7-e1f2-4463-bf66-699be2049b99') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.792678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d819f7-e1f2-4463-bf66-699be2049b99') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:49.812045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.889666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.908909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:49.913806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:49.923616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38586) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:49.946521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:10:49.979500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Network ed770b16-4626-412e-b6d5-1e18d00987d3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:49.987373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.014303 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:10:50.017898 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:10:50.102223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:50.111507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Usage tracker for resource:security_group_rule and tenant:ec48e17b101b404688ddd4819f4af202 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:50.114739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:50.121158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:50.132231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.147885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:50.171064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.180128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed770b16-4626-412e-b6d5-1e18d00987d3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:50.187211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:50.201968 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed770b16-4626-412e-b6d5-1e18d00987d3 HTTP/1.1" status: 204 len: 168 time: 2.0123963 Jan 14 03:10:50.204134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38592) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:50.264965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Pushing event updated for resources: {'Subnet': ['ID=129770da-67da-41eb-b5c0-e723da88b0bd,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:50.268291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:50.309385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:50.325933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Deleting subnet 5307c4ec-b7bd-4b6c-b21b-0855c8156eb4 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:10:50.338340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.339172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.381083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.391212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.402596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79dbe775-ee82-4809-a9f0-747b67344810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:50.433604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.497584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f818627-283d-40a6-92f5-46fb6e193cc1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:50.510368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec48e17b101b404688ddd4819f4af202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831993 Jan 14 03:10:50.510368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:50.511528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38606) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:50.542623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.659598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Network cb4b0089-2e55-47e0-b755-36f8e5cdb4ea has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:50.660529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.713374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:10:50.716918 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:10:50.758007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.798431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Checking segment: {'id': 'ab0d6bab-24d1-4a81-8cc1-8f0bbac4e49d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '901f8496-766a-4f51-be3f-32df71bcda0e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:50.799508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Network hostable DHCP agents. Network: 901f8496-766a-4f51-be3f-32df71bcda0e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:50.830581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Network 901f8496-766a-4f51-be3f-32df71bcda0e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:50.836066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.845483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:50.868147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.877801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 901f8496-766a-4f51-be3f-32df71bcda0e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:50.883049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4b0089-2e55-47e0-b755-36f8e5cdb4ea,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:50.887103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecabc9b-78aa-4e6f-b39f-b5f0b30e643c None None] Network 901f8496-766a-4f51-be3f-32df71bcda0e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:50.911320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.915166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:50.915936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.918827 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:50.924874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] 10.222.0.30 "DELETE /v2.0/networks/cb4b0089-2e55-47e0-b755-36f8e5cdb4ea HTTP/1.1" status: 204 len: 168 time: 3.6381383 Jan 14 03:10:50.935312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38626) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:50.944304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f818627-283d-40a6-92f5-46fb6e193cc1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:50.950312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.952033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f818627-283d-40a6-92f5-46fb6e193cc1 HTTP/1.1" status: 204 len: 168 time: 0.4394853 Jan 14 03:10:50.953212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:50.964262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:50.999951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:51.060980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:51.074214 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4097347 Jan 14 03:10:51.195103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5307c4ec-b7bd-4b6c-b21b-0855c8156eb4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:51.199954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:51.229297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:51.263804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5307c4ec-b7bd-4b6c-b21b-0855c8156eb4 HTTP/1.1" status: 204 len: 168 time: 1.0582988 Jan 14 03:10:51.267612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38634) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:51.589429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910cc7c-3241-4dcd-aedd-f3766cf74847 None None] Network 901f8496-766a-4f51-be3f-32df71bcda0e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:51.622246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:51.706024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.706985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.707400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.707808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.708210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.708655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:51.710551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-06781346-d0c8-4c79-b6c7-c7ad3308f6f1 req-a4c23ca6-bfd7-420a-8b83-2cfd1648cac2 tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4265 time: 0.4768410 Jan 14 03:10:52.010005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.095317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.276523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ad141-9bed-44d0-8944-e6b4a499ff6c req-ddd14e9d-4b55-46b7-b890-9d77fb45997e tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.278452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ab7ad141-9bed-44d0-8944-e6b4a499ff6c req-ddd14e9d-4b55-46b7-b890-9d77fb45997e tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 886 time: 0.4974127 Jan 14 03:10:52.290454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e4398b-0d06-484d-82dd-c5f06c8e3282']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:52.305724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8919e769-7e13-4061-9771-1a9d90ec6345') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:52.306236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8919e769-7e13-4061-9771-1a9d90ec6345') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:52.321105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.338860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.341634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:10:52.601130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Deleting port 76706412-87e7-4aad-bf93-bb7c2a856d65 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:52.601612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.651019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.651624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.652177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.652764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.653306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.653841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:52.666036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-71b74b21-dda0-457d-87a9-08d0bc7c88bc req-0bc13f43-dbe7-4840-a965-774dc374b27d tempest-NetworksTest-1647224750 tempest-NetworksTest-1647224750] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4265 time: 0.2673676 Jan 14 03:10:52.747220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:52.759072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.798844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] For port 76706412-87e7-4aad-bf93-bb7c2a856d65, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=76706412-87e7-4aad-bf93-bb7c2a856d65,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:52.799231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:52.945072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Calling delete_port for 76706412-87e7-4aad-bf93-bb7c2a856d65 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:52.962561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Network 38e4398b-0d06-484d-82dd-c5f06c8e3282 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:10:53.021818 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:10:53.177764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:53.199924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:53.346147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Pushing event deleted for resources: {'Port': ['ID=76706412-87e7-4aad-bf93-bb7c2a856d65,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:53.360445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:53.376967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:53.383406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa9f86c7-1189-4824-b5a4-b4d997c9cdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:53.411947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:53.415056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e4398b-0d06-484d-82dd-c5f06c8e3282,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:53.426926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] 10.222.0.30 "DELETE /v2.0/networks/38e4398b-0d06-484d-82dd-c5f06c8e3282 HTTP/1.1" status: 204 len: 168 time: 2.1577308 Jan 14 03:10:53.427975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:53.625148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:53.816151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.014463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38724) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:54.134094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27e48aab-32a0-46dd-9641-04800a4e54fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=094fcda4574346c0a24819e971954220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1183426 Jan 14 03:10:54.136619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:54.252629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.288053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.341890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.351857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-601846bf-82bf-4ca3-a124-65408d7b56b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:54.368288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.369751 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec1c5b39-2f55-4dbb-bf95-f75513796335 HTTP/1.1" status: 204 len: 168 time: 0.2319276 Jan 14 03:10:54.371015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c5b39-2f55-4dbb-bf95-f75513796335,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:54.374136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:54.443966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.462997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:54.467598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Usage tracker for resource:security_group_rule and tenant:2956b2866c1049449ff50e9350f57c57 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:54.470954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:54.478041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:54.479016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Router 3bf54c4a-6ad2-422c-a030-428188ba6047 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:10:54.578559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.583813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.594308 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e7fb23e-4e02-4ce9-bc1e-c04a17ca5bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:54.645347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2956b2866c1049449ff50e9350f57c57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0187159 Jan 14 03:10:54.646342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a920c-c241-4e31-8af7-d1b9415baefa,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:54.649145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38754) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:54.652620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:54.747195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.784875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.843511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.850982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f6264ba-849a-4be8-be59-3dbe1756a775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:54.865272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38762) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:54.866714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a920c-c241-4e31-8af7-d1b9415baefa,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:54.878705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:54.885145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-574420286-network', 'tenant_id': '31e53a2e0fb44938ac82516b76dcb8fc'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:54.898379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.900363 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e2a920c-c241-4e31-8af7-d1b9415baefa HTTP/1.1" status: 204 len: 168 time: 0.2498345 Jan 14 03:10:54.902480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:54.908564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Usage tracker for resource:network and tenant:31e53a2e0fb44938ac82516b76dcb8fc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:54.912993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:54.927164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:54.954490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Made reservation on behalf of 31e53a2e0fb44938ac82516b76dcb8fc for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:54.955363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:10:54.960620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:54.967063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] 10.222.0.30 "PUT /v2.0/routers/3bf54c4a-6ad2-422c-a030-428188ba6047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0296879 Jan 14 03:10:54.967742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Sync routers for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:10:54.969727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:54.982574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:54.985128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:55.004198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.048903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:55.053909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Usage tracker for resource:security_group_rule and tenant:31e53a2e0fb44938ac82516b76dcb8fc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:55.058319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:55.073526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:55.204143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:55.225754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:55.227256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.233612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.257637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:10:55.267918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.268370 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Added segment ae2afec2-52d2-4c61-96c9-c6c6b18d59a7 of type vxlan for network 8f256233-479d-40fc-9d30-5c6287c4bf8d Jan 14 03:10:55.285569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.302338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.353210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02ddf4e0-904e-4348-b808-afcc2a2af6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:55.385819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483787c2-528e-4a30-b18f-b25ca5ffdd5c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:55.388697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.390141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:55.391391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:55.392020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.415225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:55.564545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.575442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Deleting port 5e321af9-1eea-4a55-9330-696064529892 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:55.576108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.581152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7094347 Jan 14 03:10:55.582582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:55.597997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Request body: {'subnet': {'network_id': '8f256233-479d-40fc-9d30-5c6287c4bf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-574420286-subnet', 'tenant_id': '31e53a2e0fb44938ac82516b76dcb8fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:10:55.605743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Pushing event updated for resources: {'Network': ['ID=8f256233-479d-40fc-9d30-5c6287c4bf8d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:55.608450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:55.611141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:55.614599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Usage tracker for resource:subnet and tenant:31e53a2e0fb44938ac82516b76dcb8fc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:55.618161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:55.623638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:55.635345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:55.636033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Made reservation on behalf of 31e53a2e0fb44938ac82516b76dcb8fc for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:10:55.642148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.656630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38792) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:55.787291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:55.801612 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72b41295-d4ee-4129-bda6-962940900172 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56d80169e46c43ef9ae6d7d398a2507d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433101 Jan 14 03:10:55.804681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:55.901393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:10:55.922382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:55.939245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] For port 5e321af9-1eea-4a55-9330-696064529892, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e321af9-1eea-4a55-9330-696064529892,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:55.940003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.115731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:53Z', 'revision_number': 5, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:56.128202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Checking router: 3bf54c4a-6ad2-422c-a030-428188ba6047 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:10:56.145720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.154872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Routers {'3bf54c4a-6ad2-422c-a030-428188ba6047'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:10:56.155571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:10:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3bf54c4a-6ad2-422c-a030-428188ba6047'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:56.175807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:56.181433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Usage tracker for resource:security_group_rule and tenant:4961365239e8445e96ebf5249bd94833 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:56.185521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:56.194117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:56.237361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.263341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Calling delete_port for 5e321af9-1eea-4a55-9330-696064529892 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:56.398233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:10:56.453132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] Set router 3bf54c4a-6ad2-422c-a030-428188ba6047 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:10:56.475855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.524083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.649820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38812) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:56.650448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:56.727856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fb7aac-34b7-4121-9c57-258fbff93c6f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:56.738888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.742264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.751636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:56.770099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.787659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.792547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:56.798045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Usage tracker for resource:security_group_rule and tenant:3835202c4ca14f779210bc983f48f48f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:56.801308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:56.807314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:56.852520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.879240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.881877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.885187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7c89765-b871-419a-92c3-5d1b4fc7b62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:56.886171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:53Z', 'revision_number': 5, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:56.892544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6581535-f1bf-4b78-9b59-676a88384178 None None] The sync data for ids ['3bf54c4a-6ad2-422c-a030-428188ba6047'] in n-d-765315-13 is: [{'id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-696975422-router', 'tenant_id': '27bd7f8234404ab8a5ee3289b73beb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5e321af9-1eea-4a55-9330-696064529892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:10:13Z', 'updated_at': '2021-01-14T03:10:53Z', 'revision_number': 5, 'project_id': '27bd7f8234404ab8a5ee3289b73beb46', 'gw_port': {'id': '5e321af9-1eea-4a55-9330-696064529892', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf54c4a-6ad2-422c-a030-428188ba6047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:10:14Z', 'updated_at': '2021-01-14T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:10:56.902197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cf81f01-2f20-44c2-9199-ee53c730469d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:56.903507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4961365239e8445e96ebf5249bd94833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6925237 Jan 14 03:10:56.913365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38820) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:56.918602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.919162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf54c4a-6ad2-422c-a030-428188ba6047 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:10:56.931392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae910ff2-1d7a-4ede-8c42-c59014f825a8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:56.938767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:56.962796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f70f44-56b7-4374-a47f-a5167835cb34,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:56.991433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.992678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e22b6e5-37bd-4f56-b621-083e333a94e0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3bf54c4a-6ad2-422c-a030-428188ba6047 HTTP/1.1" status: 204 len: 168 time: 2.0218732 Jan 14 03:10:56.993802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:56.994915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae910ff2-1d7a-4ede-8c42-c59014f825a8 HTTP/1.1" status: 204 len: 168 time: 1.1890118 Jan 14 03:10:56.996892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Checking segment: {'id': 'ae2afec2-52d2-4c61-96c9-c6c6b18d59a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8f256233-479d-40fc-9d30-5c6287c4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:10:56.997308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Network hostable DHCP agents. Network: 8f256233-479d-40fc-9d30-5c6287c4bf8d, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:10:56.998376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38824) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:57.013009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:57.075326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.078372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76706412-87e7-4aad-bf93-bb7c2a856d65 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:57.101788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Deleting subnet 6abebd57-0d48-4979-9876-9a3e32d272a7 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:10:57.114986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.141936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 76706412-87e7-4aad-bf93-bb7c2a856d65 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:57.142630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 76706412-87e7-4aad-bf93-bb7c2a856d65 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:57.183316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:10:57.193258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.195691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8f256233-479d-40fc-9d30-5c6287c4bf8d) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:10:57.201004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.212805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22173833-d4bf-4a74-a1e4-2beb04b58dad None None] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:57.219892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.227120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c79179e-e66b-4223-ab24-55ce909e760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:57.272903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:10:57.273804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.276308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.313470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f188f-fa69-4f30-9d7e-d6c65e7c6617,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:57.322218 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3835202c4ca14f779210bc983f48f48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991566 Jan 14 03:10:57.327498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:57.329389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:57.351869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7681887 Jan 14 03:10:57.405218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.411009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be0280c5-0ad3-40b3-8519-f2874c88bade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:57.432001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f70f44-56b7-4374-a47f-a5167835cb34,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:57.454525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:57.459724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.460993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2f70f44-56b7-4374-a47f-a5167835cb34 HTTP/1.1" status: 204 len: 168 time: 0.5461519 Jan 14 03:10:57.462326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.467227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.550901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.760895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.768461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:57.795556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f188f-fa69-4f30-9d7e-d6c65e7c6617,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:57.830461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:57.845695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.850361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e30f188f-fa69-4f30-9d7e-d6c65e7c6617 HTTP/1.1" status: 204 len: 168 time: 0.5210340 Jan 14 03:10:57.901168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:57.902014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bce5fb-7fe1-47f7-b9c2-9bbc3edcbfe4 None None] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:57.923091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4603cad-4d04-45da-b974-50a2c5f5448f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:57.970739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abebd57-0d48-4979-9876-9a3e32d272a7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:58.028256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:58.088214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.098138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e36fe-7d57-4b31-934c-27f94a284e63 None None] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:10:58.100275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:58.105098 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6abebd57-0d48-4979-9876-9a3e32d272a7 HTTP/1.1" status: 204 len: 168 time: 1.1055164 Jan 14 03:10:58.244496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.332444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Deleting port d4215b28-779e-4b81-923f-7ec98127989a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:58.333048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.606618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] For port d4215b28-779e-4b81-923f-7ec98127989a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4215b28-779e-4b81-923f-7ec98127989a,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:58.607544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.611357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] DHCP port deletion for 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:10:58.615780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Deleting port d4215b28-779e-4b81-923f-7ec98127989a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:58.616953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.752376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Calling delete_port for d4215b28-779e-4b81-923f-7ec98127989a owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:58.788995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:58.825603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.867194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:58.868923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] For port d4215b28-779e-4b81-923f-7ec98127989a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4215b28-779e-4b81-923f-7ec98127989a,segment=NetworkSegment(e0d3b22e-720c-40f4-8e38-b58edec6e5da),segment_id=e0d3b22e-720c-40f4-8e38-b58edec6e5da)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:10:58.869620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.876711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Usage tracker for resource:security_group_rule and tenant:51a06b0a9501430eb6bb1b1dfe0e6a1c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:58.885021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:58.899360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:58.906072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:58.937785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2a9478b-f451-4abf-8577-3f8515709f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:59.066859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4215b28-779e-4b81-923f-7ec98127989a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:59.091327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:59.092164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.098585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.115297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f259e3a6-f881-4450-b765-d87dc68af5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:59.127730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Calling delete_port for d4215b28-779e-4b81-923f-7ec98127989a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:10:59.145565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] No DVR routers for this DVR port d4215b28-779e-4b81-923f-7ec98127989a on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:10:59.170347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4215b28-779e-4b81-923f-7ec98127989a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:59.180817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51a06b0a9501430eb6bb1b1dfe0e6a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896823 Jan 14 03:10:59.182209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b003e2-c1c7-4411-8ebe-053f01a96e5f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:59.184923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38900) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:59.213059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.213456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.213850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.214236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.214618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.215298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.215682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.216199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.216631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.217020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.217392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.217766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.218183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.218557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.218927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.219304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.219664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.220035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.220468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.220842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.221211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.221693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.222463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.222837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.223539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.223798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.224173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.224614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.224988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.225358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.225727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.226071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d4215b28-779e-4b81-923f-7ec98127989a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:59.226176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.226434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.226606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4215b28-779e-4b81-923f-7ec98127989a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:59.226774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.226867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e321af9-1eea-4a55-9330-696064529892 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:10:59.227146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.227512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:10:59.234334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:59.280199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5e321af9-1eea-4a55-9330-696064529892 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:10:59.280870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e321af9-1eea-4a55-9330-696064529892 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:10:59.286533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.313159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:10:59.313571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:10:59.327118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.335120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38906) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:10:59.374827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.389773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.396839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49929190-840a-40e4-8507-b51926aeb059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:59.415776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b003e2-c1c7-4411-8ebe-053f01a96e5f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:59.420211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:59.437709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.441370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38b003e2-c1c7-4411-8ebe-053f01a96e5f HTTP/1.1" status: 204 len: 168 time: 0.2554464 Jan 14 03:10:59.549156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:59.568166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d3b22e-720c-40f4-8e38-b58edec6e5da') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:59.568536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d3b22e-720c-40f4-8e38-b58edec6e5da') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:10:59.609142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.707718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.732225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:10:59.738364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d140eacdb7944f23a9611aee0a19e09e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:10:59.743857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:10:59.752830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:10:59.815742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Deleting port d4215b28-779e-4b81-923f-7ec98127989a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:10:59.816205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.862867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.869054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.890621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:10:59.909907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:10:59.910414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a20c4e-a68a-4d9b-be96-27edcb501a5c None None] The port 'd4215b28-779e-4b81-923f-7ec98127989a' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:10:59.914959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:10:59.932520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00218a60-9eb0-45c9-a139-036b4fa6b621,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:10:59.939392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:10:59.943208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d140eacdb7944f23a9611aee0a19e09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6069584 Jan 14 03:10:59.946061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38932) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:00.048493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.080491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.152783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.157288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-8939b5a7-baaa-44a4-a588-40f8cf45f524 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:00.158096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-8939b5a7-baaa-44a4-a588-40f8cf45f524 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] Synchronizing usage tracker for tenant:548fe668ca134ea1a62984eff436618e on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:00.160580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:00.177618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:00.183045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00218a60-9eb0-45c9-a139-036b4fa6b621,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:00.185540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.187350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00218a60-9eb0-45c9-a139-036b4fa6b621 HTTP/1.1" status: 204 len: 168 time: 0.2404208 Jan 14 03:11:00.188471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:00.200734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.282695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-8939b5a7-baaa-44a4-a588-40f8cf45f524 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] Unset dirty status for tenant:548fe668ca134ea1a62984eff436618e on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:00.283987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-8939b5a7-baaa-44a4-a588-40f8cf45f524 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/networks?id=901f8496-766a-4f51-be3f-32df71bcda0e HTTP/1.1" status: 200 len: 821 time: 0.7194583 Jan 14 03:11:00.333451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-a77cca6b-fb90-40cc-80c8-667b684ab858 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/quotas/548fe668ca134ea1a62984eff436618e HTTP/1.1" status: 200 len: 375 time: 0.0371721 Jan 14 03:11:00.468621 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-db4ca467-a294-4862-8ec6-5674dc0e6f04 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/ports?tenant_id=548fe668ca134ea1a62984eff436618e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720425 Jan 14 03:11:00.470581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Network 2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:11:00.495444 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:11:00.582501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.586821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:00.603588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.621821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:00.626869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b675edd-0fbe-4b0a-a8d4-7f1d132d0eec HTTP/1.1" status: 204 len: 168 time: 2.5229547 Jan 14 03:11:00.630860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.631255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.631645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.632028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.632425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.632804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.633182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.633624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.633918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.634286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.634635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.635173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.635737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.639754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.641814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.642105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.642518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.642800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.643167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.643528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.644494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.644494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:00.648288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:00.787926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38970) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:00.810027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.828580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:00.833350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Usage tracker for resource:security_group_rule and tenant:87ad9c8782e04aa9beb747779f089931 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:00.837002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:00.843341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:00.938088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.942584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:00.950930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f99b67ce-6c2e-4c00-b3f5-4984e6e43673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:01.026092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:01.026325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87ad9c8782e04aa9beb747779f089931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367420 Jan 14 03:11:01.037134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd22c6-1097-42ec-bc80-7cd3e4df4ade,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:01.041267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:01.098265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.145855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.207749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:01.211166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.220605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d206240-161f-413f-b325-99c065f9251e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:01.234002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd22c6-1097-42ec-bc80-7cd3e4df4ade,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:01.240046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:01.242118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.243541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24dd22c6-1097-42ec-bc80-7cd3e4df4ade HTTP/1.1" status: 204 len: 168 time: 0.2164865 Jan 14 03:11:01.289536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a3d67fd-7019-4ca8-9835-ddb3b2b4b471 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98901f3c3437481d9e324a3fe1eb2ab8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0782833 Jan 14 03:11:01.291374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38992) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:01.366528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.396156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.443498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.449401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cf9403c-1713-4411-9105-2d270c1058f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:01.463136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7921bb-27da-4f72-aebb-dda79b2b6ce4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:01.467288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:01.487093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:01.492910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad7921bb-27da-4f72-aebb-dda79b2b6ce4 HTTP/1.1" status: 204 len: 168 time: 0.2004027 Jan 14 03:11:01.774458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-9f72761b-4b95-4e31-aaa4-5a66e409e51a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:11:01.784924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-9f72761b-4b95-4e31-aaa4-5a66e409e51a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5744653 Jan 14 03:11:01.942241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-3572734c-0fa3-4f01-b35b-1e5edb06ffcf service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558788 Jan 14 03:11:02.111149 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36595c22-6bc5-4993-8b8d-9fd4f9f0f04d req-35aa6402-ec2d-4028-a6e3-d69d35da49ea service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1591184 Jan 14 03:11:02.912018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39068) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:02.970874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:02.993104 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef8788e2-6404-4327-a09c-0acd7b84b257 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27bd7f8234404ab8a5ee3289b73beb46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0797858 Jan 14 03:11:03.078600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:03.115331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:03.313333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:03.322415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d563ebe-8920-4be4-a365-5790afac76ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:03.338279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da709228-8f47-48ec-b651-a9d43291e028,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:03.342208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:03.366076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:03.367642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da709228-8f47-48ec-b651-a9d43291e028 HTTP/1.1" status: 204 len: 168 time: 0.3891976 Jan 14 03:11:03.400728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-bcfce996-2399-42ce-82be-3e4125258712 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:03.408985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-bcfce996-2399-42ce-82be-3e4125258712 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/networks?id=901f8496-766a-4f51-be3f-32df71bcda0e HTTP/1.1" status: 200 len: 821 time: 0.2577000 Jan 14 03:11:03.421391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-56ca7dac-a701-4fa4-85f2-454b5fa0b101 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/quotas/548fe668ca134ea1a62984eff436618e HTTP/1.1" status: 200 len: 375 time: 0.0108645 Jan 14 03:11:03.479030 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-39b82b1f-4381-4c1e-8da7-734335a87e05 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/ports?tenant_id=548fe668ca134ea1a62984eff436618e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512516 Jan 14 03:11:03.646576 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-c5ee1e53-e01b-456b-9aa5-ee76bf82d7cd service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594548 Jan 14 03:11:03.813042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f938b533-4ea2-4e59-81b9-5c0c69bb2d93 req-4ea67b59-3565-4e40-ae7f-b3881eccf366 service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1597164 Jan 14 03:11:03.835677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:04.503713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2542fea-ac1a-466c-946d-6f879d15bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.559403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.577592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:04.582374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc86afe14c9416e836fc0d76c414363 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:04.585562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:04.591627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:04.696462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.703146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.715348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ab3b3e6-54e5-4e98-93f2-b59870698592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:04.760895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fc86afe14c9416e836fc0d76c414363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9236574 Jan 14 03:11:04.762884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21a116-e7da-47ad-a732-9d11de25f3f4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:04.763817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:04.766537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:04.829935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.865264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.927664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.934710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b82cddb-0c62-4e67-8b72-322c21e35132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:04.952407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21a116-e7da-47ad-a732-9d11de25f3f4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:04.955452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:04.956733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:04.957942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e21a116-e7da-47ad-a732-9d11de25f3f4 HTTP/1.1" status: 204 len: 168 time: 0.1922674 Jan 14 03:11:05.337223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-87f3c492-2ee0-466a-8adf-25aacff00fe5 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:05.338884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-87f3c492-2ee0-466a-8adf-25aacff00fe5 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/networks?id=901f8496-766a-4f51-be3f-32df71bcda0e HTTP/1.1" status: 200 len: 821 time: 0.2064133 Jan 14 03:11:05.361435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-76c4edf9-f155-435d-b344-56cc6f441a87 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/quotas/548fe668ca134ea1a62984eff436618e HTTP/1.1" status: 200 len: 375 time: 0.0137913 Jan 14 03:11:05.421910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-0a3fca5d-eef9-4fe8-91ed-fb2a944c0cbb tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.30 "GET /v2.0/ports?tenant_id=548fe668ca134ea1a62984eff436618e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524259 Jan 14 03:11:05.584204 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-5b7f773f-b65d-4df7-943a-de53d05baa29 service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542799 Jan 14 03:11:05.733895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-fc8125c8-97c6-4c59-9cc7-f9e7e0c95cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404808 Jan 14 03:11:05.771966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39206) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:05.798719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:05.815643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:05.820398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Usage tracker for resource:security_group_rule and tenant:0b0eb8c3d8004283bc70d7a0a234cdfa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:05.823810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:05.830644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:05.942579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:05.946982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:05.957976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d856223-828a-44a9-9005-24d9291cfdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:06.037406 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b0eb8c3d8004283bc70d7a0a234cdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603824 Jan 14 03:11:06.037580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39218) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:06.051608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f67c243-c512-445b-88ad-c3aaeb0b02c2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:06.056396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:06.122991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:06.161914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:06.224483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:06.230865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa8ed845-1521-4f97-99ed-8c2f70a08938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:06.247894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f67c243-c512-445b-88ad-c3aaeb0b02c2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:06.257728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:06.258538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:06.259992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f67c243-c512-445b-88ad-c3aaeb0b02c2 HTTP/1.1" status: 204 len: 168 time: 0.2201660 Jan 14 03:11:06.764019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca86cdab-819f-425d-8f3d-d9f53a7fd41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:07.424461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:07.452014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-a542e21d-c746-4b5e-8799-7ce186dd0395 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367618 Jan 14 03:11:07.681162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39280) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:07.694903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-6c029248-3c25-424e-894f-ba37ceca0c3e tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:07.696815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-6c029248-3c25-424e-894f-ba37ceca0c3e tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366891 Jan 14 03:11:07.716665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-de45ca5f-60c1-4e30-a36e-1f5d2dad28cb tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/quotas/684ec5cb03834c038d7e367bc3462a1b HTTP/1.1" status: 200 len: 375 time: 0.0132897 Jan 14 03:11:07.772545 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-cbb4689d-9ba5-4199-829b-5c146f08e9f9 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495591 Jan 14 03:11:07.952408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:07.975825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39306) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:08.345847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:08.374860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:08.382837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Usage tracker for resource:security_group_rule and tenant:34c8e7bf177a40b7ae2b4656aff1fe36 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:08.390962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Deleting subnet 129770da-67da-41eb-b5c0-e723da88b0bd {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:11:08.394262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:08.450846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:08.463563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:08.542675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:08.551797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:08.570094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8f3b2450-84c3-4b1b-aafc-48fe56cac26b req-11c45155-6a75-47b7-ad06-b41f9d480167 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607944 Jan 14 03:11:08.689100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:08.724836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-267909807-network', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:08.763004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.74', 59392) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:08.763369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:08.769861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:08.799853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Usage tracker for resource:network and tenant:6c2b8fa5fda1425c90f0795f355ce687 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:08.842034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:08.873431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:08.937087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Made reservation on behalf of 6c2b8fa5fda1425c90f0795f355ce687 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:08.942884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.008912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.135953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:09.183230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b2450-84c3-4b1b-aafc-48fe56cac26b req-d0980d7f-a343-4ec1-8d8c-83b249cce4d7 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:09.191127 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8f3b2450-84c3-4b1b-aafc-48fe56cac26b req-d0980d7f-a343-4ec1-8d8c-83b249cce4d7 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6141896 Jan 14 03:11:09.198265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-c9660200-10e0-4892-a750-3c0def5b5a7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=548fe668ca134ea1a62984eff436618e&device_id=d35435b5-e85e-49c2-88c7-1f10ae62da0d HTTP/1.1" status: 200 len: 210 time: 0.4241762 Jan 14 03:11:09.209324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2b8fa5fda1425c90f0795f355ce687 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:09.210087 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8f3b2450-84c3-4b1b-aafc-48fe56cac26b req-7299dca1-2060-43a9-87fa-f5019719827f tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/quotas/684ec5cb03834c038d7e367bc3462a1b HTTP/1.1" status: 200 len: 375 time: 0.0179484 Jan 14 03:11:09.219720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:09.272308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8f3b2450-84c3-4b1b-aafc-48fe56cac26b req-7e4734d7-0b16-4fcd-bb54-f8f656fce60c tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.30 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602539 Jan 14 03:11:09.343991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.411184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.437063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:09.504052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.554506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-278c6987-660b-4733-84b1-b60f3a150b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:09.567686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39372) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:09.567884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34c8e7bf177a40b7ae2b4656aff1fe36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8851750 Jan 14 03:11:09.569100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.628511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae08ed-e089-458e-87b8-04033e788c8f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:09.638165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:09.640909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:09.649040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.74', 59394) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:09.654450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Usage tracker for resource:security_group_rule and tenant:d381254426314de5baf1ec0b5c4ebe22 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:09.662950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:09.726023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:09.747422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-989999b2-e459-4450-9e82-3de0bb398022 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872109 Jan 14 03:11:09.748837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-f8248c38-1a3f-4de4-b5b6-3e31b5161b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:09.750253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-f8248c38-1a3f-4de4-b5b6-3e31b5161b06 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=548fe668ca134ea1a62984eff436618e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5330529 Jan 14 03:11:09.779219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.888380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:09.942954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-0845b9e9-5c4b-4499-b5bf-f8cfa63be993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:09.947552 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-0845b9e9-5c4b-4499-b5bf-f8cfa63be993 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1705332 Jan 14 03:11:09.994360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39394) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:09.995291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.035821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.044089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:10.099151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae08ed-e089-458e-87b8-04033e788c8f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:10.105916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.112705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aae08ed-e089-458e-87b8-04033e788c8f HTTP/1.1" status: 204 len: 168 time: 0.5405049 Jan 14 03:11:10.112705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:10.313964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-879de319-d1b7-4f47-b58c-c488bb250e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:10.375925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.384597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.387716 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ec14b5d-a648-457d-b8ae-fc1e260c0895 req-b0965582-c7eb-4240-8e34-750795a0cc1b tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.74 "GET /v2.0/ports?device_id=d35435b5-e85e-49c2-88c7-1f10ae62da0d HTTP/1.1" status: 200 len: 210 time: 0.3852408 Jan 14 03:11:10.389573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.413941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:10.415075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129770da-67da-41eb-b5c0-e723da88b0bd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:10.424265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Usage tracker for resource:security_group_rule and tenant:51abae1706614bc5a46d466706ef5a29 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:10.429077 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/129770da-67da-41eb-b5c0-e723da88b0bd HTTP/1.1" status: 204 len: 168 time: 2.4517100 Jan 14 03:11:10.434139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39414) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:10.435327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:10.436117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.438988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:10.448579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44daef65-d503-4959-864c-5126c288da94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:10.481285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:10.510091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:10.544300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74064020-3396-417d-b031-cf2438bfba17,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:10.562761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:10.566911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.567617 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Added segment da26284e-dc16-4d5f-9fd4-9f51225e9823 of type vxlan for network 317b95ad-9d11-4690-87db-58bd4fa9ad6e Jan 14 03:11:10.613535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.631821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-9303d3e0-80d1-457f-aa3a-8e91fd0e7d7b tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:10.646521 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-9303d3e0-80d1-457f-aa3a-8e91fd0e7d7b tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8804717 Jan 14 03:11:10.716005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.733301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Request body: {'port': {'device_id': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '684ec5cb03834c038d7e367bc3462a1b'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:10.911178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.928769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:10.932193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:10.943230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.002413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4a4f87-ceb3-40bb-a009-69c055cf92a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:11.025327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Usage tracker for resource:port and tenant:684ec5cb03834c038d7e367bc3462a1b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:11.039074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d381254426314de5baf1ec0b5c4ebe22&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2470934 Jan 14 03:11:11.050387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:11.053933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:11.057106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:11:11.102467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901f8496-766a-4f51-be3f-32df71bcda0e']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:11.109926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:11.116939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0d6bab-24d1-4a81-8cc1-8f0bbac4e49d') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:11.117277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0d6bab-24d1-4a81-8cc1-8f0bbac4e49d') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:11.130827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.167713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.170194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:11:11.204748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5aa6fad-dd7a-41ab-bb0d-0e75da6821ab,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:11.210440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.299182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.327573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:11.328302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Made reservation on behalf of 684ec5cb03834c038d7e367bc3462a1b for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:11.343265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.359726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39444) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:11.374039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.412114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:11.412775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.417769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.424446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Network 901f8496-766a-4f51-be3f-32df71bcda0e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:11.435801 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-8e674821-f6a2-42ac-8869-3135421d364b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=548fe668ca134ea1a62984eff436618e&device_id=d35435b5-e85e-49c2-88c7-1f10ae62da0d HTTP/1.1" status: 200 len: 210 time: 0.2269695 Jan 14 03:11:11.436795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.443734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bed918-c081-42f4-af7c-4420df58acea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:11.483399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.488208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.571835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:11.583033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.610569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:11.614351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:11.638945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Usage tracker for resource:security_group_rule and tenant:684ec5cb03834c038d7e367bc3462a1b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:11.690187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c596bf1-5ad2-469c-b4d1-52de096deadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:11.702161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Usage tracker for resource:security_group_rule and tenant:97eaaba2695349c5b792fe5aeb75ae6e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:11.702459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51abae1706614bc5a46d466706ef5a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7064362 Jan 14 03:11:11.703338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39462) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:11.705338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:11.709820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:11.733356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7768488 Jan 14 03:11:11.733356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:11.750206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:11.753372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Pushing event updated for resources: {'Network': ['ID=317b95ad-9d11-4690-87db-58bd4fa9ad6e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:11.765954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:11.781375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39466) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:11.805255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Request body: {'subnet': {'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-subnet', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:11.834277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:11.888168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Network 901f8496-766a-4f51-be3f-32df71bcda0e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:11.892421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:11.949139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Usage tracker for resource:subnet and tenant:6c2b8fa5fda1425c90f0795f355ce687 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:11.958539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:11.991399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:11:11.999409 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:11:12.008308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.024981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:12.062467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-ebe1838b-7223-4461-b1e9-510f70251f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:12.067159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-ebe1838b-7223-4461-b1e9-510f70251f8c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=548fe668ca134ea1a62984eff436618e&shared=False HTTP/1.1" status: 200 len: 877 time: 0.5897775 Jan 14 03:11:12.069545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39476) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:12.078309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.140914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b5975-b8d2-453f-8249-ff9df85ba5c3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:12.145225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:12.171419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:12.212061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:12.276321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.293179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.313864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:12.319672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b67083a3-4a2f-406e-ba72-82dfd548b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:12.342694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Made reservation on behalf of 6c2b8fa5fda1425c90f0795f355ce687 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:12.350016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.359960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.403639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=901f8496-766a-4f51-be3f-32df71bcda0e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:12.448075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5aa6fad-dd7a-41ab-bb0d-0e75da6821ab,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:12.455175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:12.484023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] 10.222.0.30 "DELETE /v2.0/networks/901f8496-766a-4f51-be3f-32df71bcda0e HTTP/1.1" status: 204 len: 168 time: 2.0460951 Jan 14 03:11:12.486738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39492) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:12.612681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.630292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-261740fc-b272-49a3-a754-5049e85ed614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:12.724599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b5975-b8d2-453f-8249-ff9df85ba5c3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:12.750741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:12.785532 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:12.785809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.823349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.829752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5b5975-b8d2-453f-8249-ff9df85ba5c3 HTTP/1.1" status: 204 len: 168 time: 1.1166255 Jan 14 03:11:12.850236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:12.853159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.854460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5aa6fad-dd7a-41ab-bb0d-0e75da6821ab HTTP/1.1" status: 204 len: 168 time: 1.7795236 Jan 14 03:11:12.863223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Deleting subnet d7fb7aac-34b7-4121-9c57-258fbff93c6f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:11:12.868743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:aabb6242e8a84dc18e1ee8cc44fc3f2a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:12.873118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:12.907136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:12.931424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:12.979348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.003397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-4bbbc923-5e9a-41e0-932a-525ff2550840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:13.005496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-4bbbc923-5e9a-41e0-932a-525ff2550840 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8973334 Jan 14 03:11:13.030814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.041360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:13.048037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Usage tracker for resource:security_group_rule and tenant:684ec5cb03834c038d7e367bc3462a1b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:13.111924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:13.162507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:13.166091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.170644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.183038 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0667b6a1-627e-4e98-859a-4bd4f3ad85ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:13.260135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.312636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d581f3-6cf1-49ef-8969-c907c2f5648b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:13.325198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aabb6242e8a84dc18e1ee8cc44fc3f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1501014 Jan 14 03:11:13.325198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:13.326309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:13.340148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.355060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.378680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.393478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e8a1cc8-3cdb-483d-8013-78186c53249f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:13.408440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cea8e03a-1750-40f0-a19d-1bdff8db2701 req-d95a69a9-0009-471c-a716-4150c3e33356 tempest-LiveAutoBlockMigrationV225Test-1912656338 tempest-LiveAutoBlockMigrationV225Test-1912656338] 10.222.0.74 "GET /v2.0/ports?device_id=d35435b5-e85e-49c2-88c7-1f10ae62da0d HTTP/1.1" status: 200 len: 210 time: 0.2355664 Jan 14 03:11:13.409360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.495175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.564578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aab2ea-de77-4873-ae58-9e77a3d1d2c6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:13.573941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:13.581538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c82774-6d78-4c3e-bd1d-f12cd3eaba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:13.619485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Pushing event updated for resources: {'SecurityGroup': ['ID=72a88da6-2a23-4c88-8d7e-54f472114593,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:13.627788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 684ec5cb03834c038d7e367bc3462a1b {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:11:13.628163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:11:13.752010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.799350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.818156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e39c3825-4770-4e72-a2fb-804a6a18c4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:13.855095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:13.890091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fb7aac-34b7-4121-9c57-258fbff93c6f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:13.893782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:13.934863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:13.959338 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97eaaba2695349c5b792fe5aeb75ae6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5855253 Jan 14 03:11:13.959793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39514) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:13.974844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.006530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ff9cf7-3f5f-47d9-b856-7521855a9625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:14.038353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d581f3-6cf1-49ef-8969-c907c2f5648b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:14.042070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:14.079083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.080270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23d581f3-6cf1-49ef-8969-c907c2f5648b HTTP/1.1" status: 204 len: 168 time: 0.7529583 Jan 14 03:11:14.126297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.128472 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d7fb7aac-34b7-4121-9c57-258fbff93c6f HTTP/1.1" status: 204 len: 168 time: 1.6403942 Jan 14 03:11:14.133388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:14.188924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.218340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39528) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:14.335438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.422996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:14.488182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Allocated IP 192.168.233.117 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/39c95081-cbb4-4c68-9370-9b2995a17553) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:14.660290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.677971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:14.682288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab588061ed44f0c872455b2cd5c094b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:14.685436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:14.692428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:14.748143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:14.933646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:14.938238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Usage tracker for resource:security_group_rule and tenant:b686703cb36e4e658abc60515e1bcd0e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:14.942169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:14.954870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:15.036887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.111120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:15.144790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.151807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.171288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.211133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9dd0347-dc40-421c-9eeb-4c189f833a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:15.228114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ab588061ed44f0c872455b2cd5c094b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995319 Jan 14 03:11:15.311749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39548) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:15.318278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d018a724-04bc-4221-ad3b-4f4231288435,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:15.333609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:15.404603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.407138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f256233-479d-40fc-9d30-5c6287c4bf8d']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:15.430318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2afec2-52d2-4c61-96c9-c6c6b18d59a7') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:15.430869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2afec2-52d2-4c61-96c9-c6c6b18d59a7') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:15.449323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.453945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.474467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.477025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:11:15.526080 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-911d5bc2-507e-4a79-8cac-bf9974a8a26d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=684ec5cb03834c038d7e367bc3462a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4249308 Jan 14 03:11:15.528174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39560) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:15.579489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:15.584707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Usage tracker for resource:security_group_rule and tenant:ea093811a673488ca11c49d22d2575df is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:15.587781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:15.594114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:15.689097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:15.696262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.700190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.721985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.751310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.782270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:15.850491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.895398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e54152f-f4cb-4484-ad9c-4d373e6239b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:15.926067 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea093811a673488ca11c49d22d2575df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7946758 Jan 14 03:11:15.927143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.930533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:15.933386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Network 8f256233-479d-40fc-9d30-5c6287c4bf8d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:11:15.942226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb522-067e-4f11-8c49-000637befae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.973265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd0bb522-067e-4f11-8c49-000637befae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:11:15.996017 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:11:16.117035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.131413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.132582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.149429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55773ec-53ed-42f6-a99e-697a6f571f85,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.171786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.171961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:16.178184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.182514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Usage tracker for resource:security_group_rule and tenant:7a07ac4ec49b4ebca6277d6d92415bd9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:16.182948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7aa1c6f-7d53-4d82-94aa-83cc32c87bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.186550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:16.200672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.208176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f55d073e-f348-4efd-a4e0-34339a440831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.222664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:16.242704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f256233-479d-40fc-9d30-5c6287c4bf8d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.245608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.251852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.261067 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8f256233-479d-40fc-9d30-5c6287c4bf8d HTTP/1.1" status: 204 len: 168 time: 2.1240118 Jan 14 03:11:16.282117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.283349 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d018a724-04bc-4221-ad3b-4f4231288435 HTTP/1.1" status: 204 len: 168 time: 0.9638085 Jan 14 03:11:16.292078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Transition to ACTIVE for port object 39c95081-cbb4-4c68-9370-9b2995a17553 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:16.305135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.306824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffcdcd-3096-4213-87e5-a91667f40401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d018a724-04bc-4221-ad3b-4f4231288435,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.308855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.412542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.420627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c09f5ffe-9b4c-404e-bfac-5796207c1ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.429179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.438005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55773ec-53ed-42f6-a99e-697a6f571f85,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.441487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.442810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.462172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.484969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aab2ea-de77-4873-ae58-9e77a3d1d2c6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.492607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.497162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52aab2ea-de77-4873-ae58-9e77a3d1d2c6 HTTP/1.1" status: 204 len: 168 time: 2.5355763 Jan 14 03:11:16.499379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.501325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.504613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.504925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.505034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.506254 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e55773ec-53ed-42f6-a99e-697a6f571f85 HTTP/1.1" status: 204 len: 168 time: 0.5763214 Jan 14 03:11:16.510339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.521672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a07ac4ec49b4ebca6277d6d92415bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357547 Jan 14 03:11:16.521672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c15b28-7cd0-4273-8cac-7582339181b8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.541405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.541982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39584) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:16.597557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c683247-c5ee-4230-bbcb-5bcaa5033e75,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.604796 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.605617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.623762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3171d367-fb46-471a-a102-0b9975a26c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.675306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Checking segment: {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:16.675713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Network hostable DHCP agents. Network: 317b95ad-9d11-4690-87db-58bd4fa9ad6e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:16.684611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39588) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:16.702883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.712715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b686703cb36e4e658abc60515e1bcd0e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2182527 Jan 14 03:11:16.714802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39592) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [None req-bd0bb522-067e-4f11-8c49-000637befae5 admin admin] delete failed: No details.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '72a88da6-2a23-4c88-8d7e-54f472114593'}] Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result.read() Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource pymysql.err.IntegrityError: (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource The above exception was the direct cause of the following exception: Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = method(request=request, **args) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:16.727592 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource obj_deleter(request.context, id, **kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 275, in delete_security_group Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource sg.delete() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 903, in delete Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._get_composite_keys())) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 95, in delete_object Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource context.session.delete(db_obj) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource yield resource Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.session.flush() Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:11:16.731220 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._flush(objects) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource transaction.rollback(_capture_exception=True) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource with_traceback=exc_tb, Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise exception Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource flush_context.execute() Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource rec.execute(self) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 624, in execute Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource uow, Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 348, in delete_obj Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource delete, Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1340, in _emit_delete_statements Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource c = connection.execute(statement, del_objects) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return meth(self, multiparams, params) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource distilled_params, Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource e, statement, parameters, cursor, context Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise exception Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result.read() Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [parameters: {'id': '72a88da6-2a23-4c88-8d7e-54f472114593'}] Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:11:16.734593 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:16.744386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd0bb522-067e-4f11-8c49-000637befae5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72a88da6-2a23-4c88-8d7e-54f472114593 HTTP/1.1" status: 500 len: 363 time: 1.1930408 Jan 14 03:11:16.754145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77120770-32f7-4672-a8f5-d9baa46f66bf,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:16.794061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:16.821373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:16.824184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:16.982307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:17.004995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.017415 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73fc1fa8-69bf-48c4-b2b1-b1c6fc27ba56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=548fe668ca134ea1a62984eff436618e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268025 Jan 14 03:11:17.018789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39600) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:17.044153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.051688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.157268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.177625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 317b95ad-9d11-4690-87db-58bd4fa9ad6e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:17.188486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc6c8e-c612-4f5c-a696-857ace682fbe None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:17.223663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.231866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:17.234676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.245431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Pushing event updated for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:17.264105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:17.274047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03ba9be0-6b4c-4089-a5c8-92a689cbf182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:17.284120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.331315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.339998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77120770-32f7-4672-a8f5-d9baa46f66bf HTTP/1.1" status: 204 len: 168 time: 0.5943291 Jan 14 03:11:17.381712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77120770-32f7-4672-a8f5-d9baa46f66bf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:17.383533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.389716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ace87dc5-15c8-4e94-9d1b-efacb238d3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:17.397226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:17.419441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.6332443 Jan 14 03:11:17.423728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39610) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:17.426075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.430911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:17.441729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:17.452191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac6ca9-77af-4140-9a44-6f5e54920f8c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:17.475818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Usage tracker for resource:router and tenant:6c2b8fa5fda1425c90f0795f355ce687 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:17.479857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:17.481208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ffa2e5c-90bb-4491-9535-be647e2beef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:17.486131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:17.513991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:17.517010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:17.523510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:17.529355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:17.533582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c15b28-7cd0-4273-8cac-7582339181b8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:17.547737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:17.552612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.566093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45ac6ca9-77af-4140-9a44-6f5e54920f8c HTTP/1.1" status: 204 len: 168 time: 0.5453877 Jan 14 03:11:17.567814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.569079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2c15b28-7cd0-4273-8cac-7582339181b8 HTTP/1.1" status: 204 len: 168 time: 1.0260484 Jan 14 03:11:17.639099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.640741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.680856 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:17.683759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:17.707278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:17.708714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.723536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:17.751017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0266869 Jan 14 03:11:17.947458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'fixed_ips': [{'subnet_id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:11:17.948787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:18.447898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:18.874720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Allocated IP 172.20.0.2 (317b95ad-9d11-4690-87db-58bd4fa9ad6e/6c683247-c5ee-4230-bbcb-5bcaa5033e75/93d98446-f93b-48ca-a670-641e2ee526be) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:18.884042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39660) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:18.901481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c48e4413-f1f4-4218-9e7b-de3ecfe534c9 None None] Provisioning for port 39c95081-cbb4-4c68-9370-9b2995a17553 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:18.947048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c48e4413-f1f4-4218-9e7b-de3ecfe534c9 None None] Provisioning complete for port 39c95081-cbb4-4c68-9370-9b2995a17553 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:18.947843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c48e4413-f1f4-4218-9e7b-de3ecfe534c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:18.995639 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-04dae8f3-503b-4679-a2c2-eafb5e292d33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31e53a2e0fb44938ac82516b76dcb8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099653 Jan 14 03:11:18.996413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39664) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:19.046776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39668) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:19.133275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.142433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.215752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.221591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:19.229800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.260498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Usage tracker for resource:security_group_rule and tenant:9798cef0dd2b451da59223df569d0f53 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:19.265386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:19.302157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:19.322190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.384081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c48e4413-f1f4-4218-9e7b-de3ecfe534c9 None None] Port 39c95081-cbb4-4c68-9370-9b2995a17553 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:19.590639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Allocated IP 172.25.3.201 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/89afdab3-adc7-4b9b-b2e8-5268a93f2318) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:19.640863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.653194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.678885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7987f3bc-f119-4798-ae58-a67e36edbc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:19.710085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.727067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.759705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Transition to ACTIVE for port object 93d98446-f93b-48ca-a670-641e2ee526be will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:19.776671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.805499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Transition to ACTIVE for port object 93d98446-f93b-48ca-a670-641e2ee526be will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:19.811349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.814932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.831626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9798cef0dd2b451da59223df569d0f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836821 Jan 14 03:11:19.835090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39680) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:19.864399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:19.885357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8284b-3cde-4ede-bc13-a951d8ce8d7a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:19.892326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:19.892891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:19.922502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:19.923768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/483787c2-528e-4a30-b18f-b25ca5ffdd5c HTTP/1.1" status: 204 len: 168 time: 0.9263232 Jan 14 03:11:19.934082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483787c2-528e-4a30-b18f-b25ca5ffdd5c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:19.938270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:20.035960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Pushing event updated for resources: {'Port': ['ID=89afdab3-adc7-4b9b-b2e8-5268a93f2318,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:20.141446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.141877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:20.206729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:20.257753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.274588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:20.280181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:20.287007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:20.373961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.385365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49ef6017-31f3-4cb1-8fef-4d8e2695e644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:20.414179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8284b-3cde-4ede-bc13-a951d8ce8d7a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:20.434982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:20.442637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Pushing event updated for resources: {'Port': ['ID=93d98446-f93b-48ca-a670-641e2ee526be,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:20.444921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.446572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ad8284b-3cde-4ede-bc13-a951d8ce8d7a HTTP/1.1" status: 204 len: 168 time: 0.6092103 Jan 14 03:11:20.502183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.503100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.503484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.503889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.504214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.512799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.513416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.514027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.514569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.514986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.515367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.515741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.516164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.524706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.525189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.525573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.525950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.526323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.526692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.527079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.527429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.527819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.528156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.528544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.529059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.529460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.529903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.530271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.530649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.531000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.531358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.531720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.532141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.532474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.532829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.533257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:20.563047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:20.606490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:20.629056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:20.639473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:20.703274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Attempting to bind port 93d98446-f93b-48ca-a670-641e2ee526be on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:20.703800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Attempting to bind port 93d98446-f93b-48ca-a670-641e2ee526be by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:20.704295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Attempting to bind port 93d98446-f93b-48ca-a670-641e2ee526be on network 317b95ad-9d11-4690-87db-58bd4fa9ad6e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:20.710750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:20.711284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Checking segment: {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:20.711811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.712320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Bound using segment: {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:20.712983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Bound port: 93d98446-f93b-48ca-a670-641e2ee526be, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:20.713706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:20.879786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] For port 93d98446-f93b-48ca-a670-641e2ee526be, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:20.883315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] For port 93d98446-f93b-48ca-a670-641e2ee526be, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=93d98446-f93b-48ca-a670-641e2ee526be,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:20.891403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:21.010256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:21.118195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0e4375-0361-425e-91bd-57e4b95ee655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:21.284681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Pushing event updated for resources: {'Port': ['ID=93d98446-f93b-48ca-a670-641e2ee526be,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:21.313396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:21.507210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:21.782403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Router f064e048-816e-47aa-a9b2-0ce538a107fc is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:11:21.987110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:21.995630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-014b8296-6b6b-44d4-b768-7bdaa5e3e5b6 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:11:21.998596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Sync routers for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:11:22.008140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-014b8296-6b6b-44d4-b768-7bdaa5e3e5b6 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0183208 Jan 14 03:11:22.015146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:22.015906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:22.058908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Request body: {'port': {'device_id': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:22.156210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:22.293818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:22.446448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:22.447749 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0220685 Jan 14 03:11:22.452152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39744) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:22.550762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:22.778472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:20Z', 'revision_number': 3, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:22.784488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Checking router: f064e048-816e-47aa-a9b2-0ce538a107fc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:11:22.785664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Updating router f064e048-816e-47aa-a9b2-0ce538a107fc port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:11:22.837799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-network', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:22.842677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:22.847802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Usage tracker for resource:network and tenant:ab42f3692e51474fa94da51d603c7984 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:22.850926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:22.857802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:22.869920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Made reservation on behalf of ab42f3692e51474fa94da51d603c7984 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:22.874778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:22.905522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:22.957959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.058853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820eb5e7-5781-4e8c-bf6d-e2c62e62f78f None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:23.070738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:23.088362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Usage tracker for resource:security_group_rule and tenant:ab42f3692e51474fa94da51d603c7984 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:23.106964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:23.128005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:23.348383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 93d98446-f93b-48ca-a670-641e2ee526be up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:23.382683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b97f23d-a6ef-4f79-8dcb-222468aeddd3 None None] Provisioning for port 93d98446-f93b-48ca-a670-641e2ee526be completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:23.446334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.458100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.478645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c95081-cbb4-4c68-9370-9b2995a17553 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:11:23.489282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 93d98446-f93b-48ca-a670-641e2ee526be completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:23.498634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.498769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 93d98446-f93b-48ca-a670-641e2ee526be triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:23.499178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.536899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Transition to ACTIVE for port object 39c95081-cbb4-4c68-9370-9b2995a17553 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:23.539610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:23.541185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.578215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:23.599406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.600153 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Added segment 113ec38f-b1f8-42a0-9c5e-a344705ba301 of type vxlan for network f8bbec8a-5d21-447f-b263-77539e76d738 Jan 14 03:11:23.666367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.704012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 93d98446-f93b-48ca-a670-641e2ee526be, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=93d98446-f93b-48ca-a670-641e2ee526be,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:23.710526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.714022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a4fc620-d5bb-4a09-bd33-2b255b04041b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:23.773582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.862975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=93d98446-f93b-48ca-a670-641e2ee526be,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:23.871506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:23.878383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-013fa201-d686-41af-a6f5-bf6c273cd780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:23.891117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:23.894841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:23.938900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-27a12843-2f1f-47f1-8801-40548b4e8121 None None] Provisioning complete for port 93d98446-f93b-48ca-a670-641e2ee526be triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:23.939328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a12843-2f1f-47f1-8801-40548b4e8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:23.996011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db835e5-8a42-4ebc-838a-c297d3101e2a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:24.022417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.045111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:24.052205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:24.055566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.104115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:24.247774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.286102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Transition to ACTIVE for port object 89afdab3-adc7-4b9b-b2e8-5268a93f2318 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:24.296689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.368207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Attempting to bind port 39c95081-cbb4-4c68-9370-9b2995a17553 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:24.368659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Attempting to bind port 39c95081-cbb4-4c68-9370-9b2995a17553 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:24.369048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Attempting to bind port 39c95081-cbb4-4c68-9370-9b2995a17553 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:24.375539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:24.375912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:24.376826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.376826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:24.377496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Bound port: 39c95081-cbb4-4c68-9370-9b2995a17553, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:24.377641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.447175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f4201c09-d65f-4999-876f-5ce60b1bdbb9 None None] Provisioning complete for port 93d98446-f93b-48ca-a670-641e2ee526be triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:24.447605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4201c09-d65f-4999-876f-5ce60b1bdbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.569169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ed41017-918e-4289-87b8-1bc6860ab265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:24.606913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] For port 39c95081-cbb4-4c68-9370-9b2995a17553, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:24.623494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] For port 39c95081-cbb4-4c68-9370-9b2995a17553, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=39c95081-cbb4-4c68-9370-9b2995a17553,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:24.630490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.673411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84a7e9f8-e98d-493e-a34f-372a6c283e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:24.686528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Pushing event updated for resources: {'Port': ['ID=89afdab3-adc7-4b9b-b2e8-5268a93f2318,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:24.740903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.743368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.743746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.745435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.745813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.746180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.746545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.746905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.747265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.747621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.747976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.748329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.749008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.749363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.749713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.750064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.750411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.750758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.756929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.757372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.757751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.758122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.758488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.758847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.759273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.759629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.759984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.760399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.760718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.761069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.766111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.766505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.766880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.767247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.767612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.768552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:24.781187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:24.806467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:24.813167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Attempting to bind port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:24.813820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Attempting to bind port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:24.814505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Attempting to bind port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:24.824540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:24.825211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:24.825995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.826737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:24.827424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Bound port: 89afdab3-adc7-4b9b-b2e8-5268a93f2318, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:24.828005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.843423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:24.844110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be0390ff-b75c-4659-af8b-e00ade0fb57f None None] Provisioning complete for port 93d98446-f93b-48ca-a670-641e2ee526be triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:24.846547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be0390ff-b75c-4659-af8b-e00ade0fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.965205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:24.966667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:24.969889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] 10.222.0.74 "PUT /v2.0/ports/39c95081-cbb4-4c68-9370-9b2995a17553 HTTP/1.1" status: 200 len: 1161 time: 2.9230907 Jan 14 03:11:24.970720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:25.008920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] For port 89afdab3-adc7-4b9b-b2e8-5268a93f2318, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:25.019012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] For port 89afdab3-adc7-4b9b-b2e8-5268a93f2318, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89afdab3-adc7-4b9b-b2e8-5268a93f2318,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:25.030269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:25.203202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Pushing event updated for resources: {'Network': ['ID=f8bbec8a-5d21-447f-b263-77539e76d738,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:25.235959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.0782666 Jan 14 03:11:25.241101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39792) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:25.244651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-425ca7bf-1c79-4645-84ce-017f88e8171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:25.248947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-425ca7bf-1c79-4645-84ce-017f88e8171a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 1164 time: 0.2320921 Jan 14 03:11:25.254395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:25.265640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Request body: {'subnet': {'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-subnet', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:25.271810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:25.279260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39796) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:25.298028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:25.364494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:25.404091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:25.421062 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-4695dbc4-c019-44a3-a86a-21abd55c5cec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=39c95081-cbb4-4c68-9370-9b2995a17553 HTTP/1.1" status: 200 len: 217 time: 0.1421320 Jan 14 03:11:25.422166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Usage tracker for resource:subnet and tenant:ab42f3692e51474fa94da51d603c7984 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:25.426374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:25.489535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Pushing event updated for resources: {'Port': ['ID=89afdab3-adc7-4b9b-b2e8-5268a93f2318,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:25.493528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:25.494431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:25.495343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:25.521290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:25.566741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:25.611229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Made reservation on behalf of ab42f3692e51474fa94da51d603c7984 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:25.623261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:25.708028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 93d98446-f93b-48ca-a670-641e2ee526be up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:25.792566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:25.794230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:25.854966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-3f96fa04-3009-4155-b249-ebf5fd309d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:25.857443 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-3f96fa04-3009-4155-b249-ebf5fd309d93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.4280276 Jan 14 03:11:26.136636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 93d98446-f93b-48ca-a670-641e2ee526be triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:26.137071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:26.311840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-158554df-88fd-4502-b831-b97e1cb4d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:26.313733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-158554df-88fd-4502-b831-b97e1cb4d3bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3985262 Jan 14 03:11:26.323720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:20Z', 'revision_number': 3, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:26.332564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827ef00-856a-474b-89de-dbea350ab777 None None] The sync data for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 is: [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:20Z', 'revision_number': 3, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:11:26.351498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:26.388711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:26.392803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Usage tracker for resource:security_group_rule and tenant:5abd6db8f5214aad9b5dbf07b291c839 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:26.396645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:26.402563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:26.591577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:26.601919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Allocated IP 172.20.0.1 (317b95ad-9d11-4690-87db-58bd4fa9ad6e/6c683247-c5ee-4230-bbcb-5bcaa5033e75/14053324-63dc-4a7b-adee-668c79b84c89) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:26.629033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-25ff593c-47c6-4eba-a58a-29b5d21b047e service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055420 Jan 14 03:11:26.651391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:26.663648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:26.788735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48a0c4e-7ed1-4e1d-8cdf-490a8ed08bbe,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:26.810225 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5abd6db8f5214aad9b5dbf07b291c839&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5261967 Jan 14 03:11:26.810225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:26.811639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39826) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:26.987328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.027327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.032834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:27.067532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.128614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.137135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Transition to ACTIVE for port object 14053324-63dc-4a7b-adee-668c79b84c89 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:27.226268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89afdab3-adc7-4b9b-b2e8-5268a93f2318 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:27.249809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.278048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.293665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:27.299898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a02d7d6-25c9-4ed7-84ea-ef819baee198,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:27.315880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:27.322485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-ca9cfa8d-f863-4db2-b775-0af4fe8f0482 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6686661 Jan 14 03:11:27.359181 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553', 'status': 'completed', 'code': 200} Jan 14 03:11:27.377876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Checking segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:27.378400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Network hostable DHCP agents. Network: f8bbec8a-5d21-447f-b263-77539e76d738, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:27.387870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:27.396046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:27.397443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.483580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Network f8bbec8a-5d21-447f-b263-77539e76d738 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:27.500455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f8bbec8a-5d21-447f-b263-77539e76d738) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:27.520790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-a277ad58-9adc-4e96-99be-83d43a125b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:27.522442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-a277ad58-9adc-4e96-99be-83d43a125b70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 1164 time: 0.1325486 Jan 14 03:11:27.527433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722a326-c77b-4b22-aefb-d6bb3305b0c5 None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:27.528936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.531047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:27.531709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.533396 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c48a0c4e-7ed1-4e1d-8cdf-490a8ed08bbe HTTP/1.1" status: 204 len: 168 time: 0.7206125 Jan 14 03:11:27.564550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Pushing event updated for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:27.568834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:27.572861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ff63635-0ae0-474b-ad31-3fc16b2bfa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:27.601793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48a0c4e-7ed1-4e1d-8cdf-490a8ed08bbe,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:27.604724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:27.641140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3903446 Jan 14 03:11:27.646975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39844) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:27.651844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:27.655984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:27.660258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:27.662692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:27.695822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:27.707769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Usage tracker for resource:router and tenant:ab42f3692e51474fa94da51d603c7984 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:27.722018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:27.735075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:27.748457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.875597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.896542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 89afdab3-adc7-4b9b-b2e8-5268a93f2318, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89afdab3-adc7-4b9b-b2e8-5268a93f2318,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:27.923566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-7058df61-5cd1-4299-a941-ae45e53a8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:27.934660 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-7058df61-5cd1-4299-a941-ae45e53a8562 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 0.3558521 Jan 14 03:11:27.945847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.955994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e97894a-ec23-4478-b97c-0fc2cbe6c449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:27.968194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:27.969765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.025364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.098042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-6850a827-780a-43e1-8ea8-8b64c30262a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=39c95081-cbb4-4c68-9370-9b2995a17553 HTTP/1.1" status: 200 len: 217 time: 0.1547823 Jan 14 03:11:28.269627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-85d87dfb-3aef-48da-8b23-416152b139e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:28.271506 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-85d87dfb-3aef-48da-8b23-416152b139e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1665547 Jan 14 03:11:28.340039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=89afdab3-adc7-4b9b-b2e8-5268a93f2318,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:28.350674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:28.363720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a64b1a18-7824-494b-ab6f-99889fcf1ae2 None None] Provisioning for port 14053324-63dc-4a7b-adee-668c79b84c89 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:28.371551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a64b1a18-7824-494b-ab6f-99889fcf1ae2 None None] Provisioning complete for port 14053324-63dc-4a7b-adee-668c79b84c89 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:28.371934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64b1a18-7824-494b-ab6f-99889fcf1ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.440785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a64b1a18-7824-494b-ab6f-99889fcf1ae2 None None] Port 14053324-63dc-4a7b-adee-668c79b84c89 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:28.449868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-1cfacc97-09ac-4196-89fb-5e1d63a5799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:28.451697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-1cfacc97-09ac-4196-89fb-5e1d63a5799f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693087 Jan 14 03:11:28.489199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.524383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.583361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f8bbec8a-5d21-447f-b263-77539e76d738', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'fixed_ips': [{'subnet_id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:11:28.584529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:28.834995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-c750a409-5f9f-482a-a169-cfea4a10060d service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738666 Jan 14 03:11:28.979818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Allocated IP 172.20.0.2 (f8bbec8a-5d21-447f-b263-77539e76d738/5a02d7d6-25c9-4ed7-84ea-ef819baee198/a5b08f5c-9762-435e-ae63-a827aeb32c58) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:29.225118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89afdab3-adc7-4b9b-b2e8-5268a93f2318 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:29.493530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8456ab09-2833-4600-ae43-c1a3d27ab8ac req-fae6c6f7-e79d-4233-91c1-2ad93a9d5719 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6487885 Jan 14 03:11:29.532255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:29.574875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:29.612491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:29.613238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:29.648755 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-5370c33b-d073-45bf-bf10-45ee6af7db4d tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.30 "GET /v2.0/networks?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248393 Jan 14 03:11:29.912299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:30.204952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.222884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Transition to ACTIVE for port object a5b08f5c-9762-435e-ae63-a827aeb32c58 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:30.245473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-b6919d9c-5a85-4e65-b3e5-3d2432638cd4 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:30.251639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Transition to ACTIVE for port object a5b08f5c-9762-435e-ae63-a827aeb32c58 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:30.253450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-b6919d9c-5a85-4e65-b3e5-3d2432638cd4 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499439 Jan 14 03:11:30.257544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.331973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-4a64ae43-13f9-48cd-883a-e058e7834ef2 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.30 "GET /v2.0/quotas/88eaf26e52e14f7f85d843d4bd1e82fd HTTP/1.1" status: 200 len: 375 time: 0.0772207 Jan 14 03:11:30.403934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-dcc8d7b3-d7d9-4570-9f9c-632205a2b072 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.30 "GET /v2.0/ports?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618799 Jan 14 03:11:30.404574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:30.499018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.508917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.516161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:30.521174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:30.528208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:30.583743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:30.598479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Pushing event updated for resources: {'Port': ['ID=a5b08f5c-9762-435e-ae63-a827aeb32c58,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:30.619048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Attempting to bind port a5b08f5c-9762-435e-ae63-a827aeb32c58 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:30.619806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Attempting to bind port a5b08f5c-9762-435e-ae63-a827aeb32c58 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:30.620610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Attempting to bind port a5b08f5c-9762-435e-ae63-a827aeb32c58 on network f8bbec8a-5d21-447f-b263-77539e76d738 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:30.623541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:30.660210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.741047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-5522f94f-efaa-4b0e-8f3a-41a39ca6f70c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:11:30.743971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:30.744419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Checking segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:30.757337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.757991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Bound using segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:30.758501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Bound port: a5b08f5c-9762-435e-ae63-a827aeb32c58, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:30.758944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.810409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:30.833003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Pushing event updated for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:30.836628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:30.858295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:30.861805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:30.869746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] For port a5b08f5c-9762-435e-ae63-a827aeb32c58, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:30.873342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] For port a5b08f5c-9762-435e-ae63-a827aeb32c58, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a5b08f5c-9762-435e-ae63-a827aeb32c58,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:30.880232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:30.899864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:31.073463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Allocated IP 172.25.3.229 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/cd058901-2b84-4237-9ae4-e15074ef6bd8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:31.237193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Router f064e048-816e-47aa-a9b2-0ce538a107fc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:11:31.281726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Pushing event updated for resources: {'Port': ['ID=a5b08f5c-9762-435e-ae63-a827aeb32c58,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:31.285380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 39c95081-cbb4-4c68-9370-9b2995a17553 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:31.341146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:31.404144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b13450dd-adad-4477-a0a4-eff529fe42c5 None None] Provisioning complete for port 14053324-63dc-4a7b-adee-668c79b84c89 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:31.404596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13450dd-adad-4477-a0a4-eff529fe42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.414482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39958) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:31.472690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 39c95081-cbb4-4c68-9370-9b2995a17553 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:31.507860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b13450dd-adad-4477-a0a4-eff529fe42c5 None None] Port 14053324-63dc-4a7b-adee-668c79b84c89 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:31.514949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 39c95081-cbb4-4c68-9370-9b2995a17553 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:31.515611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.567866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.582900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.615455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:31.627871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Usage tracker for resource:security_group_rule and tenant:0b201b355d79465684c18a48832e49c4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:31.631525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:31.646231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:31.688966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:31.761738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1905484411-network', 'tenant_id': '39f28a0cb1c049c68131396151f0d3a4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:31.774174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] 10.222.0.30 "PUT /v2.0/routers/f064e048-816e-47aa-a9b2-0ce538a107fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3182554 Jan 14 03:11:31.782907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Sync routers for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:11:31.802924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:31.808427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.812915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Usage tracker for resource:network and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:31.824616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:31.828785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:31.855440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:31.878599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:31.911402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:31.912113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:31.991810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.010886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.055273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:32.103022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c06bee05-ed9a-42be-9443-b799ba4adb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:32.133042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b201b355d79465684c18a48832e49c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3192270 Jan 14 03:11:32.134625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Made reservation on behalf of 39f28a0cb1c049c68131396151f0d3a4 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:32.146493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.206711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39974) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:32.207743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.289466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 39c95081-cbb4-4c68-9370-9b2995a17553, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=39c95081-cbb4-4c68-9370-9b2995a17553,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:32.303815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:32.308659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.320518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a14e342c-da17-4fd0-902f-b9b533d6f3e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:32.333892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.370166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.423754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:32.427749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e571f-0b86-4197-b8a1-5f377284d364,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:32.433362 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:32.434336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:32.445691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.452771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:32.454983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0deb1fc-6031-46fe-9073-4b3d87c1a400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:32.460690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Pushing event updated for resources: {'Port': ['ID=cd058901-2b84-4237-9ae4-e15074ef6bd8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:32.479279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e571f-0b86-4197-b8a1-5f377284d364,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:32.482403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:32.484194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:32.489858 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/039e571f-0b86-4197-b8a1-5f377284d364 HTTP/1.1" status: 204 len: 168 time: 0.2664568 Jan 14 03:11:32.542695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:32.545942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 39c95081-cbb4-4c68-9370-9b2995a17553 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:32.587107 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-a33c54e0-85bc-4b98-9935-6629f8f6fb7e tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "GET /v2.0/networks?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441914 Jan 14 03:11:32.678299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:32.851141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39998) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:32.852108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:32.886228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:32.896214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:32.901727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:32.938747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:33.022335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.026369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:33.030759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:33.078526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-af4478b5-aa13-4f66-953d-fb0550bd272f tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:33.079482 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-af4478b5-aa13-4f66-953d-fb0550bd272f tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756012 Jan 14 03:11:33.116785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Request body: {'port': {'device_id': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '88eaf26e52e14f7f85d843d4bd1e82fd'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:33.162579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 39c95081-cbb4-4c68-9370-9b2995a17553 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:33.163474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.399794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:11:33.519494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:33.527889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Usage tracker for resource:port and tenant:88eaf26e52e14f7f85d843d4bd1e82fd is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:33.532873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:33.543491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:33.560238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.566054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.582484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:33.592839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.593326 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Added segment 4863e9a5-76d8-4831-912d-92838ce31ba7 of type vxlan for network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 Jan 14 03:11:33.593438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5b08f5c-9762-435e-ae63-a827aeb32c58 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:33.623662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.659486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8feff4-4667-4032-9690-e3a841416e62 None None] Network f8bbec8a-5d21-447f-b263-77539e76d738 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:33.661829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b05db9a-a49a-4ef7-ae70-f130aaddcdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:33.698264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:33.699006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5838f25-1226-4fcb-b9b3-8dbca9407ab8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:33.703904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:33.704672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.705713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Made reservation on behalf of 88eaf26e52e14f7f85d843d4bd1e82fd for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:33.715290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.733679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.774327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:33.775152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.805162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.814566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:33.822671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ed1c64-5da4-4bba-927f-e254d831de1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:33.837633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:33.860030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Usage tracker for resource:security_group_rule and tenant:88eaf26e52e14f7f85d843d4bd1e82fd is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:33.863703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:33.914405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:33.918331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Usage tracker for resource:security_group_rule and tenant:2764d867c3504b0ea9dfdf16570cd59d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:33.932447 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5167751 Jan 14 03:11:33.933497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:33.940846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:33.945994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40024) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:33.961375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Request body: {'subnet': {'network_id': '9a70c441-e6cb-4d27-954a-da7d64e6b9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1905484411-subnet', 'tenant_id': '39f28a0cb1c049c68131396151f0d3a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:33.964558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:33.966338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:33.967255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:33.973836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Usage tracker for resource:subnet and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:33.977299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:33.984219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Pushing event updated for resources: {'Network': ['ID=9a70c441-e6cb-4d27-954a-da7d64e6b9e9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:33.984682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:33.993175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:33.997062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Usage tracker for resource:security_group_rule and tenant:9366a10b64c64529be978ff89b237ee3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:34.006646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Made reservation on behalf of 39f28a0cb1c049c68131396151f0d3a4 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:34.012782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.042479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:34.066806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:34.080839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:34.094326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:34.109640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f5345e57-8325-4652-bdeb-b5d0c632a03e None None] Provisioning for port a5b08f5c-9762-435e-ae63-a827aeb32c58 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:34.159124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.282172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.285170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.298250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8706e5b-e35d-4c3d-95e9-df65e1088a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:34.308240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:34.321865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.347266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40038) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:34.469815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2764d867c3504b0ea9dfdf16570cd59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7385488 Jan 14 03:11:34.474154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe27306-b9c9-4735-9ac7-5cfd158c4524,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:34.486058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40044) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:34.489516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:34.503725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:34.539653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.564145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-fcbbbc3e-530f-449f-927f-3a4da19d1585 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0522773 Jan 14 03:11:34.577298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a5b08f5c-9762-435e-ae63-a827aeb32c58 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:34.580184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.602715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e40e6-1865-4f63-a450-0fcd82b0fc68,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:34.620111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:34.622033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a5b08f5c-9762-435e-ae63-a827aeb32c58 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:34.622744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.640198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0aea3a88-f9ac-4796-b4b4-f6949941cb12 req-09b27662-cb09-4e16-ae08-62f109bd951a tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2756448 Jan 14 03:11:34.640837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.663947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:34.673262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d21dfd-8811-441d-b9d4-223060f92f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:34.694988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86b483eb-6f7a-428d-a36b-fbbcfd035064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.696103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:34.766503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.794079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Usage tracker for resource:floatingip and tenant:6c2b8fa5fda1425c90f0795f355ce687 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:34.824357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2805648-dd8a-49e5-ad30-a361e68d0a7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746284 Jan 14 03:11:34.833882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40050) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:34.840959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:34.865439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:34.910588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:34.917152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9366a10b64c64529be978ff89b237ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0452433 Jan 14 03:11:34.918917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40054) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:34.965130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 39c95081-cbb4-4c68-9370-9b2995a17553 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:34.968250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0def8ffa-f30d-4f19-adbf-869d1fad53b7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:34.972664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:35.031573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.054046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:28Z', 'revision_number': 4, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '14053324-63dc-4a7b-adee-668c79b84c89', 'name': '', 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'mac_address': 'fa:16:3e:d1:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:26Z', 'updated_at': '2021-01-14T03:11:29Z', 'revision_number': 2, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'subnets': [{'id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:35.057976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9db7-8bff-4510-8c9b-92b207e04a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.060582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Allocated IP 192.168.233.34 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/88f4eb79-f18b-40dd-b1c6-60a203e153c5) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:35.065229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Checking router: f064e048-816e-47aa-a9b2-0ce538a107fc for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:11:35.065397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Updating router f064e048-816e-47aa-a9b2-0ce538a107fc port 14053324-63dc-4a7b-adee-668c79b84c89 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:11:35.083969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea3a88-f9ac-4796-b4b4-f6949941cb12 req-2b4a4b38-7a16-4c9b-8481-1fc949e2b7fc tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:35.091416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0aea3a88-f9ac-4796-b4b4-f6949941cb12 req-2b4a4b38-7a16-4c9b-8481-1fc949e2b7fc tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419611 Jan 14 03:11:35.102018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.117828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.125529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.135901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.149421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0aea3a88-f9ac-4796-b4b4-f6949941cb12 req-a3fe3594-5b0a-4255-a13f-3940dd60cdb5 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/quotas/ac2c60608645401ba7a898bb2d4fbd86 HTTP/1.1" status: 200 len: 375 time: 0.0565479 Jan 14 03:11:35.158492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad409842-bc67-4f0d-b9ac-8f859ca80ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:35.179195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9db7-8bff-4510-8c9b-92b207e04a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.206536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e40e6-1865-4f63-a450-0fcd82b0fc68,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:35.220894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.235774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:35.254472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a5b08f5c-9762-435e-ae63-a827aeb32c58, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a5b08f5c-9762-435e-ae63-a827aeb32c58,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:35.301953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.307960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c2e40e6-1865-4f63-a450-0fcd82b0fc68 HTTP/1.1" status: 204 len: 168 time: 0.8155351 Jan 14 03:11:35.308450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.308450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:35.357502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.404279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 39c95081-cbb4-4c68-9370-9b2995a17553 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:35.405001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.439138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c8acba5-2f91-4a54-bf51-5b64fcedf485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:35.460291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def8ffa-f30d-4f19-adbf-869d1fad53b7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:35.463135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:35.516634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.518329 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0def8ffa-f30d-4f19-adbf-869d1fad53b7 HTTP/1.1" status: 204 len: 168 time: 0.5891094 Jan 14 03:11:35.674817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.702350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Transition to ACTIVE for port object 88f4eb79-f18b-40dd-b1c6-60a203e153c5 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:35.727847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:35.828581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:35.942380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0aea3a88-f9ac-4796-b4b4-f6949941cb12 req-2f2da9a1-1988-4502-a8f1-60e777a0b9d8 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7864459 Jan 14 03:11:35.982117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Pushing event updated for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [None req-3b8d9db7-8bff-4510-8c9b-92b207e04a3a admin admin] delete failed: No details.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: [parameters: {'id': 'dfe27306-b9c9-4735-9ac7-5cfd158c4524'}] Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result.read() Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource pymysql.err.IntegrityError: (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource The above exception was the direct cause of the following exception: Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = method(request=request, **args) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:35.987197 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource obj_deleter(request.context, id, **kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise value Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 275, in delete_security_group Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource sg.delete() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 903, in delete Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._get_composite_keys())) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 95, in delete_object Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource context.session.delete(db_obj) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource yield resource Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self.session.flush() Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:11:35.991913 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._flush(objects) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource transaction.rollback(_capture_exception=True) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource with_traceback=exc_tb, Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise exception Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource flush_context.execute() Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource rec.execute(self) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 624, in execute Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource uow, Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 348, in delete_obj Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource delete, Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1340, in _emit_delete_statements Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource c = connection.execute(statement, del_objects) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return meth(self, multiparams, params) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource distilled_params, Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource e, statement, parameters, cursor, context Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise exception Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource result.read() Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource [parameters: {'id': 'dfe27306-b9c9-4735-9ac7-5cfd158c4524'}] Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:11:36.000881 n-d-765315-13 neutron-server[80721]: ERROR neutron.api.v2.resource Jan 14 03:11:36.007642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b8d9db7-8bff-4510-8c9b-92b207e04a3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfe27306-b9c9-4735-9ac7-5cfd158c4524 HTTP/1.1" status: 500 len: 363 time: 1.1636534 Jan 14 03:11:36.019338 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:36.091130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a5b08f5c-9762-435e-ae63-a827aeb32c58,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:36.107576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:36.108517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3dc9b2e5-ae4c-40ab-8fc3-0dac07851f6c None None] Provisioning complete for port a5b08f5c-9762-435e-ae63-a827aeb32c58 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:36.109147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dc9b2e5-ae4c-40ab-8fc3-0dac07851f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.156138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.185647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:36.187970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:36.218222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.345145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.347763 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.348892 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:36.355386 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:36.382810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.389837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:36.391315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.437640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:36.439198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3362610 Jan 14 03:11:36.472789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Request body: {'port': {'device_id': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:36.521292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9b597e4-6f63-4b9c-afff-064bd7bd508d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:36.529642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.557219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Transition to ACTIVE for port object 14053324-63dc-4a7b-adee-668c79b84c89 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:36.561180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.627535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.669912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:36.680997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Usage tracker for resource:security_group_rule and tenant:db5b87ca72d14a428050954003f52fb3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:36.687117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:36.700594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:36.704241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.723096 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:36.734579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:36.897595 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553', 'code': 200} Jan 14 03:11:36.899653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Pushing event updated for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:36.912506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:37.040909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Provisioning complete for port a5b08f5c-9762-435e-ae63-a827aeb32c58 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:37.041331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.149049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e60ebe-ce67-44ae-b9b9-9e61580b8102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.203257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Attempting to bind port 14053324-63dc-4a7b-adee-668c79b84c89 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:37.203904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Attempting to bind port 14053324-63dc-4a7b-adee-668c79b84c89 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:37.204321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Attempting to bind port 14053324-63dc-4a7b-adee-668c79b84c89 on network 317b95ad-9d11-4690-87db-58bd4fa9ad6e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:37.216629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:37.217098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Checking segment: {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:37.217497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.217932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Bound using segment: {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:37.218444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Bound port: 14053324-63dc-4a7b-adee-668c79b84c89, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da26284e-dc16-4d5f-9fd4-9f51225e9823', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:37.218845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.268850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfebdf6-1171-494f-beb8-f6d12a53b6b7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:37.298510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:37.313986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Allocated IP 172.25.3.176 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/27ecb104-e27e-4ce7-9b2f-624ef36d5b3e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:37.363847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] For port 14053324-63dc-4a7b-adee-668c79b84c89, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:37.366151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.451435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] For port 14053324-63dc-4a7b-adee-668c79b84c89, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=14053324-63dc-4a7b-adee-668c79b84c89,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:37.458737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5b08f5c-9762-435e-ae63-a827aeb32c58 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:37.527251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.548265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:37.590032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.623113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Pushing event updated for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:37.628275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.630234 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:37.728567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Provisioning for port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:37.735864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Provisioning complete for port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:37.736319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.764873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a5b08f5c-9762-435e-ae63-a827aeb32c58 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:37.765295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.788385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Checking segment: {'id': '4863e9a5-76d8-4831-912d-92838ce31ba7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9a70c441-e6cb-4d27-954a-da7d64e6b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:37.794920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Network hostable DHCP agents. Network: 9a70c441-e6cb-4d27-954a-da7d64e6b9e9, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:37.803193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:11:37.847422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f4eb79-f18b-40dd-b1c6-60a203e153c5 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:11:37.855549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.870888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Transition to ACTIVE for port object 88f4eb79-f18b-40dd-b1c6-60a203e153c5 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:37.873409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.885337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:37.895199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:37.895525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76eaa987-62e4-47e2-91cc-f74973f4fdfd None None] Port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:37.963315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.018599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:38.019407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:38.029610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:38.246091 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db5b87ca72d14a428050954003f52fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8046978 Jan 14 03:11:38.263450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11390a55-0454-4370-a477-9088b456e87c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:38.268984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40126) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:38.283657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:38.294305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:38.312676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:38.475607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Pushing event updated for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:38.489668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:38.511361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:38.542438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=27ecb104-e27e-4ce7-9b2f-624ef36d5b3e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:38.548590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:38.573361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:38.605171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9a70c441-e6cb-4d27-954a-da7d64e6b9e9) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:38.608291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:38.615360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.622971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba964e5b-33e1-49e6-b44e-b8e896b57e07 None None] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:38.641418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:38.669274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:38.674781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.707225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:38.760647 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.8134475 Jan 14 03:11:38.801897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.901321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Attempting to bind port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:38.908987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Attempting to bind port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:38.909362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Attempting to bind port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:38.950673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:38.951059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:38.951465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.951860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:38.952375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Bound port: 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:38.952759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:38.960288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 39c95081-cbb4-4c68-9370-9b2995a17553 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:11:39.037981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1707825887-network', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:39.063207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:39.072305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Usage tracker for resource:network and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:39.090199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:39.092160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:39.100611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Sync routers for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:11:39.118623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:39.119127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:39.184990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:39.197056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:39.203287 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.5552151 Jan 14 03:11:39.214856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:39.224984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40154) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:39.228952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:39.652843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:39.707814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:39.824031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] For port 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:39.827720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] For port 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:39.838984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40176) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:39.854726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:39.882433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-239393af-21f5-46d2-9c71-0f3e2d14c140 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:39.963827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.022681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.026601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.070105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-dee45579-c8af-405c-ab85-409715dfb0e8 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:40.070932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-dee45579-c8af-405c-ab85-409715dfb0e8 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Synchronizing usage tracker for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:40.106777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 39c95081-cbb4-4c68-9370-9b2995a17553, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=39c95081-cbb4-4c68-9370-9b2995a17553,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:40.109639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:40.114980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb95f7e-813e-4a96-95de-c67bbda525ae None None] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:40.136296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.142488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:40.285850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Pushing event updated for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:40.288903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:33Z', 'revision_number': 3, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:40.289703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:40.293864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.295009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Checking router: 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:11:40.295547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Updating router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 port cd058901-2b84-4237-9ae4-e15074ef6bd8 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:11:40.304625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.317339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-813a0789-2475-4d85-a112-de851bf078fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:40.340221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11390a55-0454-4370-a477-9088b456e87c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:40.342899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:40.356832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Made reservation on behalf of 2f4df0fb68d34f1184be5fd04468a341 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:40.362485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:40.363162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.365138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.365631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] 10.222.0.74 "PUT /v2.0/ports/88f4eb79-f18b-40dd-b1c6-60a203e153c5 HTTP/1.1" status: 200 len: 1160 time: 3.9000380 Jan 14 03:11:40.367965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.369468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-dee45579-c8af-405c-ab85-409715dfb0e8 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Unset dirty status for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:40.380018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-dee45579-c8af-405c-ab85-409715dfb0e8 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "GET /v2.0/ports?device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 950 time: 1.8188791 Jan 14 03:11:40.383317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:40.394636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:40.411865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.415689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11390a55-0454-4370-a477-9088b456e87c HTTP/1.1" status: 204 len: 168 time: 2.1353414 Jan 14 03:11:40.437997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:40.445648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:40.455601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:28Z', 'revision_number': 4, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '14053324-63dc-4a7b-adee-668c79b84c89', 'name': '', 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'mac_address': 'fa:16:3e:d1:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:26Z', 'updated_at': '2021-01-14T03:11:37Z', 'revision_number': 4, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'subnets': [{'id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:40.462507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ae4d6f-bc52-4bbe-b6e6-719bf2c31490 None None] The sync data for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 is: [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:11:28Z', 'revision_number': 4, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '14053324-63dc-4a7b-adee-668c79b84c89', 'name': '', 'network_id': '317b95ad-9d11-4690-87db-58bd4fa9ad6e', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'mac_address': 'fa:16:3e:d1:73:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:26Z', 'updated_at': '2021-01-14T03:11:37Z', 'revision_number': 4, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'subnets': [{'id': '6c683247-c5ee-4230-bbcb-5bcaa5033e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:11:40.503243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.542059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e75aeccad445dab2f2645f370a01bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:40.563995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:40.583633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:40.657856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.660133 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.663641 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:40.667410 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:40.671040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Deleting port 39c95081-cbb4-4c68-9370-9b2995a17553 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:11:40.671040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:40.738469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-943961f5-798b-404f-850a-e77d335ab866 req-899be687-de09-4d12-8671-0f647faa75b7 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3977096 Jan 14 03:11:40.771257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-e225a4d3-06b7-4e16-a0cd-829315d50d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:40.772961 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-e225a4d3-06b7-4e16-a0cd-829315d50d17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 1163 time: 0.3214726 Jan 14 03:11:40.896163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-e7cabfef-968a-4977-93ed-bdcc0d24c8ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5 HTTP/1.1" status: 200 len: 217 time: 0.1087894 Jan 14 03:11:40.959794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:40.964428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:40.968367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:40.997506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:41.223011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-84314700-976e-41c4-afde-5835b4c70c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:41.224887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-84314700-976e-41c4-afde-5835b4c70c33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.3199527 Jan 14 03:11:41.283881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.300963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Transition to ACTIVE for port object cd058901-2b84-4237-9ae4-e15074ef6bd8 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:41.307830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.347406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.375296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.388735 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c8998a4-fef7-4e67-9423-f64f07461b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:41.445494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a52efbc-7fc9-4791-9162-2d217ef9f1de,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:41.454770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:41.460600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] For port 39c95081-cbb4-4c68-9370-9b2995a17553, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=39c95081-cbb4-4c68-9370-9b2995a17553,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:41.461008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.532147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.552861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 14053324-63dc-4a7b-adee-668c79b84c89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:41.590115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e930667-ee43-4df5-940d-d7bd53fca77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:41.683298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9e75aeccad445dab2f2645f370a01bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8332102 Jan 14 03:11:41.687077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:41.729662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 14053324-63dc-4a7b-adee-668c79b84c89 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:41.742782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 14053324-63dc-4a7b-adee-668c79b84c89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:41.743200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.758404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Attempting to bind port cd058901-2b84-4237-9ae4-e15074ef6bd8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:41.758806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Attempting to bind port cd058901-2b84-4237-9ae4-e15074ef6bd8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:41.759204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Attempting to bind port cd058901-2b84-4237-9ae4-e15074ef6bd8 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:41.772875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:41.773284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:41.773856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.774285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:41.774799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Bound port: cd058901-2b84-4237-9ae4-e15074ef6bd8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:41.775204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.775332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943961f5-798b-404f-850a-e77d335ab866 req-c6eccd23-cbd2-4d62-9958-4fb6abbaa6a4 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:41.777597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-943961f5-798b-404f-850a-e77d335ab866 req-c6eccd23-cbd2-4d62-9958-4fb6abbaa6a4 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0378664 Jan 14 03:11:41.813930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Calling delete_port for 39c95081-cbb4-4c68-9370-9b2995a17553 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:11:41.864781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.870763 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-943961f5-798b-404f-850a-e77d335ab866 req-eef45b54-2106-4ebd-9cb6-cd0c5fa23798 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/quotas/ac2c60608645401ba7a898bb2d4fbd86 HTTP/1.1" status: 200 len: 375 time: 0.0743024 Jan 14 03:11:41.878270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.882974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] For port cd058901-2b84-4237-9ae4-e15074ef6bd8, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:41.892128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] For port cd058901-2b84-4237-9ae4-e15074ef6bd8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd058901-2b84-4237-9ae4-e15074ef6bd8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:41.897594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:41.901440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.908699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:41.909447 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Added segment c8e608a3-f2ff-4fb1-868e-10e2a89a9496 of type vxlan for network 04c3e25d-603d-4605-8b02-6906edcd7059 Jan 14 03:11:41.921664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13e81b8a-fb04-4e9b-b855-7941ea7b7b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.032304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.055837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Pushing event updated for resources: {'Port': ['ID=cd058901-2b84-4237-9ae4-e15074ef6bd8,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.070493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.073452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.140951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 14053324-63dc-4a7b-adee-668c79b84c89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=14053324-63dc-4a7b-adee-668c79b84c89,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:42.147562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.149602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.155481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.160154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.163926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5cc0dd-944b-4a2d-a939-0f320086e5e2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.243488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Pushing event updated for resources: {'Port': ['ID=cd058901-2b84-4237-9ae4-e15074ef6bd8,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.247721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.265447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.266073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.281884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:42.282840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:42.307528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.321728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.352390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.378445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adc0c6e7-d60a-4774-b221-7acf03878627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.414326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-943961f5-798b-404f-850a-e77d335ab866 req-3db5c506-44fa-464e-8951-43ac789673bc tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4956543 Jan 14 03:11:42.483600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-0785e4c0-c33d-449b-b7b6-37ba2864f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:42.485448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-0785e4c0-c33d-449b-b7b6-37ba2864f758 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2398868 Jan 14 03:11:42.487227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Pushing event deleted for resources: {'Port': ['ID=39c95081-cbb4-4c68-9370-9b2995a17553,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.490530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.500776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.567372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.579234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:42.663621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.783068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.801430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=27ecb104-e27e-4ce7-9b2f-624ef36d5b3e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:42.803768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.807206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:42.822217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:42.822926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.850598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:42.873372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] No DVR routers for this DVR port 39c95081-cbb4-4c68-9370-9b2995a17553 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:11:42.875890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.892614 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.5821564 Jan 14 03:11:42.892614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:42.894265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:42.897107 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-916aaf3c-a553-4afd-b0b4-1f4a95039625 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926005 Jan 14 03:11:42.907460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Request body: {'subnet': {'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1707825887-subnet', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:42.918347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "DELETE /v2.0/ports/39c95081-cbb4-4c68-9370-9b2995a17553 HTTP/1.1" status: 204 len: 173 time: 2.5254364 Jan 14 03:11:42.998712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:43.012878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.024500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.026068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a52efbc-7fc9-4791-9162-2d217ef9f1de HTTP/1.1" status: 204 len: 168 time: 0.9695094 Jan 14 03:11:43.030878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Usage tracker for resource:subnet and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:43.047710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cb5f1df-0a58-4870-9381-f84ff3b422ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:43.083472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:43.093594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:33Z', 'revision_number': 3, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:43.103897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96bb25-cc3b-4e85-9165-57a3f7dd51c7 None None] The sync data for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 is: [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:33Z', 'revision_number': 3, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:11:43.196273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:43.237196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a52efbc-7fc9-4791-9162-2d217ef9f1de,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:43.246067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:43.261480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Made reservation on behalf of 2f4df0fb68d34f1184be5fd04468a341 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:43.274997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.462973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.463345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 14053324-63dc-4a7b-adee-668c79b84c89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:43.464432 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.8988407 Jan 14 03:11:43.506329 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-34c2e93f-5939-4007-9740-461c169519d5 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5867357 Jan 14 03:11:43.520605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1447655074', 'description': 'tempest-description-1191560754'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:43.550565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:43.554830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:43.557985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:43.564794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:43.605815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 14053324-63dc-4a7b-adee-668c79b84c89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:43.606820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.669307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-1755a3ab-039f-4d3e-b707-58efc5df300b tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:43.721779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.800489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:43.805486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:43.845925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:43.864651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:43.869280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:43.896821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Pushing event updated for resources: {'Network': ['ID=04c3e25d-603d-4605-8b02-6906edcd7059,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:43.911628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:43.922494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-de95bd70-d307-4452-82d5-373927ee4258 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 210 time: 0.0591583 Jan 14 03:11:43.935307 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:44.035353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.047962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.151756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:44.154119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ae17113-8882-46a2-a87a-3569933948f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:44.157365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:44.208553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.209934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-384bba97-5d6e-49b6-875b-8c196d22ef63 req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7444019 Jan 14 03:11:44.271525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-1755a3ab-039f-4d3e-b707-58efc5df300b tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:44.276495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-1755a3ab-039f-4d3e-b707-58efc5df300b tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.7624981 Jan 14 03:11:44.330458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.345228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-eb91d024-8004-41a2-8b7d-e9c1bb2f7877 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4002969 Jan 14 03:11:44.388210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:44.440949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:44.445176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Usage tracker for resource:security_group_rule and tenant:588d3d2c5c8646e68f2588c230816ad0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:44.459080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:44.478347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:44.623851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-31e5ade3-f631-40ac-b7f8-7762f18ce280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:44.628163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-31e5ade3-f631-40ac-b7f8-7762f18ce280 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2699358 Jan 14 03:11:44.695592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.699734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroup': ['ID=a9846b8f-9234-4a89-86f6-9892bd630344,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:44.714660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.770286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:44.770966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3882408f-1a99-46f3-856f-acc05df3f864 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:44.789828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:44.791276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-6822130d-9f02-468e-b40e-d44f440be566 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Synchronizing usage tracker for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:44.812107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:44.889183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=588d3d2c5c8646e68f2588c230816ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012622 Jan 14 03:11:44.898441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40252) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:44.925292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-6822130d-9f02-468e-b40e-d44f440be566 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Unset dirty status for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:44.926532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fb94313-7d94-4ccd-8406-20481be3ddf5 req-6822130d-9f02-468e-b40e-d44f440be566 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.74 "GET /v2.0/ports?device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 210 time: 0.1827693 Jan 14 03:11:44.935222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9559b88c-a47f-4401-9929-20673815d0e4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:44.968038 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:44.976642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c44087a-f367-49a1-ad4c-41e100b7605c,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:44.997788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:45.019471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Request body: {'security_group': {'name': 'tempest-securitygroup-529249000', 'description': 'tempest-description-469417414'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:45.030312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:45.035652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Usage tracker for resource:security_group and tenant:3dd42034440a4d36b2bf5c58abcc9750 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:45.038998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:45.045409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:45.067165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.073277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Checking segment: {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:45.073667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Network hostable DHCP agents. Network: 04c3e25d-603d-4605-8b02-6906edcd7059, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:45.098643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Network 04c3e25d-603d-4605-8b02-6906edcd7059 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:45.110111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 04c3e25d-603d-4605-8b02-6906edcd7059) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:45.128738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:45.130240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.130643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504d408-6f24-4560-8fc7-0b6655a633bc None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:45.132384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.167850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Allocated IP 172.20.0.1 (f8bbec8a-5d21-447f-b263-77539e76d738/5a02d7d6-25c9-4ed7-84ea-ef819baee198/f6022223-22f6-4638-83e2-ecafc50e1c5b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:45.175346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2771137 Jan 14 03:11:45.176851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40256) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:45.185345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:45.191480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:45.195879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Usage tracker for resource:router and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:45.199427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-a0c81f0d-e91c-4f4c-b043-a001852b3445 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:45.201254 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-a0c81f0d-e91c-4f4c-b043-a001852b3445 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.8809326 Jan 14 03:11:45.208081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:45.210703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:45.214817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Usage tracker for resource:security_group_rule and tenant:3dd42034440a4d36b2bf5c58abcc9750 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:45.215533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:45.228372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.229913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.253952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-c29707e8-ebba-4250-b213-e63d738fa5a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:11:45.256013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:45.262003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.278146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-74bc3429-7a0c-4cd7-913c-f87b86ce4029 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:11:45.279231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1e342bd-b081-42c9-8ea5-7eda5f9f5c01 req-74bc3429-7a0c-4cd7-913c-f87b86ce4029 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0488300 Jan 14 03:11:45.286935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:45.461963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.463925 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553', 'code': 200} Jan 14 03:11:45.482732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.525859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.537064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd058901-2b84-4237-9ae4-e15074ef6bd8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:45.541963 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5', 'status': 'completed', 'code': 200} Jan 14 03:11:45.621950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 88f4eb79-f18b-40dd-b1c6-60a203e153c5 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:45.632693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.656886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f3eabd6-f6e3-441c-9a3e-3192e202a31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:45.675968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:45.679988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-7f992f2e-b944-47ba-ae93-a41e23bba061 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2162652 Jan 14 03:11:45.695181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Usage tracker for resource:security_group_rule and tenant:3dd42034440a4d36b2bf5c58abcc9750 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:45.718683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-04c3e25d-603d-4605-8b02-6906edcd7059', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:11:45.721812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.726237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:45.782291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:45.807741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.815377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cd058901-2b84-4237-9ae4-e15074ef6bd8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:45.841247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cd058901-2b84-4237-9ae4-e15074ef6bd8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:45.841653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:45.850186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Pushing event updated for resources: {'SecurityGroup': ['ID=1860fced-18cf-4764-acb1-4da7128a37d0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:45.862477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:45.983557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-041adee8-02f9-40f1-bddc-63fe8d6c9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:45.988248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-041adee8-02f9-40f1-bddc-63fe8d6c9fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 1163 time: 0.2560527 Jan 14 03:11:46.007732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.042531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-341bb3aa-768f-492b-8059-bb61791753af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:46.117320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9559b88c-a47f-4401-9929-20673815d0e4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:46.154191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-9593f7ee-77cf-41b5-af11-1d0ec41b0ff4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:46.155885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-9593f7ee-77cf-41b5-af11-1d0ec41b0ff4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4575505 Jan 14 03:11:46.163145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.167221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:46.213991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-8910b7e3-4e32-4a98-b5c6-e547e226e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:46.215726 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-8910b7e3-4e32-4a98-b5c6-e547e226e0b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 0.2219443 Jan 14 03:11:46.219264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Transition to ACTIVE for port object f6022223-22f6-4638-83e2-ecafc50e1c5b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:46.224787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.229648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9559b88c-a47f-4401-9929-20673815d0e4 HTTP/1.1" status: 204 len: 168 time: 1.2930307 Jan 14 03:11:46.262898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Request body: {'port': {'device_id': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '684ec5cb03834c038d7e367bc3462a1b'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:46.291860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:46.311663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:46.312247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.368761 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-82a1acbf-a6df-41b8-8e4d-ea3478165be6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5 HTTP/1.1" status: 200 len: 217 time: 0.1443820 Jan 14 03:11:46.426707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.444885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-54e513b6-8e4f-43fb-9b53-e227f722538f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/a9846b8f-9234-4a89-86f6-9892bd630344 HTTP/1.1" status: 200 len: 1813 time: 0.3902187 Jan 14 03:11:46.451626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9846b8f-9234-4a89-86f6-9892bd630344', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:46.452093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a9846b8f-9234-4a89-86f6-9892bd630344', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:46.466956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:46.472599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:46.476560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:46.482849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:46.490481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port cd058901-2b84-4237-9ae4-e15074ef6bd8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd058901-2b84-4237-9ae4-e15074ef6bd8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:46.509817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:46.522235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:46.552308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.553264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Made reservation on behalf of 684ec5cb03834c038d7e367bc3462a1b for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:46.555035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.565440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.566495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f9b1515-05bd-4cb7-ab68-1d705f1d60b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:46.571485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-78fbb43d-ea89-4555-b51a-d5c840055038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:46.575883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-78fbb43d-ea89-4555-b51a-d5c840055038 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1473234 Jan 14 03:11:46.584582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.591181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.617045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d3b05cb-25d0-4124-aec3-2fccbb44cc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:46.632317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.634470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.635770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4f8f498c-2f1b-49ce-8698-c9c9cf99b3b6 req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6786885 Jan 14 03:11:46.686029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.748154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=cd058901-2b84-4237-9ae4-e15074ef6bd8,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:46.760613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:46.769127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:46.769127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Allocated IP 172.20.0.2 (04c3e25d-603d-4605-8b02-6906edcd7059/3c44087a-f367-49a1-ad4c-41e100b7605c/747a9556-7dd1-410b-9d95-4d5ee1cb38fb) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:46.774060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.776168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:46.786805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.856130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:46.864092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:46.866430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a51d69-19c5-4976-9cce-33ff0999eb92,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:46.925269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-b6ea9670-4dcb-4f01-84c8-fa36052d61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:46.927222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-b6ea9670-4dcb-4f01-84c8-fa36052d61d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3375828 Jan 14 03:11:46.934544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:46.938880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:47.012932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 88f4eb79-f18b-40dd-b1c6-60a203e153c5 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:47.121583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:47.122204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.159028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:47.456999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.474048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Transition to ACTIVE for port object 747a9556-7dd1-410b-9d95-4d5ee1cb38fb will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:47.493487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Transition to ACTIVE for port object 747a9556-7dd1-410b-9d95-4d5ee1cb38fb will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:47.496330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:47.510522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd058901-2b84-4237-9ae4-e15074ef6bd8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:47.535560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.548393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-deleted', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:47.570125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.577352 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-13c75570-b791-4cfa-acda-4193b6095682 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893161 Jan 14 03:11:47.590378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:47.610665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.620163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Allocated IP 172.25.3.245 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1d0c3bc8-c405-471e-91a7-f7bb56a768ec) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:47.632102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-c5ce5472-c558-4e3d-a6b9-9640b95538b5 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.30 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943987 Jan 14 03:11:47.666980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Pushing event updated for resources: {'Port': ['ID=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:47.721927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Network f8bbec8a-5d21-447f-b263-77539e76d738 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:47.730562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:47.731070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Pushing event updated for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:47.735258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:47.745974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-682e249b-b0ac-4568-b9ca-fac4dd1a81ac tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:47.754207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:47.756812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:47.840639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:47.853136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cd058901-2b84-4237-9ae4-e15074ef6bd8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:47.853836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.898803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5fcb4f79-1feb-4e13-a3d3-1b2158f0f16f req-d9d56e36-fc60-4dba-912d-ab9702e435a7 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3095546 Jan 14 03:11:47.903527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:47.921027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5d4822cf-99af-475d-b203-502ff1fe7da8 req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4749916 Jan 14 03:11:47.958917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.015182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.053480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-8637e96f-e619-49f1-9aa7-2006f5f92935 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:48.055217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-8637e96f-e619-49f1-9aa7-2006f5f92935 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066021 Jan 14 03:11:48.055869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:48.071362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:48.093044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:48.107749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:48.116064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7205e11e-988a-461f-83b5-3805c3aa2e7a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:48.130985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:48.169258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5371667-4ac6-4eb8-ac48-e74cf3ecc6fc None None] Provisioning for port f6022223-22f6-4638-83e2-ecafc50e1c5b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:48.169634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-727961067-network', 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:48.177284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5371667-4ac6-4eb8-ac48-e74cf3ecc6fc None None] Provisioning complete for port f6022223-22f6-4638-83e2-ecafc50e1c5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:48.177706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5371667-4ac6-4eb8-ac48-e74cf3ecc6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.186512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:48.187933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-526aacb0-5cda-40a5-aa99-f5b10d7d7fd1 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.30 "GET /v2.0/quotas/19a0861cc0b44044930d125fe6c8ef94 HTTP/1.1" status: 200 len: 375 time: 0.0620928 Jan 14 03:11:48.196904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Usage tracker for resource:network and tenant:6cf4718ceb8f495ab2cb2fade77d8b7b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:48.212093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:48.226089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Attempting to bind port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:48.226594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Attempting to bind port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:48.226898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Attempting to bind port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb on network 04c3e25d-603d-4605-8b02-6906edcd7059 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:48.232239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:48.237569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Pushing event updated for resources: {'Port': ['ID=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:48.241418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:48.262679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:48.263448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Checking segment: {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:48.263974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.264555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Bound using segment: {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:48.265498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Bound port: 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:48.266238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.269302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:48.274172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.300186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.319450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:48.322354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b5371667-4ac6-4eb8-ac48-e74cf3ecc6fc None None] Port f6022223-22f6-4638-83e2-ecafc50e1c5b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:48.324068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf4718ceb8f495ab2cb2fade77d8b7b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:48.327409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:48.333357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:48.357243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.368106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-4552d2c3-ac96-4fcd-a0ef-91128aac9188 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.30 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235135 Jan 14 03:11:48.374573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:48.378281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:48.380761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:48.382896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] For port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:48.390126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] For port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:48.395809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.418404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Allocated IP 192.168.233.218 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/f3ccce30-7213-4e5c-acdc-15ee33d7b9f0) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:48.425507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:48.513110 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-83e843ff-81ad-4abf-9359-44183c6794f1 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4090722 Jan 14 03:11:48.521240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Pushing event updated for resources: {'Port': ['ID=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:48.529191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:48.560021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:48.585068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:48.670050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:48.702512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.734322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.741730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.748165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62fa1434-4f47-4d45-b238-14e902408cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:48.852401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a219adf-dbc4-4eb9-a250-49b8ed4b2b1d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:48.861332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:48.879403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.940313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Request body: {'security_group': {'name': 'tempest-securitygroup-269409394', 'description': 'tempest-description-559647317'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:48.962179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:48.963745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:48.998537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:48.999104 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Added segment 44003841-623a-4958-9139-a239f75d1a06 of type vxlan for network 2f0305d9-d430-4d04-aa6a-bb58bb464431 Jan 14 03:11:49.053078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Usage tracker for resource:security_group and tenant:3dd42034440a4d36b2bf5c58abcc9750 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:49.059125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.067340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.067812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:49.097286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:49.122023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.212891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.245180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:11:49.256998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Transition to ACTIVE for port object f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:49.280667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:49.289398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.292555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:49.293140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Usage tracker for resource:security_group_rule and tenant:3dd42034440a4d36b2bf5c58abcc9750 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:49.293376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.301160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:49.302559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6db61fbf-84a1-45d2-a317-931ceb281452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:49.328849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:49.397649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.443436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.452900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0305d9-d430-4d04-aa6a-bb58bb464431,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:49.457535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:49.464877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:49.555629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:49.565030 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7230740 Jan 14 03:11:49.578192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40334) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:49.579270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:49.588595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Request body: {'subnet': {'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-727961067-subnet', 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:49.594396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:49.599206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:49.600204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Usage tracker for resource:subnet and tenant:6cf4718ceb8f495ab2cb2fade77d8b7b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:49.603570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:49.609687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:49.613915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 747a9556-7dd1-410b-9d95-4d5ee1cb38fb up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:49.683212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:49.688697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.719749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Pushing event updated for resources: {'Port': ['ID=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:49.735801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:49.864208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.936907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:49.948791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:11:49.984973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.008168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:50.030124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.080235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.100514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:50.133585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.78', 50304) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:50.223510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.430351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4efa7-5da3-4138-a2d7-73d4069a21bc None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:50.480875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:11:50.503143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:50.551180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Pushing event updated for resources: {'SecurityGroup': ['ID=52e39f15-b362-476b-9367-9be0c92a2ad6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:50.554532 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:50.556380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:50.559569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:50.644511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:50.698659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-46e35107-8713-41b3-845a-aff739756a45 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4884193 Jan 14 03:11:50.714829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.727433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f36a0ea-fe9b-416b-9d19-d1689358642f req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8324270 Jan 14 03:11:50.793762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Provisioning for port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:50.798024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Pushing event updated for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:50.807510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:50.809903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:50.813012 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5', 'code': 200} Jan 14 03:11:50.821335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Provisioning complete for port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:50.821880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.855930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:11:50.860620 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:11:50.863016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.863016 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6793807 Jan 14 03:11:50.863016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40346) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:50.879726 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-deleted', 'tag': '39c95081-cbb4-4c68-9370-9b2995a17553', 'status': 'completed', 'code': 200} Jan 14 03:11:50.890259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:50.891276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:50.892234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Sync routers for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:11:50.918648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Allocated IP 172.25.3.112 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:50.952555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:50.953273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:51.016923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-963cfcfb-bd30-46f0-a630-f76ff35bb564 req-33b950ee-fcab-4bd7-b7a8-7b10880953bf tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/a9846b8f-9234-4a89-86f6-9892bd630344 HTTP/1.1" status: 200 len: 2406 time: 0.1016121 Jan 14 03:11:51.026702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8516977 Jan 14 03:11:51.132716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Network f8bbec8a-5d21-447f-b263-77539e76d738 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:51.137245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:51.183222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:51.456304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.507917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.532128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60621a54-ff20-4614-a8cc-847dff343cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:51.646878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.671554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:51.676803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.725150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:48Z', 'revision_number': 3, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:51.732198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Checking router: 2a766e18-b3a6-4dc6-9bea-351b8233e9ee for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:11:51.732664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Updating router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:11:51.746843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffbda1a-8e66-421b-b4f5-83e8934d612b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:51.750547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:51.764478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-95f8664e-2081-40e4-8437-1414b097935a None None] For port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:51.785205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:51.788549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.792869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:51.810091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e538ff1f-e7a3-433f-b75a-2e8e36fbbdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:51.857224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:11:51.916087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:51.920496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Request body: {'security_group': {'name': 'tempest-securitygroup-962414339', 'description': 'tempest-description-849641998'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:52.082543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Checking segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:52.082931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Network hostable DHCP agents. Network: 2f0305d9-d430-4d04-aa6a-bb58bb464431, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:52.163134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:52.173776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:52.178039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:52.186523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Sync routers for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:11:52.199435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] 10.222.0.30 "PUT /v2.0/routers/801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9639897 Jan 14 03:11:52.199435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Usage tracker for resource:security_group and tenant:1334d47b68024251bbab0d20f8e4f283 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:52.203981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.206758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:52.207470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:52.212506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:52.226246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2f0305d9-d430-4d04-aa6a-bb58bb464431) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:52.244566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:52.247879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:52.248573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.272590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.288246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7088830 Jan 14 03:11:52.342612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:52.346391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.396700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:52.406415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:52.605339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:52.625564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Usage tracker for resource:security_group_rule and tenant:1334d47b68024251bbab0d20f8e4f283 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:52.638987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:52.658849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:52.697500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.749987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:52.764052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Transition to ACTIVE for port object 1d0c3bc8-c405-471e-91a7-f7bb56a768ec will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:52.767979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d60a5-ed54-4c70-8387-ac72c0969c9e None None] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:52.868209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:52.977845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.010631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.024390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bc73fc-a4e6-4d65-8aa0-fd2ee808c501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:53.034511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:53.043891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Usage tracker for resource:security_group_rule and tenant:1334d47b68024251bbab0d20f8e4f283 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:53.051686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:53.055502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 88f4eb79-f18b-40dd-b1c6-60a203e153c5 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:11:53.071188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:53.086388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.148031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Pushing event updated for resources: {'Port': ['ID=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:53.163523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:53.164293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.209694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Allocated IP 172.20.0.1 (04c3e25d-603d-4605-8b02-6906edcd7059/3c44087a-f367-49a1-ad4c-41e100b7605c/883a4d1e-44a1-48ec-8f46-368f6640540a) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:11:53.344572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:53.451074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.461108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.461981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Pushing event updated for resources: {'SecurityGroup': ['ID=1833b6ae-e963-42df-bca3-d31360797456,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:53.467033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:53.532265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Attempting to bind port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:53.533117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Attempting to bind port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:53.534866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Attempting to bind port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:53.538083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Provisioning complete for port f6022223-22f6-4638-83e2-ecafc50e1c5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:53.538919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.574948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 747a9556-7dd1-410b-9d95-4d5ee1cb38fb up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:53.605292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.616892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:53.643698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Transition to ACTIVE for port object 883a4d1e-44a1-48ec-8f46-368f6640540a will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:53.717464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83c422-6794-4117-b570-7032480d03b6 None None] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:53.773448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.820692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:53.930960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:53.987254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:48Z', 'revision_number': 4, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'f6022223-22f6-4638-83e2-ecafc50e1c5b', 'name': '', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'mac_address': 'fa:16:3e:88:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:43Z', 'updated_at': '2021-01-14T03:11:49Z', 'revision_number': 2, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'subnets': [{'id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:53.992689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Checking router: 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:11:53.993090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Updating router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 port f6022223-22f6-4638-83e2-ecafc50e1c5b binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:11:54.058667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.062992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:54.100818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:54.181714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.189460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6753283 Jan 14 03:11:54.194575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40392) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:54.307085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Pushing event updated for resources: {'Port': ['ID=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:54.330489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-network', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:54.333889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40396) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:54.335103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:54.335531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:54.335981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.336462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:54.336990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Bound port: 1d0c3bc8-c405-471e-91a7-f7bb56a768ec, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:54.337410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.352444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.357645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1235024546-network', 'tenant_id': '7a7adcb4f7e14342b6ccc4b7b24a62e0'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:54.370576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:54.380303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:54.387295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:54.398223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-8062dcbd-cdbb-4ab0-8e7b-7c12032b7492 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:54.403140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.407332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Usage tracker for resource:network and tenant:2caba29927a54d7f84aee2b2dc9bfb96 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:54.416093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:54.439769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:54.446025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Usage tracker for resource:network and tenant:7a7adcb4f7e14342b6ccc4b7b24a62e0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:54.461090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:54.469332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:54.489413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:54.489837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.502877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:54.509974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-8062dcbd-cdbb-4ab0-8e7b-7c12032b7492 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:54.517950 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-8062dcbd-cdbb-4ab0-8e7b-7c12032b7492 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.3267193 Jan 14 03:11:54.518850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Port f6022223-22f6-4638-83e2-ecafc50e1c5b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:54.530041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.533706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.535020 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7dcd71bc-e3b1-46e2-b2e9-6b43e9010b87 req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.6231096 Jan 14 03:11:54.563710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Network 04c3e25d-603d-4605-8b02-6906edcd7059 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:54.568642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:54.572145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.584781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:11:54.587113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Transition to ACTIVE for port object f6022223-22f6-4638-83e2-ecafc50e1c5b will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:54.591405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.592127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Pushing event updated for resources: {'SecurityGroup': ['ID=0196e13d-9198-4f5f-bee4-63b2ae9d79ae,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:54.612073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:54.646246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:54.652768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:54.671965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.682161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:54.696213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.714781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Provisioning for port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:54.728518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Provisioning complete for port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:54.728940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.799111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Pushing event updated for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:54.804430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] For port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:54.820537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:54.855857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] For port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:54.876789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:54.925148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:54.937487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:54.996130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-50d42d22-9484-4b13-8892-75227f36a9bd tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:54.997627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-50d42d22-9484-4b13-8892-75227f36a9bd tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Synchronizing usage tracker for tenant:88eaf26e52e14f7f85d843d4bd1e82fd on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:55.057670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Attempting to bind port f6022223-22f6-4638-83e2-ecafc50e1c5b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:11:55.058217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Attempting to bind port f6022223-22f6-4638-83e2-ecafc50e1c5b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:11:55.058623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Attempting to bind port f6022223-22f6-4638-83e2-ecafc50e1c5b on network f8bbec8a-5d21-447f-b263-77539e76d738 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:11:55.072698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:55.080844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Made reservation on behalf of 2caba29927a54d7f84aee2b2dc9bfb96 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:55.081515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:11:55.082195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Checking segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:55.084819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.085210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Bound using segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:11:55.087041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.087899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Bound port: f6022223-22f6-4638-83e2-ecafc50e1c5b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:11:55.088454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.135876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-72d26679-8909-49d7-929d-8deed90ac279 None None] Port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:55.155004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:55.167374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:55.170436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6acaab7e-183c-4c88-943e-965acf5192e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:55.185221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.236815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-a93c5d99-0547-4291-9f5e-47d52cabd516 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:55.238473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c0a81edc-0bd2-4f2c-8a6f-ac6566e1b02b req-a93c5d99-0547-4291-9f5e-47d52cabd516 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.7194905 Jan 14 03:11:55.252873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-e05c9fb8-783f-433c-a279-1521cea1641f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-group-rules/7205e11e-988a-461f-83b5-3805c3aa2e7a HTTP/1.1" status: 200 len: 778 time: 0.1991682 Jan 14 03:11:55.253813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Made reservation on behalf of 7a7adcb4f7e14342b6ccc4b7b24a62e0 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:55.259219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.259849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88625456-6975-499e-956b-04517251ce06 req-50d42d22-9484-4b13-8892-75227f36a9bd tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Unset dirty status for tenant:88eaf26e52e14f7f85d843d4bd1e82fd on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:55.262824 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-50d42d22-9484-4b13-8892-75227f36a9bd tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "GET /v2.0/ports?device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 949 time: 1.5701783 Jan 14 03:11:55.279705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.316379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Pushing event updated for resources: {'Port': ['ID=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:55.320783 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:55.322154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] For port f6022223-22f6-4638-83e2-ecafc50e1c5b, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:11:55.331034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] For port f6022223-22f6-4638-83e2-ecafc50e1c5b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f6022223-22f6-4638-83e2-ecafc50e1c5b,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:11:55.343255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.345957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:55.346659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:55.363883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-1cdfc96f-2623-43da-9346-855bd98b62b7 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/a9846b8f-9234-4a89-86f6-9892bd630344 HTTP/1.1" status: 200 len: 2406 time: 0.0865715 Jan 14 03:11:55.364818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.379979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:55.395467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:55.416659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Provisioning for port 883a4d1e-44a1-48ec-8f46-368f6640540a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:55.419853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.432605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.464410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2caba29927a54d7f84aee2b2dc9bfb96 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:55.471962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:55.475800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.479731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:55.482738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:55.488522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:55.493843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Provisioning complete for port 883a4d1e-44a1-48ec-8f46-368f6640540a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:55.494279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.509104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7adcb4f7e14342b6ccc4b7b24a62e0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:55.512667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7205e11e-988a-461f-83b5-3805c3aa2e7a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:55.515081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.516455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dcda453b-404a-456a-b6ad-d74c12283e7d req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-group-rules/7205e11e-988a-461f-83b5-3805c3aa2e7a HTTP/1.1" status: 204 len: 173 time: 0.1407995 Jan 14 03:11:55.518074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:55.531405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:55.544372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:55.573512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Port 883a4d1e-44a1-48ec-8f46-368f6640540a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:55.620277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Provisioning complete for port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:55.624796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74e2d7be-ebfc-4b48-b767-9389eb8710fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.675833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Pushing event updated for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:55.680662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:55.738511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.779770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:11:55.781417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:55.791149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.833568 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-99628285-aea7-4ee7-a18c-81496774233a req-8c6ee20c-427e-4ed3-9474-9832fa245695 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052141 Jan 14 03:11:55.841553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.845214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:55.881148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:55.905725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.912209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:55.919598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Request body: {'security_group': {'name': 'tempest-securitygroup-2013755032', 'description': 'tempest-description-572305151'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:55.990144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Deleting port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:11:55.990532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.041396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-add030d5-9b0c-467f-aa24-c157bc46f98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:56.079961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.085799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:56.087341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.124946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Usage tracker for resource:security_group and tenant:1334d47b68024251bbab0d20f8e4f283 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:56.140157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:56.146846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:56.163119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:56.184720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:56.216283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:56.231765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b61c0d6-72b9-4c57-89b4-f95286fdb338,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:56.248470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:56.249977 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-743909af-0e88-49aa-bdf4-364451e62104 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:56.255933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:11:56.281701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.282144 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Added segment 3cdd197f-d656-478c-a12a-4e707d0967ad of type vxlan for network fe020814-e81e-4b20-9b72-153c0b818b62 Jan 14 03:11:56.302388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.380864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628285-aea7-4ee7-a18c-81496774233a req-3490e7a0-5c3f-40f0-b00e-bec0b2772453 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:56.382598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-99628285-aea7-4ee7-a18c-81496774233a req-3490e7a0-5c3f-40f0-b00e-bec0b2772453 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5366180 Jan 14 03:11:56.420956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:56.425280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd79515-59ca-498b-95af-5adeeec09d30,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:56.433434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Usage tracker for resource:security_group_rule and tenant:1334d47b68024251bbab0d20f8e4f283 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:56.436724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:56.440202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-99628285-aea7-4ee7-a18c-81496774233a req-b7ddea8c-fdae-4f5d-9a30-29924deb4356 tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/quotas/ac2c60608645401ba7a898bb2d4fbd86 HTTP/1.1" status: 200 len: 375 time: 0.0467181 Jan 14 03:11:56.441304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:56.445139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.471120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '883a4d1e-44a1-48ec-8f46-368f6640540a', 'name': '', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'mac_address': 'fa:16:3e:9a:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:52Z', 'updated_at': '2021-01-14T03:11:53Z', 'revision_number': 1, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'subnets': [{'id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:56.475529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db32b73-1a38-44d1-bd93-0fe5a4a4b470 None None] The sync data for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 is: [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '883a4d1e-44a1-48ec-8f46-368f6640540a', 'name': '', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'mac_address': 'fa:16:3e:9a:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:52Z', 'updated_at': '2021-01-14T03:11:53Z', 'revision_number': 1, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'subnets': [{'id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:11:56.503428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:56.543937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-99628285-aea7-4ee7-a18c-81496774233a req-ec357cd2-3b4e-41df-8d56-ea1d01de4c6e tempest-QuotasAdminNegativeTest-263332552 tempest-QuotasAdminNegativeTest-263332552] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931532 Jan 14 03:11:56.544936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Network 04c3e25d-603d-4605-8b02-6906edcd7059 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:11:56.577301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:56.632043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:11:56.632420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:11:56.633053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.636854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:56.638031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.646877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:56.724548 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5', 'code': 422} returned with failed status Jan 14 03:11:56.732814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:48Z', 'revision_number': 4, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'f6022223-22f6-4638-83e2-ecafc50e1c5b', 'name': '', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'mac_address': 'fa:16:3e:88:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:43Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'subnets': [{'id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:11:56.738861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d883f4f9-987c-465d-a4ab-4a4f39cefb04 None None] The sync data for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 is: [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:11:48Z', 'revision_number': 4, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'f6022223-22f6-4638-83e2-ecafc50e1c5b', 'name': '', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'mac_address': 'fa:16:3e:88:f7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:43Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'subnets': [{'id': '5a02d7d6-25c9-4ed7-84ea-ef819baee198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:11:56.832899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] For port 88f4eb79-f18b-40dd-b1c6-60a203e153c5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=88f4eb79-f18b-40dd-b1c6-60a203e153c5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:56.833306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:56.899730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe020814-e81e-4b20-9b72-153c0b818b62,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:56.914676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:56.966207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:57.019315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Calling delete_port for 88f4eb79-f18b-40dd-b1c6-60a203e153c5 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:11:57.073678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:11:57.104032 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:57.113741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9184947 Jan 14 03:11:57.115012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40420) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:57.139986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.147136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:57.167753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Request body: {'subnet': {'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-subnet', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:57.173369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:57.180872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Usage tracker for resource:subnet and tenant:2caba29927a54d7f84aee2b2dc9bfb96 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:57.185065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:57.197014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:57.227529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Made reservation on behalf of 2caba29927a54d7f84aee2b2dc9bfb96 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:57.233111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.386057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.414816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-5ffa6b89-28fc-4b91-8b16-e17c701216d7 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:11:57.416005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-5ffa6b89-28fc-4b91-8b16-e17c701216d7 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0625219 Jan 14 03:11:57.442283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4bcfd7ca-04dd-4080-b402-7e3e5e0ca269 None None] Provisioning complete for port 883a4d1e-44a1-48ec-8f46-368f6640540a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:57.442731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd7ca-04dd-4080-b402-7e3e5e0ca269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.460374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.469760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.489276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:57.508126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:57.529933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4bcfd7ca-04dd-4080-b402-7e3e5e0ca269 None None] Port 883a4d1e-44a1-48ec-8f46-368f6640540a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:11:57.533620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f6022223-22f6-4638-83e2-ecafc50e1c5b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:57.570093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb116c-f2f2-4dbe-9b58-1eb3e3e34d0d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:57.573751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Pushing event deleted for resources: {'Port': ['ID=88f4eb79-f18b-40dd-b1c6-60a203e153c5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:57.584025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.584299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:57.585406 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1dbac9c-a110-4115-a3d5-aa4593c50f93 req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6862245 Jan 14 03:11:57.586282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:11:57.608284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Request body: {'port': {'device_id': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:57.672026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port f6022223-22f6-4638-83e2-ecafc50e1c5b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:11:57.679620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f6022223-22f6-4638-83e2-ecafc50e1c5b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:57.680050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.692881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:57.893726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.938845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port f6022223-22f6-4638-83e2-ecafc50e1c5b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f6022223-22f6-4638-83e2-ecafc50e1c5b,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:11:57.948497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:57.953216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:11:57.956199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:57.969016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1191256315', 'description': 'tempest-description-1260557531'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:58.052231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/2a766e18-b3a6-4dc6-9bea-351b8233e9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1871259 Jan 14 03:11:58.052942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:58.066675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:58.073814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:58.078361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:58.081646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:58.091263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:58.119251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.120302 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Added segment 1cef8be1-b525-4d31-a071-86e8151b475c of type vxlan for network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db Jan 14 03:11:58.121804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.140363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] No DVR routers for this DVR port 88f4eb79-f18b-40dd-b1c6-60a203e153c5 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:11:58.144332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.146559 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "DELETE /v2.0/ports/88f4eb79-f18b-40dd-b1c6-60a203e153c5 HTTP/1.1" status: 204 len: 173 time: 2.4025583 Jan 14 03:11:58.152849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-deleted', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:11:58.209536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-ee2e5d70-c2b2-44b5-ac1d-af5dbacf5b0f tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3772514 Jan 14 03:11:58.243112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.290168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.368949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.378978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:58.408765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:58.409396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.413949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:58.424408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bda81fa-86db-44cc-b5e7-6c659e78562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:58.475712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:58.582001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:58.630824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:58.637928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:58.671727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-08ce1f27-34f5-4f07-a3b4-e33629bf5229 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:58.673377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-08ce1f27-34f5-4f07-a3b4-e33629bf5229 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2929120 Jan 14 03:11:58.691139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.3558266 Jan 14 03:11:58.696799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:11:58.697540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:58.701187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:58.712021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Request body: {'port': {'device_id': '4828107f-ded9-4ade-a187-7f0fc8085502', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '19a0861cc0b44044930d125fe6c8ef94'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:58.713506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:58.720394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Request body: {'subnet': {'network_id': 'f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1235024546-subnet', 'tenant_id': '7a7adcb4f7e14342b6ccc4b7b24a62e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:11:58.727734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-728d3870-ebc0-46b0-8dc0-6998c0f074bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 210 time: 0.0660877 Jan 14 03:11:58.728988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:58.733708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Usage tracker for resource:subnet and tenant:7a7adcb4f7e14342b6ccc4b7b24a62e0 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:58.735346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:58.736301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:58.737005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:58.753268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.773481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:58.781004 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-0c9b268f-3b12-4ad8-b952-716db36a22cd service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404632 Jan 14 03:11:58.790619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Made reservation on behalf of 7a7adcb4f7e14342b6ccc4b7b24a62e0 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:58.796335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:58.852279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:11:59.084953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-dc9334da-8fc6-4e0f-b3d5-20de692f5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:59.086693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-dc9334da-8fc6-4e0f-b3d5-20de692f5e63 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2711277 Jan 14 03:11:59.224180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-a98bc851-9730-40ad-b4ba-f82893273e67 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Synchronizing usage tracker for tenant:88eaf26e52e14f7f85d843d4bd1e82fd on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:11:59.262360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-a98bc851-9730-40ad-b4ba-f82893273e67 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Unset dirty status for tenant:88eaf26e52e14f7f85d843d4bd1e82fd on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:11:59.263568 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7f86d66b-41f3-4aa6-b251-869b02910098 req-a98bc851-9730-40ad-b4ba-f82893273e67 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.74 "GET /v2.0/ports?device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 210 time: 0.1028728 Jan 14 03:11:59.540064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.557516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-747a6bf7-4fb6-4053-8b98-18030fd72b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:59.570203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:59.571122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f6022223-22f6-4638-83e2-ecafc50e1c5b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:11:59.585129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Usage tracker for resource:port and tenant:19a0861cc0b44044930d125fe6c8ef94 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:59.591442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.596399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:11:59.609837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:11:59.625646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.636077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fa8f646-6549-482a-9d66-f5099d1ddf26 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:11:59.707476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e69379-9615-4d68-b64c-df60de6ee48d,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:59.721095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Made reservation on behalf of 19a0861cc0b44044930d125fe6c8ef94 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:11:59.730593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.733980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.734531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.735051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.735621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.736112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.736645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.737146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.737643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.738158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.738657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.739156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.739794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.740357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.740862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.741487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.741983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.742482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.743139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.743631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.744156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.744744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.745964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.746628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.747504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.748091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.748620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.749136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.749772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.750264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.750759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.751287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.751779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.752266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.752778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.753283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.753773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:11:59.762942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:59.768195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.769574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-64a75fb5-9db3-4887-9bb4-012e06510119 req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.9157641 Jan 14 03:11:59.773510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf7083d-63b2-45e7-97b9-7188576451c2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:11:59.776385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.811406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:11:59.856041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Checking segment: {'id': '1cef8be1-b525-4d31-a071-86e8151b475c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:11:59.856567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Network hostable DHCP agents. Network: f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:11:59.878871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:11:59.888871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:11:59.898614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf89f44-1d5e-4e6a-8ef2-376e1f1c82c0 None None] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:11:59.911942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:11:59.912692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.923540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:11:59.933922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.947472 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2449305 Jan 14 03:11:59.948708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f6022223-22f6-4638-83e2-ecafc50e1c5b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:11:59.949228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.966066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Transition to ACTIVE for port object f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:11:59.969938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:11:59.976329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Usage tracker for resource:security_group_rule and tenant:19a0861cc0b44044930d125fe6c8ef94 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:11:59.981784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:11:59.984100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:00.019209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:00.022199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:00.189241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d0c3bc8-c405-471e-91a7-f7bb56a768ec up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:00.213645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.332612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:00.348929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:00.361790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:00.372278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:00.372729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.451794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.487888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948393e-c9c5-4d47-ac44-6f746805ab83 None None] Network f0c1c3c6-a6ed-4de3-9efd-9f037ce1b3db requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:12:00.499457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:00.530414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01a66c71-4652-45c5-9e21-6fbea16c7bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:00.603660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.612565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.647261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:00.666269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.671015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:00.672184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.757434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:00.761895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:00.777411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db431e8c-3d50-44cf-aaad-7a9cd648c541 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19a0861cc0b44044930d125fe6c8ef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761545 Jan 14 03:12:00.779837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40468) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:00.879144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.918522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:00.964702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.78', 50310) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:01.025798 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-f54bdf33-a71d-4ca7-87c2-2255d7a72c85 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 210 time: 0.0598133 Jan 14 03:12:01.059699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.068066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0e4d2fa-ce03-4b55-8b25-e5f0c40a72f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:01.078086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-332f85b5-2433-42f3-a907-576f5ba2f198 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=88eaf26e52e14f7f85d843d4bd1e82fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444310 Jan 14 03:12:01.078931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:01.084380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821744e-78c9-4803-8ab8-da117af2c9fc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:01.087112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:01.115987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.117279 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d821744e-78c9-4803-8ab8-da117af2c9fc HTTP/1.1" status: 204 len: 168 time: 0.3363974 Jan 14 03:12:01.261009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88625456-6975-499e-956b-04517251ce06 req-24c1d051-dd38-4e5b-9a91-a8df4805a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:01.263254 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-24c1d051-dd38-4e5b-9a91-a8df4805a874 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1746724 Jan 14 03:12:01.341452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88625456-6975-499e-956b-04517251ce06 req-c143c600-544d-455f-8f90-1b2a3be111d0 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] 10.222.0.78 "GET /v2.0/ports?device_id=61aebd06-4c2a-4f7d-8ca1-1b013c4575b6 HTTP/1.1" status: 200 len: 210 time: 0.0488315 Jan 14 03:12:01.372385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.372775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.373178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.373576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.373967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.374335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.374730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.375121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.375512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.376204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.376999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.377364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.377900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.378165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.378645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.379060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.379339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.379722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.380104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.380516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.380898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.381281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.381666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.382251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.382472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.382836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.383235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.383615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.384011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.384377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.384768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.385145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.385525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.385936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.386240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.386618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:01.425597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:01.429483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.733s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:01.453398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d0c3bc8-c405-471e-91a7-f7bb56a768ec up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:01.484040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821744e-78c9-4803-8ab8-da117af2c9fc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:01.504622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:01.568762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:01.569189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.634286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:01.642166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Attempting to bind port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:01.642528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Attempting to bind port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:01.642951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Attempting to bind port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:01.656746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.675252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:01.679550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Usage tracker for resource:security_group_rule and tenant:e781bd151eb34db1a30c63eb463fc419 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:01.682677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:01.686048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:01.686427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:01.686867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.687261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:01.687778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Bound port: f3ccce30-7213-4e5c-acdc-15ee33d7b9f0, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:01.688153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.690334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:01.785561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.788912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.810278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a29f740-b9b0-4bdf-96f4-11c7faf2b28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:01.830588 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e781bd151eb34db1a30c63eb463fc419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950221 Jan 14 03:12:01.832148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Allocated IP 172.25.3.36 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/0e354056-552c-4951-9849-5862a04e08e6) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:01.837848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40482) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:01.861047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34af562-fa10-4bd1-a02e-1ce914d28832,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:01.864681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:01.865026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Checking segment: {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:01.865424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Network hostable DHCP agents. Network: fe020814-e81e-4b20-9b72-153c0b818b62, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:12:01.909748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Sync routers for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:12:01.916604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:01.920846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:01.921543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:01.946381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.002729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.008067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:02.023714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] For port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:02.024054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34af562-fa10-4bd1-a02e-1ce914d28832,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:02.027250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:02.029232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.030970 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b34af562-fa10-4bd1-a02e-1ce914d28832 HTTP/1.1" status: 204 len: 168 time: 0.1921470 Jan 14 03:12:02.145951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] For port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:02.149777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:02.168576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.169237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Network fe020814-e81e-4b20-9b72-153c0b818b62 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:12:02.211991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Allocated IP 192.168.233.136 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/b04be10b-e6f1-4407-92a2-a06699390965) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:02.219673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:02.359387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, fe020814-e81e-4b20-9b72-153c0b818b62) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:02.367231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7db15-5588-422c-a20d-0435c22ef2da None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:12:02.404717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:02.405366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.565308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.608470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f89e59b3-4993-4e82-9531-c17378439a68 req-21507372-e883-4713-9476-f0f41f6dfeee tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Synchronizing usage tracker for tenant:1334d47b68024251bbab0d20f8e4f283 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:02.621370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:02.634216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:02.645343 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.5206821 Jan 14 03:12:02.645883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40496) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:02.653128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:02.658322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:02.662172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Usage tracker for resource:router and tenant:2caba29927a54d7f84aee2b2dc9bfb96 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:02.666005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:02.673359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': 'b04be10b-e6f1-4407-92a2-a06699390965', 'security_group_id': 'd821744e-78c9-4803-8ab8-da117af2c9fc'}] Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:12:02.682739 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:12:02.686328 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:12:02.692125 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': 'b04be10b-e6f1-4407-92a2-a06699390965', 'security_group_id': 'd821744e-78c9-4803-8ab8-da117af2c9fc'}] Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:12:02.701462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] No notification will be sent due to unsuccessful status code: 500 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:12:02.703863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.703863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.722974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-fe020814-e81e-4b20-9b72-153c0b818b62', 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'fixed_ips': [{'subnet_id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:12:02.723903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.726201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f89e59b3-4993-4e82-9531-c17378439a68 req-21507372-e883-4713-9476-f0f41f6dfeee tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Unset dirty status for tenant:1334d47b68024251bbab0d20f8e4f283 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:02.730253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-21507372-e883-4713-9476-f0f41f6dfeee tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47991 time: 2.3270786 Jan 14 03:12:02.742541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 4.0424595 Jan 14 03:12:02.745600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.748425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '883a4d1e-44a1-48ec-8f46-368f6640540a', 'name': '', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'mac_address': 'fa:16:3e:9a:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:52Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 2, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'subnets': [{'id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:02.759586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:02.760283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.761837 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] 10.222.0.78 "PUT /v2.0/ports/f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 HTTP/1.1" status: 200 len: 1161 time: 5.1933503 Jan 14 03:12:02.762404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'tag': 'f3ccce30-7213-4e5c-acdc-15ee33d7b9f0'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:02.792932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Checking router: 2a766e18-b3a6-4dc6-9bea-351b8233e9ee for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:12:02.793368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Updating router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee port 883a4d1e-44a1-48ec-8f46-368f6640540a binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:12:02.802108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:02.864205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:02.898586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:03.167812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:03.294872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-2a93e676-fe4c-497a-b474-9c4e5ec046d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.3279204 Jan 14 03:12:03.349182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=0e354056-552c-4951-9849-5862a04e08e6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:03.366905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:03.406941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-644ad1bc-f272-4ffc-b62f-f93379595724 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487559 Jan 14 03:12:03.420201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-a10055fa-333e-415e-8ba7-8d0e9970e517 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1833b6ae-e963-42df-bca3-d31360797456 HTTP/1.1" status: 200 len: 2981 time: 0.6744235 Jan 14 03:12:03.434612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:03.516200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:03.523440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:03.569691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-ed77e821-77dd-43ca-8d6b-4702854f03ae tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1833b6ae-e963-42df-bca3-d31360797456 HTTP/1.1" status: 200 len: 2981 time: 0.1479795 Jan 14 03:12:03.586373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:03.631663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:03.631877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-bee09caf-0751-442c-a932-900cd4f52d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:03.633694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-bee09caf-0751-442c-a932-900cd4f52d6d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 1164 time: 0.6652663 Jan 14 03:12:03.698136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-ea0a2d96-8753-4834-b7c9-8c415eb039de tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1860fced-18cf-4764-acb1-4da7128a37d0 HTTP/1.1" status: 200 len: 2981 time: 0.1272573 Jan 14 03:12:03.734773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Allocated IP 172.20.0.2 (fe020814-e81e-4b20-9b72-153c0b818b62/a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf/fa5811ae-daae-4ddb-b489-efd77152cbb7) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:03.833739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-7b2577cd-699a-4856-8a45-ccb55ef28d6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 HTTP/1.1" status: 200 len: 217 time: 0.1208375 Jan 14 03:12:03.854839 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-7b946b2e-bd54-496b-a714-7277bf42c7ba tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1860fced-18cf-4764-acb1-4da7128a37d0 HTTP/1.1" status: 200 len: 2981 time: 0.1555936 Jan 14 03:12:03.975236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-59e7b661-4974-4ca7-bd8c-06f5f01fbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:03.977114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-59e7b661-4974-4ca7-bd8c-06f5f01fbca5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1148264 Jan 14 03:12:03.990405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-58ee08c7-290f-42cc-9c85-c2253e221dfa tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1a219adf-dbc4-4eb9-a250-49b8ed4b2b1d HTTP/1.1" status: 200 len: 2981 time: 0.1342618 Jan 14 03:12:04.061528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Allocated IP 172.25.3.231 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/18651010-a01e-4872-8fab-e74e25a4ef99) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:04.070684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.131339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-f7ba966e-01f7-43f7-b3d4-84853867b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:04.134497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-f7ba966e-01f7-43f7-b3d4-84853867b7f0 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6979923 Jan 14 03:12:04.135670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Transition to ACTIVE for port object 883a4d1e-44a1-48ec-8f46-368f6640540a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:04.147267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.165320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:04.237710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f271fee-a3b7-4696-a5db-a53bc4c94616 None None] Pushing event updated for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:04.241698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.246770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.274638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.279618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-684e2558-2f2d-4079-a883-b89679fe31d8 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Synchronizing usage tracker for tenant:19a0861cc0b44044930d125fe6c8ef94 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:04.290670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.292019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-396dc733-3462-4cfb-ad3a-f0a849a8a966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:04.302119 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-175796a9-9e94-413d-b17d-2cdc1ef65df4 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1a219adf-dbc4-4eb9-a250-49b8ed4b2b1d HTTP/1.1" status: 200 len: 2981 time: 0.3108306 Jan 14 03:12:04.306663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f271fee-a3b7-4696-a5db-a53bc4c94616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:04.333228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Transition to ACTIVE for port object fa5811ae-daae-4ddb-b489-efd77152cbb7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:04.362145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Transition to ACTIVE for port object fa5811ae-daae-4ddb-b489-efd77152cbb7 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:04.380259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.387074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Pushing event updated for resources: {'Port': ['ID=18651010-a01e-4872-8fab-e74e25a4ef99,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:04.393921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:04.396881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44640280-bcd1-49f7-a789-aa9eaba62ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:04.397675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:04.399361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44640280-bcd1-49f7-a789-aa9eaba62ad1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4024041 Jan 14 03:12:04.412245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-684e2558-2f2d-4079-a883-b89679fe31d8 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Unset dirty status for tenant:19a0861cc0b44044930d125fe6c8ef94 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:04.414391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-684e2558-2f2d-4079-a883-b89679fe31d8 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "GET /v2.0/ports?device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.2238870 Jan 14 03:12:04.640698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:04.644063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Pushing event updated for resources: {'Port': ['ID=fa5811ae-daae-4ddb-b489-efd77152cbb7,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:04.646979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:04.648983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a927a427-61bf-4784-93f6-0fb0ddeb2837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.699839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:04.700667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:04.818064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.830615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Attempting to bind port fa5811ae-daae-4ddb-b489-efd77152cbb7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:04.831041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Attempting to bind port fa5811ae-daae-4ddb-b489-efd77152cbb7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:04.831458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Attempting to bind port fa5811ae-daae-4ddb-b489-efd77152cbb7 on network fe020814-e81e-4b20-9b72-153c0b818b62 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:04.835430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Attempting to bind port 883a4d1e-44a1-48ec-8f46-368f6640540a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:04.835843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Attempting to bind port 883a4d1e-44a1-48ec-8f46-368f6640540a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:04.836253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Attempting to bind port 883a4d1e-44a1-48ec-8f46-368f6640540a on network 04c3e25d-603d-4605-8b02-6906edcd7059 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:04.847304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:04.848019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Checking segment: {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:04.848725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.849327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Bound using segment: {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:04.850006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Bound port: fa5811ae-daae-4ddb-b489-efd77152cbb7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:04.851392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.857013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:04.859301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:04.862185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:04.909680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:04.910111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Checking segment: {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:04.910564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.911010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Bound using segment: {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:04.911555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Bound port: 883a4d1e-44a1-48ec-8f46-368f6640540a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:04.911983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:04.918895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-082a69a3-2abc-4fb8-9732-0be7bc5c67ac tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/3fcf087c-402a-475b-933f-9fc68bc7f042 HTTP/1.1" status: 200 len: 2657 time: 0.5581014 Jan 14 03:12:04.957008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-00794498-6f26-42b7-82bb-02129baeffb6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.0955117 Jan 14 03:12:05.062462 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-b4e131bb-e8c1-45ba-9a38-60a7a110e0b7 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948346 Jan 14 03:12:05.077937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-8f99e30f-bc31-40cc-9660-65037ce7b30a service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599188 Jan 14 03:12:05.083529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] For port 883a4d1e-44a1-48ec-8f46-368f6640540a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:05.100866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] For port fa5811ae-daae-4ddb-b489-efd77152cbb7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:05.104145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] For port 883a4d1e-44a1-48ec-8f46-368f6640540a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=883a4d1e-44a1-48ec-8f46-368f6640540a,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:05.106921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] For port fa5811ae-daae-4ddb-b489-efd77152cbb7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fa5811ae-daae-4ddb-b489-efd77152cbb7,segment=NetworkSegment(3cdd197f-d656-478c-a12a-4e707d0967ad),segment_id=3cdd197f-d656-478c-a12a-4e707d0967ad)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:05.109853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.125391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.143915 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d6b25ae-dc71-489c-9fb2-8a2cb23a6f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:05.162931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-5ad38530-4376-44a4-b40a-f7537be63d3a tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/3fcf087c-402a-475b-933f-9fc68bc7f042 HTTP/1.1" status: 200 len: 2657 time: 0.2327659 Jan 14 03:12:05.302383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.370527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f271fee-a3b7-4696-a5db-a53bc4c94616 None None] Pushing event updated for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:05.472974 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-9cbdc773-ca98-4f75-abae-8d4cb80608f7 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/5b61c0d6-72b9-4c57-89b4-f95286fdb338 HTTP/1.1" status: 200 len: 2981 time: 0.2115047 Jan 14 03:12:05.520311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Pushing event updated for resources: {'Port': ['ID=fa5811ae-daae-4ddb-b489-efd77152cbb7,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:05.524714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:05.525229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:05.525625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:05.546756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:05.547449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:05.557104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-3283b1a8-c68f-4072-b751-e99871fa1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:05.558743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-3283b1a8-c68f-4072-b751-e99871fa1119 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4798560 Jan 14 03:12:05.583584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-537e7307-7319-4672-b1d9-d49755b7b457 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4914834 Jan 14 03:12:05.672512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-abdec462-1f5d-4154-b0ba-61d34a719885 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/5b61c0d6-72b9-4c57-89b4-f95286fdb338 HTTP/1.1" status: 200 len: 2981 time: 0.1827805 Jan 14 03:12:05.675191 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-993a8362-68ce-4517-8b0d-8f4729a23f57 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "GET /v2.0/ports?device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.0779150 Jan 14 03:12:05.776418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.778396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.786765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:05.804357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-b30c97db-7655-4386-b8a7-1ba6a9f4492f tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/72a88da6-2a23-4c88-8d7e-54f472114593 HTTP/1.1" status: 200 len: 2981 time: 0.1036308 Jan 14 03:12:05.806958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:05.807398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:06.026429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=0e354056-552c-4951-9849-5862a04e08e6,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:06.042055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:06.110085 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-a57fe1ce-c8da-4fc7-b941-53adbe03e52b tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/72a88da6-2a23-4c88-8d7e-54f472114593 HTTP/1.1" status: 200 len: 2981 time: 0.2634311 Jan 14 03:12:06.169551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Router 70091cec-215e-4227-9058-f340051648f2 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:12:06.245138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-e29c3bd6-b3a7-4744-b1cd-7a7674eddd67 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/74064020-3396-417d-b031-cf2438bfba17 HTTP/1.1" status: 200 len: 2981 time: 0.1266949 Jan 14 03:12:06.310114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:06.345715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.349113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:06.353066 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:06.368025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-001036e4-439d-4d5a-ad73-35a0a978f1de tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:06.368888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-001036e4-439d-4d5a-ad73-35a0a978f1de tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Synchronizing usage tracker for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:06.388369 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-3958f576-c832-440e-bf09-62551a882db3 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/74064020-3396-417d-b031-cf2438bfba17 HTTP/1.1" status: 200 len: 2981 time: 0.1297932 Jan 14 03:12:06.413059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:12:06.413888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-001036e4-439d-4d5a-ad73-35a0a978f1de tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Unset dirty status for tenant:684ec5cb03834c038d7e367bc3462a1b on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:06.415137 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-001036e4-439d-4d5a-ad73-35a0a978f1de tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "GET /v2.0/ports?device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 948 time: 0.3721299 Jan 14 03:12:06.415916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:06.423847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.0770030 Jan 14 03:12:06.427204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Sync routers for ids ['70091cec-215e-4227-9058-f340051648f2'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:12:06.443767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Routers {'70091cec-215e-4227-9058-f340051648f2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:06.445214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:11:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['70091cec-215e-4227-9058-f340051648f2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:06.499349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:06.500950 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8536696 Jan 14 03:12:06.505161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40536) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:06.582107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '883a4d1e-44a1-48ec-8f46-368f6640540a', 'name': '', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'mac_address': 'fa:16:3e:9a:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:52Z', 'updated_at': '2021-01-14T03:12:05Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'subnets': [{'id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:06.586850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a74fa-2f1a-4f4e-975e-296072f4ac8e None None] The sync data for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 is: [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:11:55Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '883a4d1e-44a1-48ec-8f46-368f6640540a', 'name': '', 'network_id': '04c3e25d-603d-4605-8b02-6906edcd7059', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'mac_address': 'fa:16:3e:9a:dd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:52Z', 'updated_at': '2021-01-14T03:12:05Z', 'revision_number': 4, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'subnets': [{'id': '3c44087a-f367-49a1-ad4c-41e100b7605c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:12:06.674586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e2641ef5-e014-41d4-9141-c4460ea51cdc req-fb230381-6bf8-4c2f-b1af-a059815c3b35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.1581914 Jan 14 03:12:06.680522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-7379d104-b376-4f97-ae36-72765cfc9217 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:06.737337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-cc154be6-e4c1-41ff-8f18-e407483258f2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/8db835e5-8a42-4ebc-838a-c297d3101e2a HTTP/1.1" status: 200 len: 2981 time: 0.3374140 Jan 14 03:12:06.752329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Deleting port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:06.752742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:06.774583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44d45539-10d5-4602-9c38-f762b052e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:06.781853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Set router 70091cec-215e-4227-9058-f340051648f2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:06.783327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e2641ef5-e014-41d4-9141-c4460ea51cdc req-41802684-e222-4472-967e-9bfb1104a478 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936885 Jan 14 03:12:06.877861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-7379d104-b376-4f97-ae36-72765cfc9217 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:06.879567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-7379d104-b376-4f97-ae36-72765cfc9217 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.4548872 Jan 14 03:12:07.265489 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-f38ef5e4-e10c-48a3-89d7-5bbfbee0940a tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/8db835e5-8a42-4ebc-838a-c297d3101e2a HTTP/1.1" status: 200 len: 2981 time: 0.4738371 Jan 14 03:12:07.312270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f75da4-ff0d-42b3-b4d6-856dcbb8588b None None] Network fe020814-e81e-4b20-9b72-153c0b818b62 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:12:07.395827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:05Z', 'revision_number': 3, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:07.411290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Checking router: 70091cec-215e-4227-9058-f340051648f2 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:12:07.411686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Updating router 70091cec-215e-4227-9058-f340051648f2 port 18651010-a01e-4872-8fab-e74e25a4ef99 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:12:07.488266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:07.500678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8d54bc1-ad6a-4229-9045-00efbef39474 None None] Provisioning for port fa5811ae-daae-4ddb-b489-efd77152cbb7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:07.506371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:07.547501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2641ef5-e014-41d4-9141-c4460ea51cdc req-1e135221-b2ed-4136-b3f9-1a165716dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:07.549691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e2641ef5-e014-41d4-9141-c4460ea51cdc req-1e135221-b2ed-4136-b3f9-1a165716dd74 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7556112 Jan 14 03:12:07.705546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-71f1c052-ab17-4039-b47f-e6243c6b36b1 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/9f5cc0dd-944b-4a2d-a939-0f320086e5e2 HTTP/1.1" status: 200 len: 2981 time: 0.4095018 Jan 14 03:12:07.757878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 883a4d1e-44a1-48ec-8f46-368f6640540a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:07.874010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 883a4d1e-44a1-48ec-8f46-368f6640540a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:07.886243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 883a4d1e-44a1-48ec-8f46-368f6640540a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:07.886666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.087266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-6314634b-90f4-4ced-b496-542978008e4a tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.74 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391729 Jan 14 03:12:08.153215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.156604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.170094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Transition to ACTIVE for port object 18651010-a01e-4872-8fab-e74e25a4ef99 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:08.174793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.196019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-db662d6a-8717-4fcb-b42f-81669ea6cbaa tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:08.200228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293e3590-f639-4904-88e2-c65dfd2a44f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:08.206031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-db662d6a-8717-4fcb-b42f-81669ea6cbaa tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 1.2458816 Jan 14 03:12:08.211901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-85d3a0f1-8b94-4ba2-81ec-a46ccd5a593e tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:08.217204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 883a4d1e-44a1-48ec-8f46-368f6640540a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=883a4d1e-44a1-48ec-8f46-368f6640540a,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:08.221577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.222752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device fa5811ae-daae-4ddb-b489-efd77152cbb7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:08.228177 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80d409f-a99f-46fe-b189-a92d01d5ffad req-85d3a0f1-8b94-4ba2-81ec-a46ccd5a593e tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0190189 Jan 14 03:12:08.296988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5278621a-f626-4fa0-9173-8b8f43c8a7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:08.319221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.379887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Pushing event updated for resources: {'Port': ['ID=18651010-a01e-4872-8fab-e74e25a4ef99,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:08.383422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] For port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:08.384293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.386607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:08.421271 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aebd06-4c2a-4f7d-8ca1-1b013c4575b6', 'name': 'network-vif-deleted', 'tag': '88f4eb79-f18b-40dd-b1c6-60a203e153c5', 'status': 'completed', 'code': 200} Jan 14 03:12:08.458214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port fa5811ae-daae-4ddb-b489-efd77152cbb7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:08.471228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port fa5811ae-daae-4ddb-b489-efd77152cbb7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:08.471650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.506171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Attempting to bind port 18651010-a01e-4872-8fab-e74e25a4ef99 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:08.507369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Attempting to bind port 18651010-a01e-4872-8fab-e74e25a4ef99 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:08.508103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Attempting to bind port 18651010-a01e-4872-8fab-e74e25a4ef99 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:08.556234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:08.557042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:08.557987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.558653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:08.559843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Bound port: 18651010-a01e-4872-8fab-e74e25a4ef99, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:08.560541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.621118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Calling delete_port for f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:08.628553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.633465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:08.660648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:08.682650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] For port 18651010-a01e-4872-8fab-e74e25a4ef99, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:08.683289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-29c42c4b-63f5-4c54-aa7f-3c232f5dbea0 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:08.686971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] For port 18651010-a01e-4872-8fab-e74e25a4ef99, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=18651010-a01e-4872-8fab-e74e25a4ef99,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:08.689780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Provisioning complete for port fa5811ae-daae-4ddb-b489-efd77152cbb7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:08.690204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.692756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.697422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-29c42c4b-63f5-4c54-aa7f-3c232f5dbea0 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6017625 Jan 14 03:12:08.717433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:08.723795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Request body: {'port': {'device_id': '4828107f-ded9-4ade-a187-7f0fc8085502', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '19a0861cc0b44044930d125fe6c8ef94'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:08.780775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e2641ef5-e014-41d4-9141-c4460ea51cdc req-09d986a8-256b-4e5a-88c4-8209dd7f3dd2 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.78 "GET /v2.0/ports?device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 1.1695762 Jan 14 03:12:08.883056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.903934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-edde7b8d-32b2-4876-a5d3-b5c7f3eea712 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/9f5cc0dd-944b-4a2d-a939-0f320086e5e2 HTTP/1.1" status: 200 len: 2981 time: 1.1783414 Jan 14 03:12:08.928571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:08.940592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Pushing event updated for resources: {'Port': ['ID=18651010-a01e-4872-8fab-e74e25a4ef99,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:08.953066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:08.957643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.011170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] For port fa5811ae-daae-4ddb-b489-efd77152cbb7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fa5811ae-daae-4ddb-b489-efd77152cbb7,segment=NetworkSegment(3cdd197f-d656-478c-a12a-4e707d0967ad),segment_id=3cdd197f-d656-478c-a12a-4e707d0967ad)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:09.022658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:09.024244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.026636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:09.043147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Routers {'70091cec-215e-4227-9058-f340051648f2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:09.043838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:12:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['70091cec-215e-4227-9058-f340051648f2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:09.073729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-486f7f92-8c33-4b44-959f-fd21ad45ae9d tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/b09eec69-99e1-413d-b0a4-072ccae28502 HTTP/1.1" status: 200 len: 2973 time: 0.1354210 Jan 14 03:12:09.159571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Pushing event updated for resources: {'Port': ['ID=fa5811ae-daae-4ddb-b489-efd77152cbb7,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:09.164501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fe9d80f5-20a5-4acf-8276-d6e4aa1e19ff None None] Provisioning complete for port fa5811ae-daae-4ddb-b489-efd77152cbb7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:09.164926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe9d80f5-20a5-4acf-8276-d6e4aa1e19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.189465 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:09.216530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Pushing event deleted for resources: {'Port': ['ID=f3ccce30-7213-4e5c-acdc-15ee33d7b9f0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:09.225736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:09.230017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-c41aae16-e2e8-47ba-9b1c-0e335ae3247a tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/b09eec69-99e1-413d-b0a4-072ccae28502 HTTP/1.1" status: 200 len: 2973 time: 0.0972681 Jan 14 03:12:09.247068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:12:09.247475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:12:09.290727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:09.301637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:09.329703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Made reservation on behalf of 19a0861cc0b44044930d125fe6c8ef94 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:09.339099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.357948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-0683a69c-ed54-43d3-a594-e60874a2141e tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/b5838f25-1226-4fcb-b9b3-8dbca9407ab8 HTTP/1.1" status: 200 len: 2981 time: 0.1141918 Jan 14 03:12:09.370808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.393716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:09.398026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Usage tracker for resource:security_group_rule and tenant:19a0861cc0b44044930d125fe6c8ef94 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:09.404086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:09.405232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.414892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:09.479040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-4c5d5c3c-70a4-4022-aea4-38dfae5d9212 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/b5838f25-1226-4fcb-b9b3-8dbca9407ab8 HTTP/1.1" status: 200 len: 2981 time: 0.1115918 Jan 14 03:12:09.505656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Allocated IP 172.20.0.1 (fe020814-e81e-4b20-9b72-153c0b818b62/a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf/7b3771d8-516a-434f-8cad-0a780606a893) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:09.529279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] Set router 70091cec-215e-4227-9058-f340051648f2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:09.560481 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-7ba441fe-642c-4160-a18c-25e9eb2b9c1b tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/bbd79515-59ca-498b-95af-5adeeec09d30 HTTP/1.1" status: 200 len: 2981 time: 0.0624769 Jan 14 03:12:09.678632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] No DVR routers for this DVR port f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:12:09.684567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.691396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.703322 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-efe79fc6-acfb-4d69-9deb-2b2d67b177fd tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/bbd79515-59ca-498b-95af-5adeeec09d30 HTTP/1.1" status: 200 len: 2981 time: 0.1241755 Jan 14 03:12:09.717179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-5bf55a8a-0dc0-4ae9-93ff-1a1b5e3d20a3 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Synchronizing usage tracker for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:09.736387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.752825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea2e2793-0d7f-4aab-9b74-e3d3cc929101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:09.772020 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad6c0ac-cd96-4df6-834d-5447ff3c21bb req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] 10.222.0.78 "DELETE /v2.0/ports/f3ccce30-7213-4e5c-acdc-15ee33d7b9f0 HTTP/1.1" status: 204 len: 173 time: 3.3420970 Jan 14 03:12:09.775727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-37735dbe-7ff3-4c95-81bd-9c6a96d5436e tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/dfe27306-b9c9-4735-9ac7-5cfd158c4524 HTTP/1.1" status: 200 len: 2981 time: 0.0537047 Jan 14 03:12:09.784829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.865608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-7e8c51f1-0eb1-4a88-8305-7d5096c1ede4 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/dfe27306-b9c9-4735-9ac7-5cfd158c4524 HTTP/1.1" status: 200 len: 2981 time: 0.0768375 Jan 14 03:12:09.866498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-5bf55a8a-0dc0-4ae9-93ff-1a1b5e3d20a3 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Unset dirty status for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:09.873816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-5bf55a8a-0dc0-4ae9-93ff-1a1b5e3d20a3 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8118532 Jan 14 03:12:09.893563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:09.901301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:05Z', 'revision_number': 3, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:09.905632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:09.911024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Usage tracker for resource:floatingip and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:09.912722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38039a8c-714c-4f25-be3f-ca80ebf4ed04 None None] The sync data for ids ['70091cec-215e-4227-9058-f340051648f2'] in n-d-765315-13 is: [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:05Z', 'revision_number': 3, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:12:09.914632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:09.921828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:09.947407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:09.989514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9c41ad-0e6f-4b1d-897f-35fd2f116824,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:10.004822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:10.009297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Transition to ACTIVE for port object 7b3771d8-516a-434f-8cad-0a780606a893 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:10.031512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 883a4d1e-44a1-48ec-8f46-368f6640540a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:10.075667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-108a9d07-2331-4de3-b569-ce4ab7b2e4c7 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/ef0c59f5-e846-44b7-9bb2-c8a4f70f90ab HTTP/1.1" status: 200 len: 2977 time: 0.1989932 Jan 14 03:12:10.119527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 883a4d1e-44a1-48ec-8f46-368f6640540a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:10.119937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:10.153725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f89e59b3-4993-4e82-9531-c17378439a68 req-f9f2e096-67ae-4c2d-929a-6b9795232825 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/ef0c59f5-e846-44b7-9bb2-c8a4f70f90ab HTTP/1.1" status: 200 len: 2977 time: 0.0653577 Jan 14 03:12:10.168568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:10.192238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:10.196545 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a80723c7-c306-4ece-89a3-6335e114a741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:10.272459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device fa5811ae-daae-4ddb-b489-efd77152cbb7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:10.359139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port fa5811ae-daae-4ddb-b489-efd77152cbb7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:10.359549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:10.361116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-11b528f9-bb24-4077-a3c6-4e9d1ca470f0 req-3f12b76f-42b9-40c4-aaf4-08d53057b683 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/fbf7083d-63b2-45e7-97b9-7188576451c2 HTTP/1.1" status: 200 len: 1813 time: 0.1533697 Jan 14 03:12:10.400947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:12:10.407483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3771d8-516a-434f-8cad-0a780606a893,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:10.415270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:10.519232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Allocated IP 192.168.233.40 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/5f586e46-9703-4f3c-b388-e108dbdeb616) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:10.551278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Network fe020814-e81e-4b20-9b72-153c0b818b62 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:10.553326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:10.557002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:10.694170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:10.746170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Allocated IP 172.25.3.250 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e845191d-4087-46af-b285-c695e3c8caff) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:10.914518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bcf5c721-e185-4131-8cc8-8c47e0f1b89d None None] Provisioning for port 7b3771d8-516a-434f-8cad-0a780606a893 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:10.922551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bcf5c721-e185-4131-8cc8-8c47e0f1b89d None None] Provisioning complete for port 7b3771d8-516a-434f-8cad-0a780606a893 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:10.925503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c721-e185-4131-8cc8-8c47e0f1b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.049232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5c721-e185-4131-8cc8-8c47e0f1b89d None None] Port 7b3771d8-516a-434f-8cad-0a780606a893 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:11.051116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40562) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:11.088615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.101472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.127861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Transition to ACTIVE for port object 5f586e46-9703-4f3c-b388-e108dbdeb616 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:11.218536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-056f8df1-9e98-4db6-a40c-c0b40c1a9e7f tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:11.220436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-056f8df1-9e98-4db6-a40c-c0b40c1a9e7f tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.2317164 Jan 14 03:12:11.260683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.266340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-209fbdcb-a150-4fbc-ab9a-b40ba6461eea tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/quotas/6cf4718ceb8f495ab2cb2fade77d8b7b HTTP/1.1" status: 200 len: 375 time: 0.0277336 Jan 14 03:12:11.284303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.291390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:11.309237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:11.330598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.341342 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-f95091f2-234b-44a6-9471-b952597c5349 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614157 Jan 14 03:12:11.361651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Usage tracker for resource:security_group_rule and tenant:ac2c60608645401ba7a898bb2d4fbd86 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:11.429638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:11.463798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.471365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.494823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:11.643581 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-38b4cfb9-5e20-4932-96b7-a24f5d914a43 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931037 Jan 14 03:12:11.654189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event updated for resources: {'Port': ['ID=e845191d-4087-46af-b285-c695e3c8caff,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:11.684957 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:11.723225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:11.794719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Pushing event updated for resources: {'Port': ['ID=5f586e46-9703-4f3c-b388-e108dbdeb616,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:11.803322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:11.828181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:11.838207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:11.843429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:11.888547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-751da21c-707e-4ce2-a0e4-bbc190f609fa service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2355645 Jan 14 03:12:11.929606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:11.938241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:11.944496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:11.955969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:11.991303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.010593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.011314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.076692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9740018c-fad9-4052-ad2c-52ebaef955c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:12.148310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 18651010-a01e-4872-8fab-e74e25a4ef99 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:12.227541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.231235 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.234937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.239385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:12.242359 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:12.262683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:12.264421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.301976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.322048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 18651010-a01e-4872-8fab-e74e25a4ef99 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:12.332421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 18651010-a01e-4872-8fab-e74e25a4ef99 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:12.332614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.334468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.439251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb4b7611-a1cd-4d8c-8952-e9863ffcd902 None None] Provisioning for port 5f586e46-9703-4f3c-b388-e108dbdeb616 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:12.447023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb4b7611-a1cd-4d8c-8952-e9863ffcd902 None None] Provisioning complete for port 5f586e46-9703-4f3c-b388-e108dbdeb616 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:12.447349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7611-a1cd-4d8c-8952-e9863ffcd902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.499211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3771d8-516a-434f-8cad-0a780606a893,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:12.517828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:12.522246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10cb0b76-9a34-4491-b654-0a391809d290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:12.555922 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac2c60608645401ba7a898bb2d4fbd86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4988878 Jan 14 03:12:12.564278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40580) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:12.565703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b7611-a1cd-4d8c-8952-e9863ffcd902 None None] Port 5f586e46-9703-4f3c-b388-e108dbdeb616 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:12.597945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.621452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ffaca-0aae-4e2d-8ff9-836330871061,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:12.640139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 18651010-a01e-4872-8fab-e74e25a4ef99, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=18651010-a01e-4872-8fab-e74e25a4ef99,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:12.644503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:12.647968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.649035 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9331589 Jan 14 03:12:12.651052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:12.673854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Request body: {'port': {'device_id': '4828107f-ded9-4ade-a187-7f0fc8085502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:12.744675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=18651010-a01e-4872-8fab-e74e25a4ef99,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:12.748541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:12.757127 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'tag': 'f3ccce30-7213-4e5c-acdc-15ee33d7b9f0', 'status': 'completed', 'code': 200} Jan 14 03:12:12.814923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.819237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ce409fc-121a-4b55-abe7-96dbe9bac31c req-0a536619-d1d1-4fdc-a5a1-f85e4579e6a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=684ec5cb03834c038d7e367bc3462a1b&device_id=570aa30f-4b64-427a-abc0-ad0d2cc59f57 HTTP/1.1" status: 200 len: 210 time: 0.0710216 Jan 14 03:12:12.869919 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ce409fc-121a-4b55-abe7-96dbe9bac31c req-851baadf-3a3c-4338-b949-f02827e1534c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=684ec5cb03834c038d7e367bc3462a1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405881 Jan 14 03:12:12.931450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:12.961232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.019351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Network fe020814-e81e-4b20-9b72-153c0b818b62 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:13.031191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.039459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:13.079718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.120727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:13.299935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b7dab174-1820-4981-979a-c41f7fa41ef3 None None] Provisioning complete for port 7b3771d8-516a-434f-8cad-0a780606a893 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:13.299935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7dab174-1820-4981-979a-c41f7fa41ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.347224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.357923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-556e493f-9765-403e-a9c7-9a5305190870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:13.368145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b7dab174-1820-4981-979a-c41f7fa41ef3 None None] Port 7b3771d8-516a-434f-8cad-0a780606a893 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:13.380932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event updated for resources: {'Port': ['ID=e845191d-4087-46af-b285-c695e3c8caff,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:13.384376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:13.390851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce409fc-121a-4b55-abe7-96dbe9bac31c req-177e715d-644d-4e4c-89e2-39fd841f2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:13.393047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ce409fc-121a-4b55-abe7-96dbe9bac31c req-177e715d-644d-4e4c-89e2-39fd841f2b96 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5096536 Jan 14 03:12:13.405608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ffaca-0aae-4e2d-8ff9-836330871061,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:13.462741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:13.469201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-20c71442-c826-4b78-a16e-7ef9172be077 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5496979 Jan 14 03:12:13.491438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.492244 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/356ffaca-0aae-4e2d-8ff9-836330871061 HTTP/1.1" status: 204 len: 168 time: 0.9197476 Jan 14 03:12:13.532481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Router 70091cec-215e-4227-9058-f340051648f2 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:12:13.612446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:13.635916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:13.672926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:13.760533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.791847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-25a4cbf0-d0df-471e-a599-16ba456b99c1 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:13.793687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-25a4cbf0-d0df-471e-a599-16ba456b99c1 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.2798786 Jan 14 03:12:13.796823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.810329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f586e46-9703-4f3c-b388-e108dbdeb616 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:13.815570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:12:13.828839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Request body: {'port': {'device_id': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431', 'admin_state_up': True, 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:13.829578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Sync routers for ids ['70091cec-215e-4227-9058-f340051648f2'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:12:13.832018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] 10.222.0.30 "PUT /v2.0/routers/70091cec-215e-4227-9058-f340051648f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3256593 Jan 14 03:12:13.834372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.846293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Routers {'70091cec-215e-4227-9058-f340051648f2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:13.847701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:12:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['70091cec-215e-4227-9058-f340051648f2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:13.861724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Transition to ACTIVE for port object 5f586e46-9703-4f3c-b388-e108dbdeb616 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:13.867526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:13.893148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:14.003385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.005533 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1305418 Jan 14 03:12:14.035805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40596) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:14.058378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Pushing event updated for resources: {'Port': ['ID=5f586e46-9703-4f3c-b388-e108dbdeb616,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:14.061668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:14.145904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Set router 70091cec-215e-4227-9058-f340051648f2 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:14.164635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.228841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-2fd1663d-bd97-4917-9382-62172a4aab33 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Synchronizing usage tracker for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:14.240417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:14.266747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Usage tracker for resource:security_group_rule and tenant:04d4d70a71784374a2fb5bac4efbf66e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:14.279771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:14.295711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:14.315539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:14.326478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-2fd1663d-bd97-4917-9382-62172a4aab33 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Unset dirty status for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:14.327978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-2fd1663d-bd97-4917-9382-62172a4aab33 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.2872317 Jan 14 03:12:14.329363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Usage tracker for resource:port and tenant:6cf4718ceb8f495ab2cb2fade77d8b7b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:14.343121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:14.350101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 18651010-a01e-4872-8fab-e74e25a4ef99 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:14.385172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.424004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Attempting to bind port 5f586e46-9703-4f3c-b388-e108dbdeb616 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:14.424244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Attempting to bind port 5f586e46-9703-4f3c-b388-e108dbdeb616 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:14.424676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Attempting to bind port 5f586e46-9703-4f3c-b388-e108dbdeb616 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:14.431969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:14.432359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:14.432766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.433521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:14.434207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Bound port: 5f586e46-9703-4f3c-b388-e108dbdeb616, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:14.434582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.460223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:14.584591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 18651010-a01e-4872-8fab-e74e25a4ef99 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:14.585262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.601050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] For port 5f586e46-9703-4f3c-b388-e108dbdeb616, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:14.604739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] For port 5f586e46-9703-4f3c-b388-e108dbdeb616, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=5f586e46-9703-4f3c-b388-e108dbdeb616,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:14.611325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.612139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:14.623584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.766787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-deleted', 'tag': 'f3ccce30-7213-4e5c-acdc-15ee33d7b9f0'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:14.767558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:14.818964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:14.819884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:14.821588 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] 10.222.0.74 "PUT /v2.0/ports/5f586e46-9703-4f3c-b388-e108dbdeb616 HTTP/1.1" status: 200 len: 1160 time: 2.1531420 Jan 14 03:12:14.836638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:14.854475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:15.020563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-0f7b1853-b4e0-4edf-be48-3428e77354a8 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:15.022486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d55f27a-77fd-4b49-b784-96010f79a694 req-0f7b1853-b4e0-4edf-be48-3428e77354a8 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.6819139 Jan 14 03:12:15.070368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:15.086761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:15.184378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Pushing event updated for resources: {'Port': ['ID=5f586e46-9703-4f3c-b388-e108dbdeb616,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:15.215431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:15.239134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:10Z', 'revision_number': 4, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b3771d8-516a-434f-8cad-0a780606a893', 'name': '', 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'mac_address': 'fa:16:3e:24:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:09Z', 'updated_at': '2021-01-14T03:12:11Z', 'revision_number': 2, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'subnets': [{'id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:15.244629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Checking router: 70091cec-215e-4227-9058-f340051648f2 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:12:15.245029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Updating router 70091cec-215e-4227-9058-f340051648f2 port 7b3771d8-516a-434f-8cad-0a780606a893 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:12:15.306630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:15.385933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-23bb0f15-717c-4eee-887d-bb59abbd4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:15.392959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-23bb0f15-717c-4eee-887d-bb59abbd4aa1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 1163 time: 0.4623053 Jan 14 03:12:15.475077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16fb83bb-fde9-4981-951d-f42a0a3f2e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:15.484117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-edb4c7cc-9146-4943-b2fe-df64b5031034 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=5f586e46-9703-4f3c-b388-e108dbdeb616 HTTP/1.1" status: 200 len: 217 time: 0.0759699 Jan 14 03:12:15.530053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd94843-b272-4f9f-b0ad-c74ff433a8c2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:15.547427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:15.595442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-82f02f75-246f-4693-8a6e-ddc2a031f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:15.598645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-82f02f75-246f-4693-8a6e-ddc2a031f928 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1023884 Jan 14 03:12:15.615011 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04d4d70a71784374a2fb5bac4efbf66e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5571625 Jan 14 03:12:15.623426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:15.751523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-79913e99-eaa0-4ebb-b41d-708a2692bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:15.755919 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-79913e99-eaa0-4ebb-b41d-708a2692bac6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1466925 Jan 14 03:12:15.819736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-37f9247f-dfb0-446c-a952-d7d65fab8369 req-e1a1eb52-7434-4693-9e1c-100fba6ecb60 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Synchronizing usage tracker for tenant:3dd42034440a4d36b2bf5c58abcc9750 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:16.030332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.033240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-37f9247f-dfb0-446c-a952-d7d65fab8369 req-e1a1eb52-7434-4693-9e1c-100fba6ecb60 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Unset dirty status for tenant:3dd42034440a4d36b2bf5c58abcc9750 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:16.041872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37f9247f-dfb0-446c-a952-d7d65fab8369 req-e1a1eb52-7434-4693-9e1c-100fba6ecb60 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dd42034440a4d36b2bf5c58abcc9750 HTTP/1.1" status: 200 len: 6100 time: 0.5129550 Jan 14 03:12:16.045251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Transition to ACTIVE for port object 7b3771d8-516a-434f-8cad-0a780606a893 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:16.065587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.096781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f271fee-a3b7-4696-a5db-a53bc4c94616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:16.136507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.230805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Pushing event updated for resources: {'Port': ['ID=7b3771d8-516a-434f-8cad-0a780606a893,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:16.285505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:16.293186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Allocated IP 172.20.0.5 (2f0305d9-d430-4d04-aa6a-bb58bb464431/9ffbda1a-8e66-421b-b4f5-83e8934d612b/7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:16.333374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37f9247f-dfb0-446c-a952-d7d65fab8369 req-dec7f8bd-9c2b-42f9-91ca-d3ed3570b678 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "GET /v2.0/security-groups/1860fced-18cf-4764-acb1-4da7128a37d0 HTTP/1.1" status: 200 len: 2981 time: 0.2898436 Jan 14 03:12:16.359668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.424949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-77d26151-d4d0-4e9d-8624-375e59f2b6e6 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565042 Jan 14 03:12:16.568535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Attempting to bind port 7b3771d8-516a-434f-8cad-0a780606a893 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:16.569094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Attempting to bind port 7b3771d8-516a-434f-8cad-0a780606a893 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:16.569501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Attempting to bind port 7b3771d8-516a-434f-8cad-0a780606a893 on network fe020814-e81e-4b20-9b72-153c0b818b62 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:16.580067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:16.582198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Checking segment: {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:16.582506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.582948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Bound using segment: {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:16.583473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Bound port: 7b3771d8-516a-434f-8cad-0a780606a893, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd197f-d656-478c-a12a-4e707d0967ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:16.583889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.593625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Allocated IP 172.25.3.124 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/c956a666-501d-4f42-b09b-d08d9d670ff1) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:16.632144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37f9247f-dfb0-446c-a952-d7d65fab8369 req-3eec6fe8-d4bf-4e1e-893c-0635e4fcbe6e tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "GET /v2.0/security-groups/1860fced-18cf-4764-acb1-4da7128a37d0 HTTP/1.1" status: 200 len: 2981 time: 0.2725022 Jan 14 03:12:16.657966 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-05a226bf-d00a-4735-a8ef-f31cf701aedd service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2320492 Jan 14 03:12:16.734364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] For port 7b3771d8-516a-434f-8cad-0a780606a893, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:16.741149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] For port 7b3771d8-516a-434f-8cad-0a780606a893, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b3771d8-516a-434f-8cad-0a780606a893,segment=NetworkSegment(3cdd197f-d656-478c-a12a-4e707d0967ad),segment_id=3cdd197f-d656-478c-a12a-4e707d0967ad)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:16.746101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.774793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-008fda3f-c143-445c-916b-3fe6efceca2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:16.930105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:16.940303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:16.990428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd94843-b272-4f9f-b0ad-c74ff433a8c2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:16.999629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:17.039603 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570aa30f-4b64-427a-abc0-ad0d2cc59f57', 'name': 'network-vif-deleted', 'tag': 'f3ccce30-7213-4e5c-acdc-15ee33d7b9f0', 'status': 'completed', 'code': 200} Jan 14 03:12:17.054085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:17.055812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecd94843-b272-4f9f-b0ad-c74ff433a8c2 HTTP/1.1" status: 204 len: 168 time: 1.4314306 Jan 14 03:12:17.090000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:17.095907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:17.138620 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616', 'status': 'completed', 'code': 200} Jan 14 03:12:17.155889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:17.175380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034ac7ed-55a5-4bcf-8dcc-0979faaa546d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:17.199757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Pushing event updated for resources: {'Port': ['ID=7b3771d8-516a-434f-8cad-0a780606a893,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:17.218737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:17.226738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:17.438548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Routers {'70091cec-215e-4227-9058-f340051648f2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:17.439309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021bd2-1dee-49ab-93d8-71172a1bf3ac req-fd438ff9-849e-4225-aa7e-509771d063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:17.439772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:12:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['70091cec-215e-4227-9058-f340051648f2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:17.445332 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-61021bd2-1dee-49ab-93d8-71172a1bf3ac req-fd438ff9-849e-4225-aa7e-509771d063fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 1163 time: 0.3056462 Jan 14 03:12:17.507752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-61021bd2-1dee-49ab-93d8-71172a1bf3ac req-1c73f8e1-48db-49c5-946f-d46a41b5c141 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506842 Jan 14 03:12:17.781433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=c956a666-501d-4f42-b09b-d08d9d670ff1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:17.796853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] Set router 70091cec-215e-4227-9058-f340051648f2 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:12:17.817419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021bd2-1dee-49ab-93d8-71172a1bf3ac req-ec19a1cb-b660-4bc9-abcc-1175b98be0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:17.819264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-61021bd2-1dee-49ab-93d8-71172a1bf3ac req-ec19a1cb-b660-4bc9-abcc-1175b98be0c1 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3019774 Jan 14 03:12:17.889350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f8a94715-cdce-4613-9f4e-d22fab6766f5 req-599faf0b-6e15-4c0a-ae59-2fc8c248f680 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips/f67715d1-64f9-484e-9bef-a0f17776e287 HTTP/1.1" status: 200 len: 693 time: 0.6698432 Jan 14 03:12:17.900311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:17.909130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:17.911944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:18.050278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:18.102092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:18.103290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:18.260869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:10Z', 'revision_number': 4, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b3771d8-516a-434f-8cad-0a780606a893', 'name': '', 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'mac_address': 'fa:16:3e:24:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:09Z', 'updated_at': '2021-01-14T03:12:16Z', 'revision_number': 4, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'subnets': [{'id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:12:18.268253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebef77c-2553-482d-8d99-3b6f10b4cfad None None] The sync data for ids ['70091cec-215e-4227-9058-f340051648f2'] in n-d-765315-13 is: [{'id': '70091cec-215e-4227-9058-f340051648f2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1636321086-router', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:12:02Z', 'updated_at': '2021-01-14T03:12:10Z', 'revision_number': 4, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'gw_port': {'id': '18651010-a01e-4872-8fab-e74e25a4ef99', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:03Z', 'updated_at': '2021-01-14T03:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b3771d8-516a-434f-8cad-0a780606a893', 'name': '', 'network_id': 'fe020814-e81e-4b20-9b72-153c0b818b62', 'tenant_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'mac_address': 'fa:16:3e:24:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70091cec-215e-4227-9058-f340051648f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:12:09Z', 'updated_at': '2021-01-14T03:12:16Z', 'revision_number': 4, 'project_id': '2caba29927a54d7f84aee2b2dc9bfb96', 'subnets': [{'id': 'a88a4e2e-1888-48f0-bb48-8a2cb5ac3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:12:18.333500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:18.339706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event updated for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:18.343008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:18.456477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:18.574526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:18.658742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-ad49d415-6f30-4b54-96f5-b29677abff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:18.660394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-ad49d415-6f30-4b54-96f5-b29677abff16 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=19a0861cc0b44044930d125fe6c8ef94&device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 1163 time: 0.1546178 Jan 14 03:12:18.728752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-318d98d9-b478-488c-af4e-16d1a61ddb06 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=19a0861cc0b44044930d125fe6c8ef94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559561 Jan 14 03:12:18.783891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.073026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-018fc1bb-98ee-42e9-9b98-591436033785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:19.075086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-018fc1bb-98ee-42e9-9b98-591436033785 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3367863 Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.181873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.184561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.185614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:19.192835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:19.200758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:19.201481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.293002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-6701018a-0de6-4944-bf6c-5094bc5cf173 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:12:19.318290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a94715-cdce-4613-9f4e-d22fab6766f5 req-f1abf6fa-6cd5-4d13-8806-07975c79cf25 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:19.319945 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f8a94715-cdce-4613-9f4e-d22fab6766f5 req-f1abf6fa-6cd5-4d13-8806-07975c79cf25 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 1.3487928 Jan 14 03:12:19.330973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5196481 Jan 14 03:12:19.337063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-f8a94715-cdce-4613-9f4e-d22fab6766f5 req-5dc7623f-1202-4653-a276-e04b2f9f5c15 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:19.338261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f8a94715-cdce-4613-9f4e-d22fab6766f5 req-5dc7623f-1202-4653-a276-e04b2f9f5c15 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062637 Jan 14 03:12:19.353344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Request body: {'port': {'device_id': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:19.534132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.581075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 5f586e46-9703-4f3c-b388-e108dbdeb616 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:19.639084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-dc46ea6b-bcbd-451f-aab7-70e50cff0e4b tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/1feb116c-f2f2-4dbe-9b58-1eb3e3e34d0d HTTP/1.1" status: 200 len: 1777 time: 0.1919262 Jan 14 03:12:19.713136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 5f586e46-9703-4f3c-b388-e108dbdeb616 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:19.720045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 5f586e46-9703-4f3c-b388-e108dbdeb616 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:19.720901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.876666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.923126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:19.923247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.950255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 5f586e46-9703-4f3c-b388-e108dbdeb616, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=5f586e46-9703-4f3c-b388-e108dbdeb616,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:19.956461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:19.958396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:20.129082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=5f586e46-9703-4f3c-b388-e108dbdeb616,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:20.139803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:20.146415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b3771d8-516a-434f-8cad-0a780606a893 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:20.148080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.172559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.202224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:20.248249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.286597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-1a5be2fa-7427-4a3a-b379-e2b5d722ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:20.288000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7b3771d8-516a-434f-8cad-0a780606a893 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:20.292796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-1a5be2fa-7427-4a3a-b379-e2b5d722ad7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 1165 time: 0.2275803 Jan 14 03:12:20.295846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7b3771d8-516a-434f-8cad-0a780606a893 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:20.296398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.432331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Deleting port 5f586e46-9703-4f3c-b388-e108dbdeb616 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:20.438928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.508682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.523431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event updated for resources: {'Port': ['ID=c956a666-501d-4f42-b09b-d08d9d670ff1,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:20.530744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:20.582388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.585036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7b3771d8-516a-434f-8cad-0a780606a893, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b3771d8-516a-434f-8cad-0a780606a893,segment=NetworkSegment(3cdd197f-d656-478c-a12a-4e707d0967ad),segment_id=3cdd197f-d656-478c-a12a-4e707d0967ad)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:20.590191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.598998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f7145a1-831b-44cd-95df-c3dab2471a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:20.632953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77d517bd-fcbf-457c-9ec5-c3956d10b309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:20.647147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40670) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:20.674370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb116c-f2f2-4dbe-9b58-1eb3e3e34d0d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:20.687552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:20.705900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.707387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-af8b4e25-9d10-4b85-a870-180a9e6c5291 req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "DELETE /v2.0/security-groups/1feb116c-f2f2-4dbe-9b58-1eb3e3e34d0d HTTP/1.1" status: 204 len: 173 time: 1.0180490 Jan 14 03:12:20.715928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.746678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.748006 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.1430962 Jan 14 03:12:20.763719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7b3771d8-516a-434f-8cad-0a780606a893,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:20.774435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.775550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.776162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.777117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.782212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.782852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.783439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.784023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.784661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.785619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.786201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.786914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.787536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.788112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.792458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.793103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.793695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.794275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.794849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.796814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.797956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.799138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.802518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.803140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.803801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.804423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.804985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.805540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.806775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.810093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.810685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.811267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.811812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.812645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.813784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.817255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:12:20.837449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:20.857424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1741251904', 'description': 'tempest-description-851573964'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:20.884028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:20.919325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:20.930491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] For port 5f586e46-9703-4f3c-b388-e108dbdeb616, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=5f586e46-9703-4f3c-b388-e108dbdeb616,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:20.930680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:20.930933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.939154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-3b3d08a6-4f90-45db-9a12-b48ce078c8e2 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:20.948732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:20.951372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:20.968565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:21.007470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.014193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:21.025478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.037295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2892cd43fc410f8aae2b786e5b38d2 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:21.043720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:21.046012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-3b3d08a6-4f90-45db-9a12-b48ce078c8e2 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:21.048426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-3b3d08a6-4f90-45db-9a12-b48ce078c8e2 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.2799251 Jan 14 03:12:21.054402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Transition to ACTIVE for port object 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:21.055604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:21.092729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.093455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Calling delete_port for 5f586e46-9703-4f3c-b388-e108dbdeb616 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:21.112759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 5f586e46-9703-4f3c-b388-e108dbdeb616 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:21.116510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:21.224773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 5f586e46-9703-4f3c-b388-e108dbdeb616 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:21.226014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.251965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.269948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Port 5f586e46-9703-4f3c-b388-e108dbdeb616 was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:12:21.271249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:21.274692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:21.318014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:21.340033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:21.361023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:21.370014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Pushing event deleted for resources: {'Port': ['ID=5f586e46-9703-4f3c-b388-e108dbdeb616,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:21.373002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:21.404085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:21.428919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:21.488515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] No DVR routers for this DVR port 5f586e46-9703-4f3c-b388-e108dbdeb616 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:12:21.492867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.504974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'name': 'network-vif-deleted', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.505216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:21.509145 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:21.517825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d8d9dbe-f6a1-416d-beba-914d84c9b064 req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] 10.222.0.74 "DELETE /v2.0/ports/5f586e46-9703-4f3c-b388-e108dbdeb616 HTTP/1.1" status: 204 len: 173 time: 1.2134984 Jan 14 03:12:21.527653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-692a4b32-d27c-430f-a1bc-f4d45e110dbf tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:21.529257 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6bd2aa42-049a-4f48-8cbe-ab0bed808f21 req-692a4b32-d27c-430f-a1bc-f4d45e110dbf tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.4682393 Jan 14 03:12:21.723658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.725801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.739918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.748823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cb1aa71-3781-423d-998d-e974fcb5c100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:21.757656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.877739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a2892cd43fc410f8aae2b786e5b38d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2231734 Jan 14 03:12:21.878337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40686) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:21.887421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.888725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7f38506-072b-410e-a8f5-4ad29e1178a5 req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0361364 Jan 14 03:12:21.889468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Attempting to bind port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:21.889827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Attempting to bind port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:21.890185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Attempting to bind port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 on network 2f0305d9-d430-4d04-aa6a-bb58bb464431 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:21.893793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroup': ['ID=d811f733-b222-4540-9069-a8a1d3243aa0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:21.897136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:21.910103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a687203a-2122-4a69-af0b-e6c68a5619f3 tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:21.989513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:21.989888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Checking segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:21.990341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:21.990687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Bound using segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:21.991184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Bound port: 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:21.991556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.009952 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616', 'code': 200} Jan 14 03:12:22.037931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b3771d8-516a-434f-8cad-0a780606a893 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:22.070804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d25cb3bf-b1f4-4aaf-b386-4106d61765a1 req-ac7340b7-8fba-4eeb-9ffd-348bd2404ce4 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=2f4df0fb68d34f1184be5fd04468a341 HTTP/1.1" status: 200 len: 696 time: 0.1523178 Jan 14 03:12:22.139094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114c6ba-60f6-43c5-9f64-ece66733da2a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:22.143479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:22.143990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7b3771d8-516a-434f-8cad-0a780606a893 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:22.144457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.551017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.595936 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-c0bd2924-72a3-45d2-8503-fb27ed1ff02d tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "GET /v2.0/security-groups/0196e13d-9198-4f5f-bee4-63b2ae9d79ae HTTP/1.1" status: 200 len: 1776 time: 0.5240304 Jan 14 03:12:22.597116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] For port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:22.627104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.655576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] For port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:22.688464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.713850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5db29698-70cf-4d3a-a6ed-330cf5e50548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:22.798271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cb3bf-b1f4-4aaf-b386-4106d61765a1 req-5e31c204-f475-46c1-974c-ab2638e9a280 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:22.800052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d25cb3bf-b1f4-4aaf-b386-4106d61765a1 req-5e31c204-f475-46c1-974c-ab2638e9a280 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks?id=ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 787 time: 0.6832008 Jan 14 03:12:22.883815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-d25cb3bf-b1f4-4aaf-b386-4106d61765a1 req-c6ab281a-9205-4d59-bb03-52b124994fbd tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:22.884913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d25cb3bf-b1f4-4aaf-b386-4106d61765a1 req-c6ab281a-9205-4d59-bb03-52b124994fbd tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0168176 Jan 14 03:12:22.955812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:22.964047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:22.966014 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4828107f-ded9-4ade-a187-7f0fc8085502', 'name': 'network-vif-deleted', 'tag': '5f586e46-9703-4f3c-b388-e108dbdeb616', 'status': 'completed', 'code': 200} Jan 14 03:12:22.997035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.023136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:23.023843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.039550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c618a44-5d42-44bf-bf79-5692ed7b188e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:23.142090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114c6ba-60f6-43c5-9f64-ece66733da2a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:23.159849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.170661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.174951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:23.177702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8fab62cf-27cb-4170-b0d5-4687f7235808 req-1ab7fc44-dcae-4181-8681-f78d024a0614 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips/e391e6bc-a357-4acd-a3f0-b1c246e69978 HTTP/1.1" status: 200 len: 693 time: 0.1552515 Jan 14 03:12:23.186821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.186821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8114c6ba-60f6-43c5-9f64-ece66733da2a HTTP/1.1" status: 204 len: 168 time: 1.2998786 Jan 14 03:12:23.220535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:23.221233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.222749 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] 10.222.0.78 "PUT /v2.0/ports/7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 HTTP/1.1" status: 200 len: 1156 time: 3.8807528 Jan 14 03:12:23.223312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:23.289625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.301687 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdc98199-94c7-4c70-bcde-df2d4b5d3d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:23.372717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Pushing event deleted for resources: {'SecurityGroup': ['ID=0196e13d-9198-4f5f-bee4-63b2ae9d79ae,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:23.381515 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:23.406744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.407986 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-10c7ce82-c335-4129-b5df-6580568bbff8 req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] 10.222.0.30 "DELETE /v2.0/security-groups/0196e13d-9198-4f5f-bee4-63b2ae9d79ae HTTP/1.1" status: 204 len: 173 time: 0.7853832 Jan 14 03:12:23.484689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab62cf-27cb-4170-b0d5-4687f7235808 req-daf216b8-54cd-4718-9d87-1c09a68a34ed tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:23.486271 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8fab62cf-27cb-4170-b0d5-4687f7235808 req-daf216b8-54cd-4718-9d87-1c09a68a34ed tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.2978616 Jan 14 03:12:23.504268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-8fab62cf-27cb-4170-b0d5-4687f7235808 req-bd2752dd-6bc3-4065-a48c-eda338980a74 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:23.505413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8fab62cf-27cb-4170-b0d5-4687f7235808 req-bd2752dd-6bc3-4065-a48c-eda338980a74 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0097194 Jan 14 03:12:23.507607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-b1c4a6e9-20d7-434a-84a6-df3e3c973144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:23.509222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-b1c4a6e9-20d7-434a-84a6-df3e3c973144 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 1159 time: 0.2087693 Jan 14 03:12:23.732054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-f8055a7f-f39f-43b7-8ff2-f45b747226bc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 HTTP/1.1" status: 200 len: 217 time: 0.2138538 Jan 14 03:12:23.795993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:23.815405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-b71a9172-c223-4c2d-9202-29fd0008f992 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips/f67715d1-64f9-484e-9bef-a0f17776e287 HTTP/1.1" status: 200 len: 693 time: 0.1700141 Jan 14 03:12:23.829264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:23.858216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:23.863587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Usage tracker for resource:security_group_rule and tenant:88bf3f73fbad4c1c8157eac217aafb7a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:23.878892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:23.887183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:23.955243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-1155c80d-4945-49af-88fa-c237718be2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:23.956909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-1155c80d-4945-49af-88fa-c237718be2d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.2063820 Jan 14 03:12:23.983426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0ef34a11-781a-4a6b-a257-6a200e5bb216 req-328049df-5bcc-4557-b185-7d04b2834cab tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/d811f733-b222-4540-9069-a8a1d3243aa0 HTTP/1.1" status: 200 len: 1812 time: 0.2640438 Jan 14 03:12:24.057977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.063475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.113343 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86', 'status': 'completed', 'code': 200} Jan 14 03:12:24.119258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-8ae6bfe3-0931-4ae0-8e22-be9a9ef4f934 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275597 Jan 14 03:12:24.137953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5014f421-07bf-40a8-adb1-f5412f289293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:24.185227 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88bf3f73fbad4c1c8157eac217aafb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854494 Jan 14 03:12:24.186142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40722) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:24.186972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284380f-e4b7-4118-99ce-349aaa8fc11e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:24.207997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:24.292977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40726) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:24.294128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.339411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.377382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-14cde042-9c17-42c5-b901-fb3c7e64d502 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:24.385424 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-14cde042-9c17-42c5-b901-fb3c7e64d502 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.5595136 Jan 14 03:12:24.389205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.397648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15afb8ec-080c-4b98-b9e2-8c4773b5aa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:24.403754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-1a7c7abb-2761-48a4-8347-c2a407b03521 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:24.412195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-1a7c7abb-2761-48a4-8347-c2a407b03521 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0259333 Jan 14 03:12:24.418360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284380f-e4b7-4118-99ce-349aaa8fc11e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:24.421606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.426373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0284380f-e4b7-4118-99ce-349aaa8fc11e HTTP/1.1" status: 204 len: 168 time: 0.2357242 Jan 14 03:12:24.447522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:24.521727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0f96c761-089f-4126-a22b-020243091e6d req-7593015f-9431-4b62-b9c7-0868be240291 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "GET /v2.0/security-groups/52e39f15-b362-476b-9367-9be0c92a2ad6 HTTP/1.1" status: 200 len: 1776 time: 0.3533168 Jan 14 03:12:24.584150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-4c439310-5e97-4e0e-99c3-6c98dfc2d518 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1708465 Jan 14 03:12:24.679495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-2aafbc02-d573-4fdd-9f39-b7773f82e80e service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486369 Jan 14 03:12:24.739314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.741419 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-e5a8ca2e-5e38-4102-afc0-bdec210a402f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.1561358 Jan 14 03:12:24.759928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:24.775249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Usage tracker for resource:security_group_rule and tenant:42e104e9f9904602b4ffcee8443dfedd is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:24.789117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:24.804925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:24.916023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0f96c761-089f-4126-a22b-020243091e6d req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.918225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.922856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:24.933596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bf5a3d0-18e2-4943-a46a-17d04edd453c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:25.046007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Deleting port e845191d-4087-46af-b285-c695e3c8caff {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:25.046412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.059130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42e104e9f9904602b4ffcee8443dfedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630756 Jan 14 03:12:25.061253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63ba53-7ee0-4a8a-b2e4-dfac0dfdc451,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:25.064682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:25.067630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:25.133968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0f96c761-089f-4126-a22b-020243091e6d req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.171324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.213626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.278709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.285775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75d1345c-bf7f-4522-b7d2-74f8246e4316 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:25.302953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63ba53-7ee0-4a8a-b2e4-dfac0dfdc451,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:25.305033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.306258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f63ba53-7ee0-4a8a-b2e4-dfac0dfdc451 HTTP/1.1" status: 204 len: 168 time: 0.2408328 Jan 14 03:12:25.307309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:25.504000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-5c34d379-ca10-4964-8b3e-d4fcba547b09 service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8105724 Jan 14 03:12:25.529436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0f96c761-089f-4126-a22b-020243091e6d req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.537147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c791ec64-a239-4c2d-8760-76e4a267d3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:25.558721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e39f15-b362-476b-9367-9be0c92a2ad6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:25.589083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:25.718055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0f96c761-089f-4126-a22b-020243091e6d req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.737923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0f96c761-089f-4126-a22b-020243091e6d req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "DELETE /v2.0/security-groups/52e39f15-b362-476b-9367-9be0c92a2ad6 HTTP/1.1" status: 204 len: 173 time: 1.2062364 Jan 14 03:12:25.744385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.744385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.830927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40760) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:25.853287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:25.871847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:25.878638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Usage tracker for resource:security_group_rule and tenant:63b07e99f6ba4582834af7bcb87d4611 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:25.882808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:25.889270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:26.009990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.010294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Calling delete_port for e845191d-4087-46af-b285-c695e3c8caff owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:26.014148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.047928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4aa97cf-5a45-44bb-aeac-43dca195f5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:26.064122 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63b07e99f6ba4582834af7bcb87d4611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315307 Jan 14 03:12:26.067482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40766) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:26.154428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.201404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.219020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a061b9-f5d5-4974-8414-664c422c8126,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:26.229109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:26.249909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-d4efad2f-75e0-4d05-9f9f-9630514fbc00 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips/e391e6bc-a357-4acd-a3f0-b1c246e69978 HTTP/1.1" status: 200 len: 693 time: 0.3750699 Jan 14 03:12:26.274259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.280738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4812872a-01a4-4a27-929f-3435550eaa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:26.301624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.303576 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59a061b9-f5d5-4974-8414-664c422c8126 HTTP/1.1" status: 204 len: 168 time: 0.2347457 Jan 14 03:12:26.304727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a061b9-f5d5-4974-8414-664c422c8126,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:26.307928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:26.459579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-13b8b79b-3dea-40a0-b590-d5c2731ea30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:26.461260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-13b8b79b-3dea-40a0-b590-d5c2731ea30b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 1159 time: 0.8606095 Jan 14 03:12:26.744363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-9819669b-d00b-4cf1-9f8b-266c386f2485 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:26.745915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-9819669b-d00b-4cf1-9f8b-266c386f2485 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.4868302 Jan 14 03:12:26.777530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-0f090c8f-5686-44c5-a7c5-6c1df336416c tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:12:26.778648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-0f090c8f-5686-44c5-a7c5-6c1df336416c tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0222986 Jan 14 03:12:26.850970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-4d12b99f-a858-4020-8c58-1dba2df9da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:26.852601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-4d12b99f-a858-4020-8c58-1dba2df9da9c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 901 time: 0.3735285 Jan 14 03:12:26.941786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:26.961921 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-a2b80c81-979f-42d1-8eb1-9acecb1af076 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.1727109 Jan 14 03:12:26.965320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:26.998786 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-9e024df4-3ce7-4347-a469-e90404056a1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 HTTP/1.1" status: 200 len: 217 time: 0.1306777 Jan 14 03:12:27.150635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event deleted for resources: {'Port': ['ID=e845191d-4087-46af-b285-c695e3c8caff,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:27.176565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:27.213920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-54d3ad76-6d77-49bd-900d-b590735b7017 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.2140114 Jan 14 03:12:27.297626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-397b7fd2-aa06-4b46-b7ff-d97a699525f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:27.299136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-397b7fd2-aa06-4b46-b7ff-d97a699525f6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.2899477 Jan 14 03:12:27.458476 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-9281ead9-cc1c-4aa2-b5c8-cda2d3405b34 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473212 Jan 14 03:12:27.504029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Deleting port c956a666-501d-4f42-b09b-d08d9d670ff1 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:27.504436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:27.713088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40828) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:27.760857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-d3e88c6e-26c1-449f-aefc-f2321e733d3e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:12:27.900548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2072511613-network', 'tenant_id': '4fbe3cea49104f1b9d3b60baac139950'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:27.908139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:27.914244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Usage tracker for resource:network and tenant:4fbe3cea49104f1b9d3b60baac139950 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:27.917513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:27.940197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:27.954742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Made reservation on behalf of 4fbe3cea49104f1b9d3b60baac139950 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:27.960553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:27.978516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:27.998473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:28.003124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Usage tracker for resource:security_group_rule and tenant:4fbe3cea49104f1b9d3b60baac139950 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:28.006914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:28.013275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:28.049177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:28.055463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-8535fa6b-9ce2-4a1f-b368-7c9dfea5c840 service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804160 Jan 14 03:12:28.103728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.148513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.151825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.158594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-953a3daf-9d34-4a4d-a143-f7b1ab502a02 tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:28.163992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:28.169571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:28.170254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.196429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:12:28.204732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.204732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.225840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c09e28d-4eee-4d94-aa49-9b4287473801,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:28.232058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:28.236189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.237086 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Added segment 90e2dfc0-a0db-4609-849b-4db2bb6dcb43 of type vxlan for network 019403ac-af72-49cf-9741-f8f0934cf2f7 Jan 14 03:12:28.272149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.311485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.313729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:28.314566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.326925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.339101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21307947-88d8-489e-8b2d-a559f9b38c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:28.367116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:28.368172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:28.375809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.377692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:28.401416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Calling delete_port for c956a666-501d-4f42-b09b-d08d9d670ff1 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:28.452578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Pushing event updated for resources: {'Network': ['ID=019403ac-af72-49cf-9741-f8f0934cf2f7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:28.456991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:28.459400 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7451031 Jan 14 03:12:28.463751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:28.476000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Request body: {'subnet': {'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2072511613-subnet', 'tenant_id': '4fbe3cea49104f1b9d3b60baac139950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:28.492384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:28.496839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Usage tracker for resource:subnet and tenant:4fbe3cea49104f1b9d3b60baac139950 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:28.500173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:28.500399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.518258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:28.519267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b38b54af-54ed-427d-b34a-e8938d640d10 req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "DELETE /v2.0/floatingips/f67715d1-64f9-484e-9bef-a0f17776e287 HTTP/1.1" status: 204 len: 173 time: 3.7768030 Jan 14 03:12:28.561280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Made reservation on behalf of 4fbe3cea49104f1b9d3b60baac139950 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:28.575351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1888390436', 'description': 'tempest-description-1449463710'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:28.581681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.586953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:28.594978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:28.598471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:28.604753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:28.649450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed827dcd-21c1-464b-83a4-2f6f0e41a974 req-155652b5-4892-4751-b549-1a4e1a3db3c8 service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5800593 Jan 14 03:12:28.656836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:28.660102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:12:28.670532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.675310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:12:28.688653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:12:28.710387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:28.722513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:28.726264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:28.732984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:28.735738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:28.753125 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:28.800841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:28.875129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event deleted for resources: {'Port': ['ID=c956a666-501d-4f42-b09b-d08d9d670ff1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:28.895254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:29.126527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.132679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.139635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.148280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf3ff4b4-c3cb-4108-b005-844c235ea8d4 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:29.204887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.215456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d122ab4-3fea-44b4-90a7-6c85493ff0ea req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6511269 Jan 14 03:12:29.215571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.218005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6cb88c15-d9ce-47dd-a338-15ecd930e33b req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "DELETE /v2.0/floatingips/e391e6bc-a357-4acd-a3f0-b1c246e69978 HTTP/1.1" status: 204 len: 173 time: 1.9900777 Jan 14 03:12:29.219514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroup': ['ID=d196bbe3-f3cd-428e-a2b1-6283996a8b8f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:29.219681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.225040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:29.238414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:29.351262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-1a5ca7e6-d55e-4944-81f7-97cbb69577b7 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "GET /v2.0/security-groups/c4a51d69-19c5-4976-9cce-33ff0999eb92 HTTP/1.1" status: 200 len: 1776 time: 0.0666771 Jan 14 03:12:29.412096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a20bc7-284b-4436-a94c-fe639cf1dbb8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:29.425799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:29.499645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Checking segment: {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:29.500831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Network hostable DHCP agents. Network: 019403ac-af72-49cf-9741-f8f0934cf2f7, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:12:29.526885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:12:29.536320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 019403ac-af72-49cf-9741-f8f0934cf2f7) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:29.546597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf6a09-74ca-47bb-a4cd-948e12356dc2 None None] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:12:29.551890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:29.552565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.557281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.584572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1170039 Jan 14 03:12:29.678657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-365d5568-988d-462d-92c7-8d45631d18b9 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:29.680116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:29.680557 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-365d5568-988d-462d-92c7-8d45631d18b9 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.2999005 Jan 14 03:12:29.713913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-9a8f54c0-582d-48e8-8d00-7df562b6cfb9 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/quotas/6cf4718ceb8f495ab2cb2fade77d8b7b HTTP/1.1" status: 200 len: 375 time: 0.0240436 Jan 14 03:12:29.715553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.841739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.847356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d98dd29d-1675-43e0-a5ba-280406162e1f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:29.876959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-cca4a0f0-dbf2-47b3-b78e-dfab714d8801 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:29.884013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a51d69-19c5-4976-9cce-33ff0999eb92,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:29.890955 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:29.895017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:29.896401 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fd6a6ed5-769c-4314-a757-8ce15a8d8b0e req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] 10.222.0.30 "DELETE /v2.0/security-groups/c4a51d69-19c5-4976-9cce-33ff0999eb92 HTTP/1.1" status: 204 len: 173 time: 0.5380540 Jan 14 03:12:29.909981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-cca4a0f0-dbf2-47b3-b78e-dfab714d8801 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:29.911762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-cca4a0f0-dbf2-47b3-b78e-dfab714d8801 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1869266 Jan 14 03:12:30.022983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58289bcc-8461-4230-a203-f21831b8208f None None] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:12:30.133541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-afdcd842-78b1-4afb-bf4b-3a51ecff9903 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128539 Jan 14 03:12:30.163967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:30.164441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:30.328450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-f381020f-5ac7-44b4-bc67-fa9288b4b2e1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1845212 Jan 14 03:12:30.418212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40866) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:30.558983 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-203937ca-6fe2-46f2-bb4a-45fb9e840362 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.30 "GET /v2.0/networks?tenant_id=153c7da63bff4939b998a34424880316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473452 Jan 14 03:12:30.627757 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86', 'code': 200} Jan 14 03:12:30.761027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1efa48ed-cbef-46ca-bec9-8fc58325b2db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dd42034440a4d36b2bf5c58abcc9750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391101 Jan 14 03:12:30.761912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:30.842352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:30.879548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:30.950839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:30.961348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c7b5181-6137-42e4-8b0c-c45b8631cf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:30.974102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1860fced-18cf-4764-acb1-4da7128a37d0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:30.983325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:30.986204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:30.990905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1860fced-18cf-4764-acb1-4da7128a37d0 HTTP/1.1" status: 204 len: 168 time: 0.2277153 Jan 14 03:12:31.005900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-0c098a4d-4aaa-40ec-8b6d-d336633e0a85 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:31.023627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-0c098a4d-4aaa-40ec-8b6d-d336633e0a85 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636242 Jan 14 03:12:31.073687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-d97e1413-019e-44fa-be77-67c58b729ae3 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3659842 Jan 14 03:12:31.096566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:31.117040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-896942c0-0561-44e5-b6e4-ed295a285ad8 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.30 "GET /v2.0/quotas/153c7da63bff4939b998a34424880316 HTTP/1.1" status: 200 len: 375 time: 0.0430601 Jan 14 03:12:31.121498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:31.181118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-04b657da-8035-4127-ae1e-9201fc6819c5 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.30 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628817 Jan 14 03:12:31.182910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Usage tracker for resource:floatingip and tenant:2f4df0fb68d34f1184be5fd04468a341 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:31.191435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:31.205301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:31.237210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:31.599490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:31.661156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:12:31.779369 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8982115d-1b27-4544-a62d-aaa8184eb5c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1334d47b68024251bbab0d20f8e4f283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758645 Jan 14 03:12:31.780378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40910) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:31.930545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:31.990779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:31.996524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-58f5bd94-7a0e-4ec3-a633-9191a3fba7d8 req-3c2a0375-2072-4edf-8875-85526942cbe9 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/d196bbe3-f3cd-428e-a2b1-6283996a8b8f HTTP/1.1" status: 200 len: 1813 time: 0.5858123 Jan 14 03:12:32.003182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.009739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.017339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:32.049353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.115756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.126811 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98942750-1808-43ab-8bae-238e3fa5962f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:32.147177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1833b6ae-e963-42df-bca3-d31360797456,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:32.159861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:32.166839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.181166 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1833b6ae-e963-42df-bca3-d31360797456 HTTP/1.1" status: 204 len: 168 time: 0.3936498 Jan 14 03:12:32.224835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:32.228810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:32.266850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:32.628656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.696597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:32.699600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:32.717230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-6d055c44-9a8d-4148-8d89-de4e619ebb82 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:32.718034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-6d055c44-9a8d-4148-8d89-de4e619ebb82 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:32.754027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-6d055c44-9a8d-4148-8d89-de4e619ebb82 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:32.755967 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-6d055c44-9a8d-4148-8d89-de4e619ebb82 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.3269844 Jan 14 03:12:32.782605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049a8f4-be2e-4988-8bf7-c966547bf407 req-d1dce613-1c0f-4040-b172-d80d5a87ce9d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:32.790416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4049a8f4-be2e-4988-8bf7-c966547bf407 req-d1dce613-1c0f-4040-b172-d80d5a87ce9d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7046340 Jan 14 03:12:32.801284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Request body: {'port': {'device_id': '79271b93-4878-403d-a23c-5dc9588e3242', 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431', 'admin_state_up': True, 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:32.935914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-b852059a-c85a-48b6-b712-2f1a4bc458d0 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:32.944842 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-b852059a-c85a-48b6-b712-2f1a4bc458d0 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "GET /v2.0/ports?device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 943 time: 0.6474590 Jan 14 03:12:33.133431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Allocated IP 172.25.3.156 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e4ad0356-5e0d-4438-a621-23a0e38c4a35) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:33.150796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:33.175087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:33.210083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:33.233971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:33.493558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:33.494386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:33.861862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Allocated IP 172.20.0.2 (2f0305d9-d430-4d04-aa6a-bb58bb464431/9ffbda1a-8e66-421b-b4f5-83e8934d612b/954ca7f0-f496-4d7f-baac-df3b49e17d99) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:33.902280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:33.951984 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24243c5a-4b04-4a5e-aa9c-8deb52125504 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "GET /v2.0/networks?tenant_id=153c7da63bff4939b998a34424880316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771604 Jan 14 03:12:33.954007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:33.980150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42408cb7-6e1d-40f9-9a7d-ec1c3a2542c7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:34.035932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-3c79de95-59f6-4046-974e-df1a3a4728ed tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:34.037654 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-3c79de95-59f6-4046-974e-df1a3a4728ed tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 0.6658139 Jan 14 03:12:34.271542 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-0d3a51f9-e0a8-410f-9ac3-ab9172d67cd4 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/quotas/4fbe3cea49104f1b9d3b60baac139950 HTTP/1.1" status: 200 len: 375 time: 0.1725097 Jan 14 03:12:34.357106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event updated for resources: {'Port': ['ID=e4ad0356-5e0d-4438-a621-23a0e38c4a35,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:34.362586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:34.377678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-e1da41f3-fcc3-4cda-bf23-9a305dcf4f02 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050713 Jan 14 03:12:34.436434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:34.436837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:34.533835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5b7b17f-a808-4e50-b5f9-bcaa7c5d2575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:34.693905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:34.749812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-27638a1b-1150-407b-9ab8-886591d7a47c tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:34.751964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-27638a1b-1150-407b-9ab8-886591d7a47c tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7899694 Jan 14 03:12:34.795557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:34.801822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:34.808153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:34.831199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:34.860378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Request body: {'port': {'device_id': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '153c7da63bff4939b998a34424880316'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:34.880213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:34.900665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:34.939952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-08088e98-4707-40aa-925a-8d85cd2db1d1 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612867 Jan 14 03:12:35.155281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event updated for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:35.159040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:35.212620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:35.220213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Usage tracker for resource:port and tenant:153c7da63bff4939b998a34424880316 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:35.227906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:35.239084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:35.251417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:35.253916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:35.256561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:35.311561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Made reservation on behalf of 153c7da63bff4939b998a34424880316 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.313153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.316122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.317363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:35.320237 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:35.322619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.347007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.367320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:35.390588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:35.391311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.396324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Usage tracker for resource:security_group_rule and tenant:153c7da63bff4939b998a34424880316 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:35.405129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:35.433891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:35.448589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.571109 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7753119 Jan 14 03:12:35.593424 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54909ddb-19b2-4135-b580-9b5f4742973d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:35.595384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Request body: {'port': {'device_id': '79271b93-4878-403d-a23c-5dc9588e3242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:35.661097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event deleted for resources: {'Port': ['ID=7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:35.669687 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:35.674397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.675277 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-91fbfc3c-5503-4c16-bb78-5033d251d509 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7197020 Jan 14 03:12:35.676408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.687334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.710804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:35.731219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] No DVR routers for this DVR port 7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:12:35.737512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.740968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-deleted', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:35.757474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Pushing event updated for resources: {'SecurityGroup': ['ID=94153aa9-646f-45c8-802e-326b7c7eea54,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:35.798464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:35.820605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "DELETE /v2.0/ports/7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86 HTTP/1.1" status: 204 len: 173 time: 2.8736472 Jan 14 03:12:35.838025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:35.849392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.431202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.442590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1633649158', 'description': 'tempest-description-1103847140'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:36.453869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.476285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:36.481113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:36.523080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:36.602426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:36.683672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:36.696634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-f7687ea8-ec45-4b87-9dc7-232d26f6f9b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 210 time: 0.1018431 Jan 14 03:12:36.785887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96c3b565-2910-48df-b97f-7996f95b3e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.797382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Allocated IP 192.168.233.141 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/e970b95d-52a9-4756-a5a6-bdaa5e9b69b2) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:36.823493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954ca7f0-f496-4d7f-baac-df3b49e17d99 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:36.849931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.850569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event updated for resources: {'Port': ['ID=e4ad0356-5e0d-4438-a621-23a0e38c4a35,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:36.864378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:36.882932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:36.886016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Transition to ACTIVE for port object 954ca7f0-f496-4d7f-baac-df3b49e17d99 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:36.963420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:37.006506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-213f9d6e-8cf6-4da7-8715-f4464d90449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:37.014993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-213f9d6e-8cf6-4da7-8715-f4464d90449a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&shared=False HTTP/1.1" status: 200 len: 901 time: 0.3079400 Jan 14 03:12:37.019509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Usage tracker for resource:security_group_rule and tenant:39f28a0cb1c049c68131396151f0d3a4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:37.129943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.152017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:37.216887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-bee2e68a-7012-4bd0-b564-b07a0f7de143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:37.218533 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-bee2e68a-7012-4bd0-b564-b07a0f7de143 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1901929 Jan 14 03:12:37.220036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:37.267678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:37.311467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Pushing event updated for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:37.326136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:37.342055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-f1bb1f16-43eb-4fa6-b53e-2026cde74985 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:37.379548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.391640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.399997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-f1bb1f16-43eb-4fa6-b53e-2026cde74985 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:37.401282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-244b506c-1a8c-4ba9-a429-c2e4df217200 req-f1bb1f16-43eb-4fa6-b53e-2026cde74985 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "GET /v2.0/ports?device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 210 time: 0.1215386 Jan 14 03:12:37.426657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.434807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3480432 Jan 14 03:12:37.439230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.451977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Transition to ACTIVE for port object e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:37.539765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-f0224fec-3a22-4935-8bca-716784178702 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Synchronizing usage tracker for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:37.562117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.569788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.576653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d04f01ca-90e4-4573-9303-e0437bb10337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:37.595723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-f0224fec-3a22-4935-8bca-716784178702 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Unset dirty status for tenant:2f4df0fb68d34f1184be5fd04468a341 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:37.603220 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-f0224fec-3a22-4935-8bca-716784178702 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.1674545 Jan 14 03:12:37.605538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.686880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914fa92e-5fcd-4776-9474-21605b6dd5ff tempest-ServersWithSpecificFlavorTestJSON-503260443 tempest-ServersWithSpecificFlavorTestJSON-503260443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:37.718374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.719739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd95edaa-b686-47d2-906c-4dadc5b1a91d req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2835059 Jan 14 03:12:37.723861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9e81f-3705-473e-9206-10bb187dc2db,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:37.734524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:37.787756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Attempting to bind port 954ca7f0-f496-4d7f-baac-df3b49e17d99 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:37.788194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Attempting to bind port 954ca7f0-f496-4d7f-baac-df3b49e17d99 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:37.788611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Attempting to bind port 954ca7f0-f496-4d7f-baac-df3b49e17d99 on network 2f0305d9-d430-4d04-aa6a-bb58bb464431 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:37.791996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Pushing event updated for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:37.817476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.74', 59422) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:37.837797 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86', 'code': 200} Jan 14 03:12:37.945062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:37.947112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:37.947485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Checking segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:37.947891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:37.948454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Bound using segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:37.949417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Bound port: 954ca7f0-f496-4d7f-baac-df3b49e17d99, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:37.949797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.064426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-a4dea08a-3ebd-49e2-81ee-d17ab0c3caec tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:38.072896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8c0eac28-0dbb-4d46-9bb2-f8edfb429e4f req-a4dea08a-3ebd-49e2-81ee-d17ab0c3caec tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.4687085 Jan 14 03:12:38.079392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:38.091512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:38.096047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:38.215935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a1a43554-1501-46b6-91b7-212f8aff7e3b req-8320c954-9f44-4bc6-b037-398a46e411ca tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:38.216409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.218981 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:38.221836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.272121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a1a43554-1501-46b6-91b7-212f8aff7e3b req-8320c954-9f44-4bc6-b037-398a46e411ca tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:38.273900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a1a43554-1501-46b6-91b7-212f8aff7e3b req-8320c954-9f44-4bc6-b037-398a46e411ca tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=6c2b8fa5fda1425c90f0795f355ce687 HTTP/1.1" status: 200 len: 1656 time: 0.3820479 Jan 14 03:12:38.281797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4256277 Jan 14 03:12:38.295390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:38.304511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Request body: {'port': {'device_id': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:38.414737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:38.509530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb31cf49-e56e-40e3-8826-4597f8c55b28 None None] Provisioning for port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:38.516108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb31cf49-e56e-40e3-8826-4597f8c55b28 None None] Provisioning complete for port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:38.516770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb31cf49-e56e-40e3-8826-4597f8c55b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.526408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.571515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.595764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb31cf49-e56e-40e3-8826-4597f8c55b28 None None] Port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:38.614212 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-56cc5a4b-7888-42c0-8acd-8b12aa2e529f tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.30 "GET /v2.0/networks?tenant_id=c3f71f01982741ce8341207c50fa85ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913854 Jan 14 03:12:38.619286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b756345f-741f-4f55-8e5f-a4fbe95505f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:38.635992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:38.699954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-dfe47b35-4d9c-4545-824c-0a35ab39661f tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:38.702269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-dfe47b35-4d9c-4545-824c-0a35ab39661f tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.8836513 Jan 14 03:12:38.956454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.74', 59423) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:39.155395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Request body: {'port': {'device_id': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431', 'admin_state_up': True, 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:39.333513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Pushing event updated for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:39.333513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:39.335258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a43554-1501-46b6-91b7-212f8aff7e3b req-c8dee394-1999-4463-b2cd-4780378af6fd tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:39.335258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a1a43554-1501-46b6-91b7-212f8aff7e3b req-c8dee394-1999-4463-b2cd-4780378af6fd tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks?id=ba906728-a6fe-4e9b-aea4-bf3981958b17&id=ba906728-a6fe-4e9b-aea4-bf3981958b17&id=ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 787 time: 1.0475826 Jan 14 03:12:39.361690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:39.405918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:39.407114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:39.408621 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] 10.222.0.74 "PUT /v2.0/ports/954ca7f0-f496-4d7f-baac-df3b49e17d99 HTTP/1.1" status: 200 len: 1156 time: 3.8232861 Jan 14 03:12:39.409145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:39.439513 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-deleted', 'tag': '7aa57fe1-c9e0-4ea5-9bd3-02dae44e6e86', 'status': 'completed', 'code': 200} Jan 14 03:12:39.505554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-4267694b-73b1-492c-adfb-cf01b862ee25 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:39.507222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-4267694b-73b1-492c-adfb-cf01b862ee25 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8921325 Jan 14 03:12:39.582725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-659e2b9d-1d5b-4bae-9f98-210481f543fc tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:39.586756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-659e2b9d-1d5b-4bae-9f98-210481f543fc tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.74 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 0.6285744 Jan 14 03:12:39.611469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:39.626237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:39.647239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Request body: {'port': {'device_id': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7', 'admin_state_up': True, 'tenant_id': '4fbe3cea49104f1b9d3b60baac139950'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:39.679361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:39.694429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:39.705213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-07c0503c-01aa-477e-aeeb-0bed2223d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:39.706855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-07c0503c-01aa-477e-aeeb-0bed2223d747 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 1159 time: 0.1689346 Jan 14 03:12:39.713176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:39.785602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-43f9ae83-bf43-4ef0-b9b6-59ef236a91f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99 HTTP/1.1" status: 200 len: 217 time: 0.0653803 Jan 14 03:12:39.787533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:39.796932 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-57a52e82-94a9-46d8-99cb-b64f7c21a80b tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.30 "GET /v2.0/quotas/c3f71f01982741ce8341207c50fa85ba HTTP/1.1" status: 200 len: 375 time: 0.2090862 Jan 14 03:12:39.928276 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-1d20542e-7002-4706-9f28-be3cf18d4810 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3f71f01982741ce8341207c50fa85ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098588 Jan 14 03:12:40.029687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-b7788e17-8d14-44d2-99a3-36efb6f76af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:40.032609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-b7788e17-8d14-44d2-99a3-36efb6f76af1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.2314558 Jan 14 03:12:40.040771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Transition to ACTIVE for port object e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:40.202558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:40.222011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:40.285132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Usage tracker for resource:port and tenant:4fbe3cea49104f1b9d3b60baac139950 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:40.291991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:40.335676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:40.412544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Made reservation on behalf of 4fbe3cea49104f1b9d3b60baac139950 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:40.422654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:40.430304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:40.512610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-58372a07-f330-45cd-8b86-2ccc1975579c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4680779 Jan 14 03:12:40.558927 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-eaed8384-5ec4-42d7-a65e-e1b8057bfa9f req-04b35d4e-0594-44e8-8673-d0dd5491f018 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/0ef9e81f-3705-473e-9206-10bb187dc2db HTTP/1.1" status: 200 len: 1813 time: 0.2895906 Jan 14 03:12:40.678323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Pushing event updated for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:40.688675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:40.765423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Allocated IP 172.20.0.12 (2f0305d9-d430-4d04-aa6a-bb58bb464431/9ffbda1a-8e66-421b-b4f5-83e8934d612b/914dd8a7-d5c8-40ba-b8b8-bcebf097eeff) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:40.988987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-1eef7eae-d7a5-4e64-be46-597cb4e54eb9 service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105530 Jan 14 03:12:41.069259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.138474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.251977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Attempting to bind port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:41.252363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Attempting to bind port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:41.252760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Attempting to bind port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:41.258219 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-974b74d7-7f83-4e9e-98a3-7327e039e091 service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2563801 Jan 14 03:12:41.262177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:41.262550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:41.262955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.275986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:41.276942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Bound port: e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:41.277380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.384557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] For port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:41.388529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] For port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:41.394033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.430673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:41.482013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.485085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-946d5298-ec04-414e-ad75-4b2ecbc97efc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:41.535326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-4f19e552-6ac7-4426-8be8-85b7510ea6a6 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips/d935228c-e702-436a-980a-519db0a00435 HTTP/1.1" status: 200 len: 693 time: 0.9631004 Jan 14 03:12:41.566581 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-c5855b30-cc8d-4788-8bcc-ca3fa67ffa02 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips/04a7015f-dcd9-4993-a554-7c5bdecc78a9 HTTP/1.1" status: 200 len: 692 time: 0.9151137 Jan 14 03:12:41.587577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Pushing event updated for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:41.592529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:41.638855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:41.639521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:41.641635 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] 10.222.0.74 "PUT /v2.0/ports/e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 HTTP/1.1" status: 200 len: 1161 time: 3.3423288 Jan 14 03:12:41.879193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-84552ea9-5270-4fed-a13c-2c15c80ea9a0 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "GET /v2.0/networks?tenant_id=c3f71f01982741ce8341207c50fa85ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527534 Jan 14 03:12:41.923728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-ea1ca10c-a0ed-4e43-baa6-ffe65505eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:41.925816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-ea1ca10c-a0ed-4e43-baa6-ffe65505eddc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 1164 time: 0.2295926 Jan 14 03:12:42.130634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-754147d2-b5a8-4edc-bd62-2eac80f7f4ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 HTTP/1.1" status: 200 len: 217 time: 0.1912072 Jan 14 03:12:42.239619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Allocated IP 172.20.0.10 (019403ac-af72-49cf-9741-f8f0934cf2f7/d1a20bc7-284b-4436-a94c-fe639cf1dbb8/916c49de-61d2-4c84-baa2-4cce2b93df5c) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:42.242225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event updated for resources: {'Port': ['ID=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:42.260020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:42.274165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-56cfe174-a2eb-49b6-aa7a-b52ed3958a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:42.276160 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-56cfe174-a2eb-49b6-aa7a-b52ed3958a54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1315789 Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.356992 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.361012 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.386171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-cf3522b9-01d1-4a94-8802-16c56afdd2c1 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:42.387823 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-cf3522b9-01d1-4a94-8802-16c56afdd2c1 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4945526 Jan 14 03:12:42.408568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Request body: {'port': {'device_id': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': 'c3f71f01982741ce8341207c50fa85ba'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.490917 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.493547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.498085 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:42.501104 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:42.522945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-c8696266-4ea1-4593-92af-436fbcf82067 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:42.524882 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-c8696266-4ea1-4593-92af-436fbcf82067 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.9573493 Jan 14 03:12:42.555304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-f347974e-93f5-4b13-9623-5391f8e52a4e tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:42.557372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-f347974e-93f5-4b13-9623-5391f8e52a4e tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.9198542 Jan 14 03:12:42.557631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-bb6977f7-81a0-4295-832a-0b1671fca781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:42.559279 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-bb6977f7-81a0-4295-832a-0b1671fca781 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712624 Jan 14 03:12:42.598792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:42.657929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Usage tracker for resource:port and tenant:c3f71f01982741ce8341207c50fa85ba is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:42.665870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:42.681052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:42.697979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:42.703849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Made reservation on behalf of c3f71f01982741ce8341207c50fa85ba for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:42.714259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:42.714903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:42.742330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:42.784803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:42.792670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Usage tracker for resource:security_group_rule and tenant:c3f71f01982741ce8341207c50fa85ba is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:42.797295 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-4264b14f-cc97-4eea-8519-d16520baf087 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250810 Jan 14 03:12:42.798162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:42.801545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:42.807659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:42.870223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-c4c7b1f8-995d-4859-be78-7915dced282f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.2479398 Jan 14 03:12:42.946589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-63117fe8-583d-4cb8-8c3d-5f3ce4713cdd tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.2520666 Jan 14 03:12:43.017826 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-4e355622-bbc0-438c-b1b4-adb69b932fdc service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1966949 Jan 14 03:12:43.061073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-8dfdc556-a5ba-4525-8455-b5f8e9a53d08 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.1743217 Jan 14 03:12:43.169799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.170471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:43.171281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.175247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.193433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b108987d-9811-42ac-9ca7-5709376b470e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:43.238079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-63754c6f-51bb-411a-8bd3-410bd74e680d tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.36 HTTP/1.1" status: 200 len: 695 time: 0.2790589 Jan 14 03:12:43.331281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e89f20-c8c7-4a54-a7ac-f34445c0d505,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:43.436508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-41d31243-d01b-42b6-9f6e-94030180cef4 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:12:43.513259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Deleting port e4ad0356-5e0d-4438-a621-23a0e38c4a35 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:43.513639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.541457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.575363 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6153805 Jan 14 03:12:43.601129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Request body: {'port': {'device_id': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:43.637292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Deleting port 0e354056-552c-4951-9849-5862a04e08e6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:43.637636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.654254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:43.793156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 954ca7f0-f496-4d7f-baac-df3b49e17d99 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:43.913533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 954ca7f0-f496-4d7f-baac-df3b49e17d99 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:43.919008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.922216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 954ca7f0-f496-4d7f-baac-df3b49e17d99 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:43.923186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:43.966696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Allocated IP 192.168.233.33 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/27bcc45b-b5db-40e4-8d86-73e2d2a07cf3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:44.096101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.145736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:44.146880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:44.154355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.156547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:44.230493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:44.241959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:44.259855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.261153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.279727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:44.282114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Transition to ACTIVE for port object 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:44.303769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.332401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82792305-c73f-428e-bfa8-31f150f06ee3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:44.426042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.493125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Pushing event updated for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:44.545642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:44.548369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.548747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.590044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:44.591791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:44.594833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:44.659825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Pushing event updated for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.668946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.672818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.678057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:44.682207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:44.703321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:44.704313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.744676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3409889 Jan 14 03:12:44.749081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Calling delete_port for e4ad0356-5e0d-4438-a621-23a0e38c4a35 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:44.769355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Request body: {'port': {'device_id': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:44.787092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:44.789059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.789408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:44.929254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.049258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-34827f34-b5a9-4192-a9bd-ac1061c9069b None None] Provisioning for port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:45.058483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-34827f34-b5a9-4192-a9bd-ac1061c9069b None None] Provisioning complete for port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:45.059320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34827f34-b5a9-4192-a9bd-ac1061c9069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.098884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Calling delete_port for 0e354056-552c-4951-9849-5862a04e08e6 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:45.133396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-34827f34-b5a9-4192-a9bd-ac1061c9069b None None] Port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:45.218912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:45.232283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:45.282605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:45.367188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-5603c5f1-a529-4a05-915a-de4417c570a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.465940 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:45.470254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:45.482046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:45.482756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.505331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:45.512794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.530598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Transition to ACTIVE for port object 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:45.533827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.551430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:45.642361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0025196 Jan 14 03:12:45.648439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.676762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9faf6929-2a63-4b46-bf35-99124cb95b72 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:45.692946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Pushing event updated for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:45.696386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:45.720205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.739205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Request body: {'port': {'device_id': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:45.745453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 954ca7f0-f496-4d7f-baac-df3b49e17d99 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:45.838224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 954ca7f0-f496-4d7f-baac-df3b49e17d99 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:45.838576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event deleted for resources: {'Port': ['ID=0e354056-552c-4951-9849-5862a04e08e6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:45.838901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.894648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Attempting to bind port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:45.895024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Attempting to bind port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:45.895396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Attempting to bind port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:45.902007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:45.902371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:45.902767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.903162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:45.903646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Bound port: 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:45.904022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:45.923695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:45.924187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:46.012608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:46.038949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] For port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:46.047080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] For port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:46.052438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.069740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:46.110833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:46.116702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:46.117282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.225173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Pushing event deleted for resources: {'Port': ['ID=e4ad0356-5e0d-4438-a621-23a0e38c4a35,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:46.232753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Pushing event updated for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:46.236085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:46.238134 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:46.245125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.271495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:46.272169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.273685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] 10.222.0.74 "PUT /v2.0/ports/27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 HTTP/1.1" status: 200 len: 1160 time: 1.5135815 Jan 14 03:12:46.282406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:46.288217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.290831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:46.354667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:12:46.362799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:46.366298 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:46.423528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d873cbd5-b094-4670-85d5-360ebbd05181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:46.425190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d873cbd5-b094-4670-85d5-360ebbd05181 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c3f71f01982741ce8341207c50fa85ba&device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 1163 time: 0.1010158 Jan 14 03:12:46.469956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.500849 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-64babf5b-8dc3-4f71-ab8a-e402e61b6bfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 HTTP/1.1" status: 200 len: 217 time: 0.0644066 Jan 14 03:12:46.577149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-9b8a9b7e-a326-4205-8923-a49b8d705644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:46.579214 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-9b8a9b7e-a326-4205-8923-a49b8d705644 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.0692010 Jan 14 03:12:46.659796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:46.666899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3f364a94-17a4-4da8-8958-b2c8f28a0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:46.668101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3f364a94-17a4-4da8-8958-b2c8f28a0c4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782242 Jan 14 03:12:46.754028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.816951 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-1deb75e3-777a-4cae-9117-ff5e1fffc2d7 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376624 Jan 14 03:12:46.831875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Transition to ACTIVE for port object 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:46.903598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.939490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.944109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:46.946114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cabe7079-68d9-4895-b133-82de7e0d9e02 req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "DELETE /v2.0/floatingips/04a7015f-dcd9-4993-a554-7c5bdecc78a9 HTTP/1.1" status: 204 len: 173 time: 3.6990087 Jan 14 03:12:46.957003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:46.987679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d8cf8258-bf3e-4a68-bed2-46aaac03a40e service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598065 Jan 14 03:12:47.007720 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99', 'status': 'completed', 'code': 200} Jan 14 03:12:47.037582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:47.043354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:47.044719 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4b2d060-9cd4-41f9-8909-958d0f74e4b2 req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "DELETE /v2.0/floatingips/d935228c-e702-436a-980a-519db0a00435 HTTP/1.1" status: 204 len: 173 time: 3.9700811 Jan 14 03:12:47.189278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-a291def2-510e-4c20-b399-c5d3571cd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:47.191175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-a291def2-510e-4c20-b399-c5d3571cd889 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 1161 time: 0.1495245 Jan 14 03:12:47.236324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Pushing event updated for resources: {'Port': ['ID=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:47.260924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:47.263630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:47.383052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-9e063f2e-c8da-400e-828d-a42e5dfdb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:47.385228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-9e063f2e-c8da-400e-828d-a42e5dfdb2aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 901 time: 0.1861846 Jan 14 03:12:47.401229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:12:47.402553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:47.402979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:47.469725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-47322e7c-7835-446f-a46e-5f0cf34dc22f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99 HTTP/1.1" status: 200 len: 217 time: 0.0775149 Jan 14 03:12:47.534664 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-22ee1f78-b189-4160-ac71-04769ed78738 req-e385b10f-85e2-41e6-8f59-d163f68d8eba tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] show failed (client error): The resource could not be found. Jan 14 03:12:47.535807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-22ee1f78-b189-4160-ac71-04769ed78738 req-e385b10f-85e2-41e6-8f59-d163f68d8eba tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/649e070e-58b8-455a-be03-477e715831e8 HTTP/1.1" status: 404 len: 352 time: 0.1162126 Jan 14 03:12:47.546023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Attempting to bind port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:47.547092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Attempting to bind port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:47.547464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Attempting to bind port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff on network 2f0305d9-d430-4d04-aa6a-bb58bb464431 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:47.575334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:47.575738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Checking segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:47.576091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:47.576512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Bound using segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:47.579144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Bound port: 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:47.579541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:47.592117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-69c85c2c-8b70-44b6-b109-cce08f92a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:47.594463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-69c85c2c-8b70-44b6-b109-cce08f92a864 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.1180599 Jan 14 03:12:47.597567 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99', 'code': 200} Jan 14 03:12:47.648547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-09fdc622-718b-40dd-b9b7-2ab807aa433d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460043 Jan 14 03:12:47.810532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-a78e35f9-ae4a-4d37-ac70-fee4d282036e service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536021 Jan 14 03:12:47.895062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41086) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.900441 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.903099 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.904380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:47.911279 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-bcded753-ead5-4455-a66e-3957506c6838 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips/848ef486-c856-44c4-a4b7-5b29afba47e8 HTTP/1.1" status: 200 len: 693 time: 0.2735119 Jan 14 03:12:47.966509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cc6e39e0-9dee-4556-84e1-35f0db7ea1bd req-05db1ec9-5938-4631-a012-d32723fdecd5 service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488020 Jan 14 03:12:48.106168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebd3bb05-aea8-467c-9172-85bae2bfec55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=153c7da63bff4939b998a34424880316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071209 Jan 14 03:12:48.106415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41092) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:48.158141 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-77ba1bf3-8565-44cd-a692-ec191485ff0c admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:12:48.166768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77ba1bf3-8565-44cd-a692-ec191485ff0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94153aa9-646f-45c8-802e-326b7c7eea54 HTTP/1.1" status: 409 len: 336 time: 0.0518727 Jan 14 03:12:48.182091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] For port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:48.273990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] For port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:48.302118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-f0a5b855-a412-4cd9-b295-a9dae1cc00b4 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:48.302802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05692892-98af-4efb-a432-2cbf5e6f892c req-f0a5b855-a412-4cd9-b295-a9dae1cc00b4 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Synchronizing usage tracker for tenant:ab42f3692e51474fa94da51d603c7984 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:48.322269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:48.341419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05696763-cbb6-47eb-b04c-0207defd43cd tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:48.458771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-4c84489b-d184-4956-b4ab-5dadca07e5a1 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:48.460306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-4c84489b-d184-4956-b4ab-5dadca07e5a1 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.5302334 Jan 14 03:12:48.469165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916c49de-61d2-4c84-baa2-4cce2b93df5c {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:12:48.507598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:48.598775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05692892-98af-4efb-a432-2cbf5e6f892c req-f0a5b855-a412-4cd9-b295-a9dae1cc00b4 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Unset dirty status for tenant:ab42f3692e51474fa94da51d603c7984 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:48.600036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-f0a5b855-a412-4cd9-b295-a9dae1cc00b4 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.30 "GET /v2.0/networks?id=f8bbec8a-5d21-447f-b263-77539e76d738 HTTP/1.1" status: 200 len: 814 time: 0.7813091 Jan 14 03:12:48.620022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-10c65291-94bc-4c38-9690-1f28dc63bad7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:48.622940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Transition to ACTIVE for port object 916c49de-61d2-4c84-baa2-4cce2b93df5c will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:48.655573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:48.685954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-3eddf415-002e-4285-a814-90283210e40d tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.30 "GET /v2.0/quotas/ab42f3692e51474fa94da51d603c7984 HTTP/1.1" status: 200 len: 375 time: 0.0733736 Jan 14 03:12:48.972175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Pushing event updated for resources: {'Port': ['ID=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:48.977574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:48.988551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:49.008747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2'}, {'name': 'network-changed', 'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:49.069851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-10c65291-94bc-4c38-9690-1f28dc63bad7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:49.071398 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-10c65291-94bc-4c38-9690-1f28dc63bad7 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.5860531 Jan 14 03:12:49.216824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:49.217504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.219630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] 10.222.0.74 "PUT /v2.0/ports/914dd8a7-d5c8-40ba-b8b8-bcebf097eeff HTTP/1.1" status: 200 len: 1157 time: 5.6277351 Jan 14 03:12:49.222629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'tag': '914dd8a7-d5c8-40ba-b8b8-bcebf097eeff'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:49.243747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.246977 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.251284 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-f4c19ed7-b9fb-4eab-a2f7-78a22ead3dee tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1513119 Jan 14 03:12:49.256182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:49.260245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:49.372506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-a6dd3216-389f-4b67-b3e7-49b1965db774 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:49.574378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.578734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.582091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:49.587939 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:49.593410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6e4fceb7-c24e-494c-8fd5-803bdeda2499 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Synchronizing usage tracker for tenant:ab42f3692e51474fa94da51d603c7984 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:49.593825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Deleting port aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:49.593825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.599412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:49.600867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-9b1483ea-b9c2-4977-8439-41a75160426e tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:49.601676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-9b1483ea-b9c2-4977-8439-41a75160426e tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:49.618354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-9b1483ea-b9c2-4977-8439-41a75160426e tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:49.619927 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-9b1483ea-b9c2-4977-8439-41a75160426e tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "GET /v2.0/ports?device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 945 time: 0.1341062 Jan 14 03:12:49.701264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 954ca7f0-f496-4d7f-baac-df3b49e17d99 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:49.701660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.716462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6e4fceb7-c24e-494c-8fd5-803bdeda2499 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Unset dirty status for tenant:ab42f3692e51474fa94da51d603c7984 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:49.717903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6e4fceb7-c24e-494c-8fd5-803bdeda2499 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7344153 Jan 14 03:12:49.727662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:49.802805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:49.808134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:49.808799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.825785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-acb78d62-31a8-4a34-9937-bec5176c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:49.827501 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-acb78d62-31a8-4a34-9937-bec5176c25fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 1160 time: 0.5500827 Jan 14 03:12:49.944849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.986897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:49.991715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:49.994595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9ab13bc-7a97-4b41-b71b-e867c8129849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:50.012645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-00928684-9e97-4532-a1dc-81f898d668f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff HTTP/1.1" status: 200 len: 217 time: 0.1266158 Jan 14 03:12:50.020617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Attempting to bind port 916c49de-61d2-4c84-baa2-4cce2b93df5c on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:12:50.020982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Attempting to bind port 916c49de-61d2-4c84-baa2-4cce2b93df5c by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:12:50.021345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Attempting to bind port 916c49de-61d2-4c84-baa2-4cce2b93df5c on network 019403ac-af72-49cf-9741-f8f0934cf2f7 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:12:50.078544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:50.081585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 954ca7f0-f496-4d7f-baac-df3b49e17d99 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:12:50.086495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:12:50.086881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Checking segment: {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:12:50.087278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.087676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Bound using segment: {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:12:50.088169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Bound port: 916c49de-61d2-4c84-baa2-4cce2b93df5c, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:12:50.088567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.116859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:50.213396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.213626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.234688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:50.235091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.253762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-cabcb66e-f930-47d1-8e69-ddd9eff9b1b3 service neutron] 10.222.0.30 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128453 Jan 14 03:12:50.308197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-7c0f8c1f-d174-4ec7-abd0-e7eb15050388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:50.309799 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-7c0f8c1f-d174-4ec7-abd0-e7eb15050388 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.2807567 Jan 14 03:12:50.372032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.383350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 954ca7f0-f496-4d7f-baac-df3b49e17d99 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:50.399374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Calling delete_port for aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:50.406966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:50.410259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.412051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:50.475609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:12:50.476305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:12:50.484946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:50.488448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:50.551655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-f8a1dc0c-6736-4b81-bbee-039ca06061d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246431 Jan 14 03:12:50.618740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] For port 916c49de-61d2-4c84-baa2-4cce2b93df5c, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:12:50.696333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] For port 916c49de-61d2-4c84-baa2-4cce2b93df5c, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:12:50.725312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:50.953810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:50.977791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 954ca7f0-f496-4d7f-baac-df3b49e17d99 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:50.978519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.156989 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b9f3b153-2743-4714-b2aa-4964e43f1cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7868435 Jan 14 03:12:51.224073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:51.228529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-786cb3e3-4f83-4a35-b9a6-73128e6bf4f7 service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597872 Jan 14 03:12:51.233643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:51.252263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 954ca7f0-f496-4d7f-baac-df3b49e17d99, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=954ca7f0-f496-4d7f-baac-df3b49e17d99,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:51.252678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.286286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:12:51.374088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:51.375211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.388598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 954ca7f0-f496-4d7f-baac-df3b49e17d99 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:51.422711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-20db9929-68c8-4b1a-b2ac-9ae4b3b7450d service neutron] 10.222.0.74 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1807644 Jan 14 03:12:51.505000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.530168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80f039e5-a789-48ff-b6ae-2f89cf33e52a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:51.573675 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-85626217-47a6-41b5-a92d-145cc09e2a66 req-5e4de210-a82a-4d02-b02e-c0ca278953b4 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] show failed (client error): The resource could not be found. Jan 14 03:12:51.574792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-85626217-47a6-41b5-a92d-145cc09e2a66 req-5e4de210-a82a-4d02-b02e-c0ca278953b4 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips/d935228c-e702-436a-980a-519db0a00435 HTTP/1.1" status: 404 len: 350 time: 0.1467445 Jan 14 03:12:51.578541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.630707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:51.631382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.632901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] 10.222.0.74 "PUT /v2.0/ports/916c49de-61d2-4c84-baa2-4cce2b93df5c HTTP/1.1" status: 200 len: 1157 time: 5.9707618 Jan 14 03:12:51.633810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event deleted for resources: {'Port': ['ID=aa45ab84-7d87-4b6d-8aaf-8ca86ea304ba,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:51.640722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:51.727745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:51.778508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event deleted for resources: {'Port': ['ID=954ca7f0-f496-4d7f-baac-df3b49e17d99,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:51.782542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:51.832564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] No DVR routers for this DVR port 954ca7f0-f496-4d7f-baac-df3b49e17d99 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:12:51.835035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.849463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "DELETE /v2.0/ports/954ca7f0-f496-4d7f-baac-df3b49e17d99 HTTP/1.1" status: 204 len: 173 time: 2.2233195 Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.925908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:51.929444 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:51.954258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-be3ccfd9-808d-4bac-adf8-b3819862a112 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:51.955244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-be3ccfd9-808d-4bac-adf8-b3819862a112 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:51.962104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:51.968438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-cd2781c5-26f8-4b4e-81d3-8789d1595c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:51.970260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-cd2781c5-26f8-4b4e-81d3-8789d1595c17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 1160 time: 0.2671332 Jan 14 03:12:52.086556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-40be3a58-7daa-4022-ada1-c824a302a9c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c HTTP/1.1" status: 200 len: 217 time: 0.1019483 Jan 14 03:12:52.086762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-be3ccfd9-808d-4bac-adf8-b3819862a112 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:52.088420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-be3ccfd9-808d-4bac-adf8-b3819862a112 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "GET /v2.0/ports?device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 944 time: 0.4263475 Jan 14 03:12:52.092693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:52.094333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cd4c47af-a53b-40df-8911-b6ceda2133dc req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "DELETE /v2.0/floatingips/848ef486-c856-44c4-a4b7-5b29afba47e8 HTTP/1.1" status: 204 len: 173 time: 2.8191261 Jan 14 03:12:52.329819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:52.330200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:52.356879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-b8ef10a5-3d0d-450a-ba8b-b5e4c4f7e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:52.358430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-b8ef10a5-3d0d-450a-ba8b-b5e4c4f7e4e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1a20bc7-284b-4436-a94c-fe639cf1dbb8 HTTP/1.1" status: 200 len: 845 time: 0.2063105 Jan 14 03:12:52.450093 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-2eeb7644-8de1-457e-aa8b-c745f8f51038 req-1e9242ec-06da-43c5-9a0b-b4e258743f8f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] show failed (client error): The resource could not be found. Jan 14 03:12:52.451452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2eeb7644-8de1-457e-aa8b-c745f8f51038 req-1e9242ec-06da-43c5-9a0b-b4e258743f8f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-group-rules/d62e7e97-db56-49b6-8669-226c46624cd4 HTTP/1.1" status: 404 len: 361 time: 0.0915270 Jan 14 03:12:52.491521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-2f38a00a-73e3-4f7f-9b1f-e5a7fe50c690 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:52.498769 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-2f38a00a-73e3-4f7f-9b1f-e5a7fe50c690 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.4455659 Jan 14 03:12:52.502868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-d6d54565-5aa2-422a-ae3d-1b663996fe5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=019403ac-af72-49cf-9741-f8f0934cf2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072960 Jan 14 03:12:52.575484 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-1c34c926-9a71-4065-94a0-f524b62196c5 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/quotas/6cf4718ceb8f495ab2cb2fade77d8b7b HTTP/1.1" status: 200 len: 375 time: 0.0750964 Jan 14 03:12:52.625302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-b1872190-6cad-45f4-84b8-809675aded70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 210 time: 0.0711899 Jan 14 03:12:52.676036 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2', 'code': 200} Jan 14 03:12:52.685248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.74', 59433) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:52.685896 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2', 'status': 'completed', 'code': 200} Jan 14 03:12:52.686306 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3', 'status': 'completed', 'code': 200} Jan 14 03:12:52.687531 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'tag': '914dd8a7-d5c8-40ba-b8b8-bcebf097eeff', 'status': 'completed', 'code': 200} Jan 14 03:12:52.840250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-c6ac3108-6259-4eee-b7ef-279416481730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:52.842008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-c6ac3108-6259-4eee-b7ef-279416481730 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 1166 time: 0.2155561 Jan 14 03:12:52.955129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-c60e6030-e1e6-4119-81d1-d51c88d72ac6 service neutron] 10.222.0.74 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328461 Jan 14 03:12:53.007497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-04006a9c-70c3-4fea-9420-42f7da3fd985 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.30 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4310772 Jan 14 03:12:53.066583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.74', 59434) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:53.074128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-7fe5d11e-e60d-4f00-b1c4-29a5f5fbfb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.075876 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-7fe5d11e-e60d-4f00-b1c4-29a5f5fbfb46 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&shared=False HTTP/1.1" status: 200 len: 901 time: 0.3830197 Jan 14 03:12:53.367415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-126ed225-a67e-4323-b79f-8f6d311584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.368972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-126ed225-a67e-4323-b79f-8f6d311584f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=a434a594-03ee-465f-a9b5-570dc28ffd65 HTTP/1.1" status: 200 len: 1160 time: 0.6805584 Jan 14 03:12:53.416995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-3be8f191-4750-420d-95a7-af1e123bb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.418590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-3be8f191-4750-420d-95a7-af1e123bb40c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3042154 Jan 14 03:12:53.429486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-827b7f90-aa5d-460e-aa73-0997e3009a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.431046 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-827b7f90-aa5d-460e-aa73-0997e3009a1b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 0.5701742 Jan 14 03:12:53.476691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-a71c76f6-8200-4538-9e89-e1630ce0b693 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.479488 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-a71c76f6-8200-4538-9e89-e1630ce0b693 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.74 "GET /v2.0/networks?id=f8bbec8a-5d21-447f-b263-77539e76d738 HTTP/1.1" status: 200 len: 814 time: 0.4074833 Jan 14 03:12:53.545026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Request body: {'port': {'device_id': '6aee346b-d813-41a8-8b63-0374f04adc43', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'admin_state_up': True, 'tenant_id': 'ab42f3692e51474fa94da51d603c7984'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:53.605666 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-ec86d8e9-0756-43d9-a76d-8d2f607fc133 req-5b54a790-aee3-4a62-a090-d2e87af651d9 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] show failed (client error): The resource could not be found. Jan 14 03:12:53.606859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ec86d8e9-0756-43d9-a76d-8d2f607fc133 req-5b54a790-aee3-4a62-a090-d2e87af651d9 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] 10.222.0.30 "GET /v2.0/floatingips/d935228c-e702-436a-980a-519db0a00435 HTTP/1.1" status: 404 len: 350 time: 0.2494028 Jan 14 03:12:53.627913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-e1d6ffcb-200c-4a4a-9f25-ae6ad2e57c2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 HTTP/1.1" status: 200 len: 217 time: 0.1876173 Jan 14 03:12:53.628722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:53.683491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:53.683890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:53.787086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-0b23912c-dd36-4311-a650-e2ca76fe5d2c service neutron] 10.222.0.74 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8263845 Jan 14 03:12:53.893478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:53.911093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-08b1af2d-9be6-4d6e-9726-616fcb92b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:53.913326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-08b1af2d-9be6-4d6e-9726-616fcb92b73e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1618726 Jan 14 03:12:53.915078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-f556b009-d477-4e72-9517-bcaa8f146a85 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Synchronizing usage tracker for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:54.301989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-f556b009-d477-4e72-9517-bcaa8f146a85 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Unset dirty status for tenant:6cf4718ceb8f495ab2cb2fade77d8b7b on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:54.303388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab108e4-e522-4280-8a59-4215a3a69290 req-f556b009-d477-4e72-9517-bcaa8f146a85 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "GET /v2.0/ports?device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 210 time: 0.7338185 Jan 14 03:12:54.368455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-adc4adc3-1c63-40da-be35-6ad70541e3bb tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:54.370514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-adc4adc3-1c63-40da-be35-6ad70541e3bb tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "GET /v2.0/networks?id=2f0305d9-d430-4d04-aa6a-bb58bb464431 HTTP/1.1" status: 200 len: 807 time: 0.3593953 Jan 14 03:12:54.420490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Request body: {'port': {'device_id': '79271b93-4878-403d-a23c-5dc9588e3242', 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431', 'admin_state_up': True, 'tenant_id': '6cf4718ceb8f495ab2cb2fade77d8b7b'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:54.466429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-922601ff-48ef-4520-92e2-b1d2a833f291 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4577298 Jan 14 03:12:54.630204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-13fc8202-e366-4c2d-8987-5b214aa3a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:54.631920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-13fc8202-e366-4c2d-8987-5b214aa3a8f9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&shared=False HTTP/1.1" status: 200 len: 901 time: 1.0812712 Jan 14 03:12:54.657225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:54.668457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:54.677413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3'}, {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:54.693634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-deleted', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:54.699774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Made reservation on behalf of ab42f3692e51474fa94da51d603c7984 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:54.710235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:54.739218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:12:54.914537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-234dabf0-5052-40e2-b5df-d4b9165cc576 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:54.916449 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-234dabf0-5052-40e2-b5df-d4b9165cc576 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 1.1816504 Jan 14 03:12:54.980480 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-0c420190-7f34-441f-9621-41c15288c123 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/quotas/4fbe3cea49104f1b9d3b60baac139950 HTTP/1.1" status: 200 len: 375 time: 0.0421116 Jan 14 03:12:55.043224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-2dae940a-bb69-4174-8b1d-fdf7a0b93e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:55.045230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-2dae940a-bb69-4174-8b1d-fdf7a0b93e54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9505334 Jan 14 03:12:55.080154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:12:55.096468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Usage tracker for resource:port and tenant:6cf4718ceb8f495ab2cb2fade77d8b7b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:12:55.103744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:12:55.131167 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-90d3d665-6861-438e-8c37-d0cd79c019ce req-3879403f-2941-4fda-badf-34c8b5c71733 service neutron] 10.222.0.30 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6636140 Jan 14 03:12:55.137107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:12:55.148660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.178473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdecb013-7771-4b5a-ab05-156e69b46508 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:55.233029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Allocated IP 172.20.0.7 (f8bbec8a-5d21-447f-b263-77539e76d738/5a02d7d6-25c9-4ed7-84ea-ef819baee198/8d4d771a-0c44-464e-9ee4-8c6c696e0e8f) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:55.271774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:12:55.302179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event deleted for resources: {'Port': ['ID=914dd8a7-d5c8-40ba-b8b8-bcebf097eeff,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:55.308513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Made reservation on behalf of 6cf4718ceb8f495ab2cb2fade77d8b7b for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:12:55.320077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.330946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:55.398922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-fd15d378-997a-4ef4-86f2-1ce3afd80f87 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Synchronizing usage tracker for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:55.531769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.580647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:55.585648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.590857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd602d43-025b-40ce-87d5-9ec3b42d2710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:55.698765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.703387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:55.707216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:55.731984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Transition to ACTIVE for port object 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:12:55.789645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.812848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d234bec1-bfff-40fc-b385-6c8ca683aaef tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:55.851467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:55.910022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-fd15d378-997a-4ef4-86f2-1ce3afd80f87 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Unset dirty status for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:55.911946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-fd15d378-997a-4ef4-86f2-1ce3afd80f87 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9310720 Jan 14 03:12:55.925551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9160d0f5-b202-4058-9075-f60743f612c5 req-f9c18512-fe06-450c-aa95-3b00f4ad11bf tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips/57dcc38b-a34b-4742-bd39-1cdbd07bfa92 HTTP/1.1" status: 200 len: 693 time: 0.5016747 Jan 14 03:12:56.123953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] No DVR routers for this DVR port 914dd8a7-d5c8-40ba-b8b8-bcebf097eeff on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:12:56.150776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:56.246974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Pushing event updated for resources: {'Port': ['ID=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:56.252475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:56.342229 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-63390e96-f850-4d67-8d97-f02757dc77a0 req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.74 "DELETE /v2.0/ports/914dd8a7-d5c8-40ba-b8b8-bcebf097eeff HTTP/1.1" status: 204 len: 173 time: 4.1911757 Jan 14 03:12:56.427318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Network f8bbec8a-5d21-447f-b263-77539e76d738 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:56.430609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:56.433887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:56.468038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-e3af174f-7378-4f89-b445-2a992b56da71 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262728 Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.556893 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:56.561225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:56.568605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d0f5-b202-4058-9075-f60743f612c5 req-49e2d0d1-df73-4f7a-8d58-4a5f9ace86bc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:56.570229 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9160d0f5-b202-4058-9075-f60743f612c5 req-49e2d0d1-df73-4f7a-8d58-4a5f9ace86bc tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 784 time: 0.6438236 Jan 14 03:12:56.580160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:56.580160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:56.640941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1005282 Jan 14 03:12:56.738021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Deleting port 883a4d1e-44a1-48ec-8f46-368f6640540a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:56.739207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:56.840758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dacfe8cb-da60-4c91-ab46-e97d22ed2be4 None None] Provisioning for port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:12:56.848278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dacfe8cb-da60-4c91-ab46-e97d22ed2be4 None None] Provisioning complete for port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:12:56.848993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dacfe8cb-da60-4c91-ab46-e97d22ed2be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:56.852177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Allocated IP 172.20.0.6 (2f0305d9-d430-4d04-aa6a-bb58bb464431/9ffbda1a-8e66-421b-b4f5-83e8934d612b/4fc3605f-0e4f-4fce-85a6-55119a94541e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:12:56.904074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9160d0f5-b202-4058-9075-f60743f612c5 req-79eefea0-975e-49fb-8881-038f7eb7cdf3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Synchronizing usage tracker for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:12:56.928667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dacfe8cb-da60-4c91-ab46-e97d22ed2be4 None None] Port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:12:56.959354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] For port 883a4d1e-44a1-48ec-8f46-368f6640540a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=883a4d1e-44a1-48ec-8f46-368f6640540a,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:12:56.959837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:56.985455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9160d0f5-b202-4058-9075-f60743f612c5 req-79eefea0-975e-49fb-8881-038f7eb7cdf3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Unset dirty status for tenant:6c2b8fa5fda1425c90f0795f355ce687 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:12:56.986972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9160d0f5-b202-4058-9075-f60743f612c5 req-79eefea0-975e-49fb-8881-038f7eb7cdf3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.2476318 Jan 14 03:12:57.011671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8b7d20e5-8dae-46da-9ddd-387e01695a75 req-26d00eb0-00b2-4181-87f4-ee6094b703c2 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5274780 Jan 14 03:12:57.128470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9160d0f5-b202-4058-9075-f60743f612c5 req-27640158-361c-4ae3-9225-7d1a11652dd5 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1123879 Jan 14 03:12:57.151570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Calling delete_port for 883a4d1e-44a1-48ec-8f46-368f6640540a owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:57.488277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:57.531009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-7d87a0dc-10fb-46f3-8a11-6a674cbf301f tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/0ef9e81f-3705-473e-9206-10bb187dc2db HTTP/1.1" status: 200 len: 1813 time: 0.0845840 Jan 14 03:12:57.557318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b209cee5-afe3-408e-820d-d4f0e10fd553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:57.565714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Deleting port 27ecb104-e27e-4ce7-9b2f-624ef36d5b3e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:12:57.566498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:57.614902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Pushing event deleted for resources: {'Port': ['ID=883a4d1e-44a1-48ec-8f46-368f6640540a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:57.618088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:57.784906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:57.832686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:57.947270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:57.970790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.129175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b66bd51-2e8d-4c05-ae05-7cdccbd2e880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:58.195849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41246) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:58.260326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.317951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.318320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.466388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9e81f-3705-473e-9206-10bb187dc2db,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:58.475840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Calling delete_port for 27ecb104-e27e-4ce7-9b2f-624ef36d5b3e owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:12:58.567048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:58.568897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.616331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3aa8a4dc-9ecd-40ef-a166-e95c13f9c9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:58.763671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:58.764976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6911aa6c-5c7e-44fb-87d6-9e01ba30e1ce req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-groups/0ef9e81f-3705-473e-9206-10bb187dc2db HTTP/1.1" status: 204 len: 173 time: 1.2008102 Jan 14 03:12:58.802553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event updated for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:58.819919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:58.916911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Network 2f0305d9-d430-4d04-aa6a-bb58bb464431 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:12:58.920040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:12:58.923879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:12:58.948438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1997628-f891-49df-855e-1511f0cb665d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3f71f01982741ce8341207c50fa85ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488117 Jan 14 03:12:58.949671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:58.986653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:59.018454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.085955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.091096 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.092653 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c5fe2289-c521-41ea-979e-e442226f2a62 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:12:59.092653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5fe2289-c521-41ea-979e-e442226f2a62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6e89f20-c8c7-4a54-a7ac-f34445c0d505 HTTP/1.1" status: 409 len: 336 time: 0.1306646 Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.103414 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:12:59.107681 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:12:59.147309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:12:59.151743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:59.240092 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3', 'code': 200} Jan 14 03:12:59.240625 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99', 'code': 200} Jan 14 03:12:59.338129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:12:59.345654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Pushing event deleted for resources: {'Port': ['ID=27ecb104-e27e-4ce7-9b2f-624ef36d5b3e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:12:59.356280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:12:59.408791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0037451 Jan 14 03:12:59.450174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Request body: {'port': {'device_id': '79271b93-4878-403d-a23c-5dc9588e3242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:12:59.515226 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c', 'status': 'completed', 'code': 200} Jan 14 03:12:59.643481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:12:59.705268 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-deleted', 'tag': '954ca7f0-f496-4d7f-baac-df3b49e17d99', 'status': 'completed', 'code': 200} Jan 14 03:12:59.706381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:12:59.741063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] 10.222.0.30 "PUT /v2.0/routers/2a766e18-b3a6-4dc6-9bea-351b8233e9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0044763 Jan 14 03:12:59.742069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Sync routers for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:12:59.745303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41276) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:12:59.761090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:12:59.771885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:12:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:00.138697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.193280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:00.394746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.401826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Deleting port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:00.402249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.458308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-528bc1f5-e9df-4458-85e4-9f84ef01e2e2 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/d196bbe3-f3cd-428e-a2b1-6283996a8b8f HTTP/1.1" status: 200 len: 1813 time: 0.2846081 Jan 14 03:13:00.540246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.542790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.544206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9160d0f5-b202-4058-9075-f60743f612c5 req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] 10.222.0.30 "DELETE /v2.0/floatingips/57dcc38b-a34b-4742-bd39-1cdbd07bfa92 HTTP/1.1" status: 204 len: 173 time: 3.3409891 Jan 14 03:13:00.562733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41288) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:00.617728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] For port 1d0c3bc8-c405-471e-91a7-f7bb56a768ec, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1d0c3bc8-c405-471e-91a7-f7bb56a768ec,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:00.618219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:00.805045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:12:57Z', 'revision_number': 5, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:00.823886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Checking router: 2a766e18-b3a6-4dc6-9bea-351b8233e9ee for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:13:00.834700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Routers {'2a766e18-b3a6-4dc6-9bea-351b8233e9ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:00.835359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:12:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:00.846511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Calling delete_port for 1d0c3bc8-c405-471e-91a7-f7bb56a768ec owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:01.154159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] Set router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:01.164964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.241761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:01.521117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-deleted', 'tag': '914dd8a7-d5c8-40ba-b8b8-bcebf097eeff'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:01.538683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.573911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.598775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.654660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.663952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f2c0a7c-21ce-44b4-9b43-449423fed772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:01.713260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196bbe3-f3cd-428e-a2b1-6283996a8b8f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:01.736475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.736939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.737340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.737754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.738116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.738545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.739002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.739357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.739756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.740171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.740559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.740959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.741448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.742164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.742559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.742988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.743379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.743769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.744153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.744562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.744946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.745332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.745711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.746092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.746534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.746939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.747290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.747654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.748020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.748425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.748841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.749288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.749611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.749992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.750371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.750752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:01.755092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:01.769403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:01.786813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f82085dc-d0fb-4df0-9786-76514cd66f63 req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-groups/d196bbe3-f3cd-428e-a2b1-6283996a8b8f HTTP/1.1" status: 204 len: 173 time: 1.3272626 Jan 14 03:13:01.941459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:12:57Z', 'revision_number': 5, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:01.948200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38049a13-b18b-495c-81fe-e56938d049fa None None] The sync data for ids ['2a766e18-b3a6-4dc6-9bea-351b8233e9ee'] in n-d-765315-13 is: [{'id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'name': 'tempest-FloatingIPsTestJSON-1707825887-router', 'tenant_id': '2f4df0fb68d34f1184be5fd04468a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:45Z', 'updated_at': '2021-01-14T03:12:57Z', 'revision_number': 5, 'project_id': '2f4df0fb68d34f1184be5fd04468a341', 'gw_port': {'id': '1d0c3bc8-c405-471e-91a7-f7bb56a768ec', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a766e18-b3a6-4dc6-9bea-351b8233e9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:46Z', 'updated_at': '2021-01-14T03:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:13:02.035038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.042568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.126756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.127321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a766e18-b3a6-4dc6-9bea-351b8233e9ee {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:13:02.154115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc3605f-0e4f-4fce-85a6-55119a94541e {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:02.162681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.180638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.193495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a73fc863-c174-4bd7-8b01-4624dfeed83e admin admin] 10.222.0.30 "DELETE /v2.0/routers/2a766e18-b3a6-4dc6-9bea-351b8233e9ee HTTP/1.1" status: 204 len: 168 time: 2.4470246 Jan 14 03:13:02.200299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41350) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:02.227871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Transition to ACTIVE for port object 4fc3605f-0e4f-4fce-85a6-55119a94541e will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:02.238877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.260176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:02.302646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:02.345241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:02.349445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:02.610964 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2', 'code': 422} returned with failed status Jan 14 03:13:02.771174 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a434a594-03ee-465f-a9b5-570dc28ffd65', 'name': 'network-vif-deleted', 'tag': '914dd8a7-d5c8-40ba-b8b8-bcebf097eeff', 'status': 'completed', 'code': 200} Jan 14 03:13:02.847810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Deleting subnet 3c44087a-f367-49a1-ad4c-41e100b7605c {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:02.852106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.901349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:02.916925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:03.083957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:03.583938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:03.719613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.722449 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:03.725383 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:03.731597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-71d1f891-d649-427f-96a5-7509197c22c4 req-bc64c8d6-1d3d-40fe-8dc9-b205bfae74cd tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/d811f733-b222-4540-9069-a8a1d3243aa0 HTTP/1.1" status: 200 len: 1812 time: 0.9558756 Jan 14 03:13:03.772232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] Deleting subnet 9ffbda1a-8e66-421b-b4f5-83e8934d612b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:03.849357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:03.938576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Attempting to bind port 4fc3605f-0e4f-4fce-85a6-55119a94541e on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:03.939140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Attempting to bind port 4fc3605f-0e4f-4fce-85a6-55119a94541e by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:03.939674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Attempting to bind port 4fc3605f-0e4f-4fce-85a6-55119a94541e on network 2f0305d9-d430-4d04-aa6a-bb58bb464431 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:04.035999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:04.036390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Checking segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:04.036804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.037204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Bound using segment: {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:04.037696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Bound port: 4fc3605f-0e4f-4fce-85a6-55119a94541e, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44003841-623a-4958-9139-a239f75d1a06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2f0305d9-d430-4d04-aa6a-bb58bb464431'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:04.038067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.082611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.088512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 883a4d1e-44a1-48ec-8f46-368f6640540a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:04.129276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 883a4d1e-44a1-48ec-8f46-368f6640540a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:04.129967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 883a4d1e-44a1-48ec-8f46-368f6640540a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:04.130391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d0c3bc8-c405-471e-91a7-f7bb56a768ec no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:04.164592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 1d0c3bc8-c405-471e-91a7-f7bb56a768ec {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:04.165268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1d0c3bc8-c405-471e-91a7-f7bb56a768ec not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:04.177544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.262887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41412) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:04.324226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.378727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:04.386000 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] Found port (4fc3605f-0e4f-4fce-85a6-55119a94541e, 172.20.0.6) having IP allocation on subnet 9ffbda1a-8e66-421b-b4f5-83e8934d612b, cannot delete Jan 14 03:13:04.386914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-71d1f891-d649-427f-96a5-7509197c22c4 req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.436656 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:13:04.437158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:13:04.447545 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f62f4c1f-ecbf-40bc-aded-ec993fcf34d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 409 len: 404 time: 1.3623469 Jan 14 03:13:04.485026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c44087a-f367-49a1-ad4c-41e100b7605c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:04.516654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.517034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.517376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.517776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.518171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.518565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.518957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.519347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.520279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.520700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.521094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.521482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.521941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.522310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.522697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.523080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.523463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.523846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.524231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.524637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.525019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.525396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.525779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.526159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.526595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.526972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.527362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.527742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.528123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.528532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.528913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.529295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.529686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.530578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.530962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.531347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:04.537569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-c8788dfd-05ca-4923-9d98-f69eea3d71a4 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:04.539510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-c8788dfd-05ca-4923-9d98-f69eea3d71a4 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 0.5896747 Jan 14 03:13:04.547726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:04.557833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-71d1f891-d649-427f-96a5-7509197c22c4 req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.572473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d70d9df-5991-4222-b4f0-c035cf6dceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.582002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:04.606323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-d6451d81-6708-48c1-97e1-5f42202b4881 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/quotas/4fbe3cea49104f1b9d3b60baac139950 HTTP/1.1" status: 200 len: 375 time: 0.0505824 Jan 14 03:13:04.611043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6be3f-1fac-4d53-88a6-f5a315cf7456 None None] Network 04c3e25d-603d-4605-8b02-6906edcd7059 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:04.680030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:04.693513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.758847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:04.852971 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3c44087a-f367-49a1-ad4c-41e100b7605c HTTP/1.1" status: 204 len: 168 time: 2.6512837 Jan 14 03:13:04.866097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41424) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:04.895393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:05.045180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.060789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] DHCP port deletion for 04c3e25d-603d-4605-8b02-6906edcd7059 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:13:05.066094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Deleting port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:05.066525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.130998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Deleting port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:05.131857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.178142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.223416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-71d1f891-d649-427f-96a5-7509197c22c4 req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.255051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:05.260691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Usage tracker for resource:security_group_rule and tenant:be5f0b1b458948bcb386ec5518602460 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:05.264443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:05.271368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:05.341778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.357268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:05.361778 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:05.371129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-d9cff559-73ad-4c14-8d03-4fbea31a749a tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7636557 Jan 14 03:13:05.377045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:05.378717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:05.379504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.381040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] 10.222.0.78 "PUT /v2.0/ports/4fc3605f-0e4f-4fce-85a6-55119a94541e HTTP/1.1" status: 200 len: 1156 time: 5.9394240 Jan 14 03:13:05.425604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:05.433926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] For port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:05.435621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:05.435759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.447411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-71d1f891-d649-427f-96a5-7509197c22c4 req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.461776 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-71d1f891-d649-427f-96a5-7509197c22c4 req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-groups/d811f733-b222-4540-9069-a8a1d3243aa0 HTTP/1.1" status: 204 len: 173 time: 1.7300129 Jan 14 03:13:05.493343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Deleting port f6022223-22f6-4638-83e2-ecafc50e1c5b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:05.493720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.551832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] For port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,segment=NetworkSegment(c8e608a3-f2ff-4fb1-868e-10e2a89a9496),segment_id=c8e608a3-f2ff-4fb1-868e-10e2a89a9496)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:05.552227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.649525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroup': ['ID=d811f733-b222-4540-9069-a8a1d3243aa0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:05.653217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-8dc8825b-7167-4bb1-9db1-17014fc52a70 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813184 Jan 14 03:13:05.653917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Deleting port 14053324-63dc-4a7b-adee-668c79b84c89 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:05.654290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.662116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Calling delete_port for 747a9556-7dd1-410b-9d95-4d5ee1cb38fb owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:05.714868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:05.756714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Calling delete_port for 747a9556-7dd1-410b-9d95-4d5ee1cb38fb owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:05.788477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:05.809485 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:05.861882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Pushing event deleted for resources: {'Port': ['ID=747a9556-7dd1-410b-9d95-4d5ee1cb38fb,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:05.887770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fefc32b8-57b0-4810-8ee1-f793bcba419f req-b4151b7e-e871-4453-88d7-0f4c9d2a9d89 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1553748 Jan 14 03:13:05.945248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:06.008682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] No DVR routers for this DVR port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:06.019011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:13:06.020197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:13:06.047565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] For port f6022223-22f6-4638-83e2-ecafc50e1c5b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f6022223-22f6-4638-83e2-ecafc50e1c5b,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:06.048047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.086052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.100562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.105769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 747a9556-7dd1-410b-9d95-4d5ee1cb38fb no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:06.153794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-468e51f8-bc8e-417f-b568-aed035c8a0e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:06.179586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 747a9556-7dd1-410b-9d95-4d5ee1cb38fb {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:06.179988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 747a9556-7dd1-410b-9d95-4d5ee1cb38fb not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:06.217144 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e', 'status': 'completed', 'code': 200} Jan 14 03:13:06.221877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a6369-fa44-44eb-a699-47b40ade9433,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:06.273687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Calling delete_port for f6022223-22f6-4638-83e2-ecafc50e1c5b owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:06.326886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:06.345933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-40b4e20e-4c1a-447f-bffd-e82add4fe8d5 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/fbf7083d-63b2-45e7-97b9-7188576451c2 HTTP/1.1" status: 200 len: 1813 time: 0.6255288 Jan 14 03:13:06.365537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be5f0b1b458948bcb386ec5518602460&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0962491 Jan 14 03:13:06.372981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41466) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:06.437614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-f46416d8-a6b0-4ff9-8b82-1e05a09cfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:06.439618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-f46416d8-a6b0-4ff9-8b82-1e05a09cfa1d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 1159 time: 0.7931616 Jan 14 03:13:06.555815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Deleting port 747a9556-7dd1-410b-9d95-4d5ee1cb38fb {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:06.556324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.630032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.687650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Request body: {'port': {'device_id': '6aee346b-d813-41a8-8b63-0374f04adc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:06.775371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2beadba-ff10-469b-abd0-74cbecdc5b29 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:06.776393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9934079-6926-49d9-949d-369e7b0d2853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:06.849170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] The port '747a9556-7dd1-410b-9d95-4d5ee1cb38fb' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:13:07.273407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.342989 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-6da639f2-76b1-499e-bdb1-71b9e978c00b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e HTTP/1.1" status: 200 len: 217 time: 0.8714395 Jan 14 03:13:07.443033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.478467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6022223-22f6-4638-83e2-ecafc50e1c5b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:07.526566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-83766d81-61ad-4825-9ff4-761f022bc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:07.528246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-f8bd6f84-0adf-4ceb-95a2-3c44815553f0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:13:07.528778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-83766d81-61ad-4825-9ff4-761f022bc382 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=9ffbda1a-8e66-421b-b4f5-83e8934d612b HTTP/1.1" status: 200 len: 847 time: 0.1450574 Jan 14 03:13:07.571321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:07.624729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.627537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.727382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.746084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-72ca490f-b6c0-4c86-a067-6e188c38dce8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2f0305d9-d430-4d04-aa6a-bb58bb464431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295598 Jan 14 03:13:07.748727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.753208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] For port 14053324-63dc-4a7b-adee-668c79b84c89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=14053324-63dc-4a7b-adee-668c79b84c89,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:07.753628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:07.857830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 916c49de-61d2-4c84-baa2-4cce2b93df5c up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:07.928374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 916c49de-61d2-4c84-baa2-4cce2b93df5c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:07.933496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 916c49de-61d2-4c84-baa2-4cce2b93df5c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:07.933911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.059580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.090070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:08.101135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 916c49de-61d2-4c84-baa2-4cce2b93df5c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:08.104394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Calling delete_port for 14053324-63dc-4a7b-adee-668c79b84c89 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:08.104722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.107200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26a0f6a2-cf12-4f54-b803-8b9d97830a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:08.109822 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-c50ceed1-05a7-453b-bfbc-860005adeb31 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5077753 Jan 14 03:13:08.151415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-8b431584-2a88-48b3-a1b6-783f4bf7bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:08.153055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55603b93-e0f3-452c-b880-94418b0f79b7 req-8b431584-2a88-48b3-a1b6-783f4bf7bf8e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7316554 Jan 14 03:13:08.165088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-310addb8-0095-434b-81a1-ddeeaa7932aa tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:08.165904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-310addb8-0095-434b-81a1-ddeeaa7932aa tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Synchronizing usage tracker for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:08.176995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:08.180419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:08.187560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.262542 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-eb0c9106-fb1d-49d5-b3c8-e05713e51f32 service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930844 Jan 14 03:13:08.263296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.281946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-820063af-80cf-4957-bc1b-4c6204b374d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:08.326055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c3e25d-603d-4605-8b02-6906edcd7059']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:08.327243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-7c2c18bd-3d12-47fb-aa7c-e7c0c766d875 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:08.328923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-7c2c18bd-3d12-47fb-aa7c-e7c0c766d875 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 0.9880092 Jan 14 03:13:08.330934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-c84dd87b-10ab-4d47-a3d1-2ab45f6daf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:08.332446 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-c84dd87b-10ab-4d47-a3d1-2ab45f6daf50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 1160 time: 1.0878663 Jan 14 03:13:08.355997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.374667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:08.375003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e608a3-f2ff-4fb1-868e-10e2a89a9496') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:08.458547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.465189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-310addb8-0095-434b-81a1-ddeeaa7932aa tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Unset dirty status for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:08.466417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-310addb8-0095-434b-81a1-ddeeaa7932aa tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "GET /v2.0/ports?device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 948 time: 0.9855266 Jan 14 03:13:08.494684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf7083d-63b2-45e7-97b9-7188576451c2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:08.561566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.591978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:08.601841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.634414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:13:08.716983 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-ed2c76b1-32ad-4468-b340-8375acffd819 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/quotas/4fbe3cea49104f1b9d3b60baac139950 HTTP/1.1" status: 200 len: 375 time: 0.3556378 Jan 14 03:13:08.741726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.743125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f0f0887e-aa51-415c-8ace-1d9f13bbeb69 req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-groups/fbf7083d-63b2-45e7-97b9-7188576451c2 HTTP/1.1" status: 204 len: 173 time: 2.3741472 Jan 14 03:13:08.784643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Deleting port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:08.785031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:08.869867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-982c0da3-b1aa-4f57-8e32-556b8a53bb87 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6635735 Jan 14 03:13:09.096619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.147277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c69ccdc-fe7a-4b65-a941-48c8393fd49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:09.195178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-26cc9623-0dcd-487b-9e63-41060c34fe5d tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/networks?tenant_id=b819caeb12e346ac81e9fcd8231cf257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1143270 Jan 14 03:13:09.224618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-0bda0d5d-f9f5-4bf2-9346-17c33993f5ce service neutron] 10.222.0.78 "GET /v2.0/networks/2f0305d9-d430-4d04-aa6a-bb58bb464431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9232738 Jan 14 03:13:09.276364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a6369-fa44-44eb-a699-47b40ade9433,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:09.278511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.282741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e97a6369-fa44-44eb-a699-47b40ade9433 HTTP/1.1" status: 204 len: 168 time: 2.9058261 Jan 14 03:13:09.282741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-69878a0a-e2a6-4673-9291-4687d280c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:09.282741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-69878a0a-e2a6-4673-9291-4687d280c0e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 900 time: 0.9199314 Jan 14 03:13:09.292152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:09.357186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Network 04c3e25d-603d-4605-8b02-6906edcd7059 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:09.360077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.370647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.451978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 916c49de-61d2-4c84-baa2-4cce2b93df5c up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:09.553787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-25c26732-1c4e-4cfb-bf8a-af046881adb0 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:09.555452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-25c26732-1c4e-4cfb-bf8a-af046881adb0 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "GET /v2.0/ports?device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 949 time: 0.9536111 Jan 14 03:13:09.557810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 916c49de-61d2-4c84-baa2-4cce2b93df5c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:09.559130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.563702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-5ef07a05-9c64-4c20-ad9d-2b6c23be487e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c HTTP/1.1" status: 200 len: 217 time: 0.2664652 Jan 14 03:13:09.692290 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-83f0c9ac-9c79-48dd-8621-6368cea479d6 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9599223 Jan 14 03:13:09.741712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:09.842978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41544) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:09.850716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.883119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d970a392-77dd-4596-95e3-ed81635c6402 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:09.888827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.899150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Network 04c3e25d-603d-4605-8b02-6906edcd7059 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:09.924755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:09.927917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:09.930769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.937256 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:13:09.940037 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:13:09.958245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Deleting port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:09.958626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.009059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:10.013310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:10.063905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:13:10.068287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=14053324-63dc-4a7b-adee-668c79b84c89,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:10.071142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-05b84e12-b20c-4af6-a6bf-c3a2b0eeb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:10.073231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-05b84e12-b20c-4af6-a6bf-c3a2b0eeb687 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d1a20bc7-284b-4436-a94c-fe639cf1dbb8 HTTP/1.1" status: 200 len: 845 time: 0.4983754 Jan 14 03:13:10.087067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-b1ae8a26-de17-4e8b-ac61-a655ca1608ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:10.087336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:10.088753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-b1ae8a26-de17-4e8b-ac61-a655ca1608ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c3f71f01982741ce8341207c50fa85ba&device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 1165 time: 1.1370778 Jan 14 03:13:10.111249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-fa1d2eec-9db1-435d-b4f8-737c40292960 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:10.112912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-fa1d2eec-9db1-435d-b4f8-737c40292960 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8987122 Jan 14 03:13:10.113774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.233359 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-c00464cf-23cf-4f7b-abc7-44e4eb3f8198 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=019403ac-af72-49cf-9741-f8f0934cf2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962083 Jan 14 03:13:10.238901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:10.251976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-8f88e75a-e900-4964-a188-e300e81ff762 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/quotas/b819caeb12e346ac81e9fcd8231cf257 HTTP/1.1" status: 200 len: 375 time: 0.1135554 Jan 14 03:13:10.253737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-b31ae888-94c8-4780-97ae-eae15e6ab3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:10.255256 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-b31ae888-94c8-4780-97ae-eae15e6ab3ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 1159 time: 0.9654157 Jan 14 03:13:10.269110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Usage tracker for resource:security_group_rule and tenant:3e59ba2017b1456993bd4b9d56bfa2aa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:10.332463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.341130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:10.365532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:10.431390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.443452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:10.472932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] For port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:10.473341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.492011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.495938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:10.515055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Pushing event deleted for resources: {'Network': ['ID=04c3e25d-603d-4605-8b02-6906edcd7059,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:10.528061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Transition to ACTIVE for port object 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:10.533358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:10.568418 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-98bd9c82-f10a-42bd-bf85-8df48ad937c8 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8751543 Jan 14 03:13:10.590070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-df4d891f-820e-4917-8467-4d5b9348e92f tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/ports?tenant_id=b819caeb12e346ac81e9fcd8231cf257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2540071 Jan 14 03:13:10.661483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:10.675389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:10.721254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Calling delete_port for e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:10.788269 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c', 'code': 200} Jan 14 03:13:11.164834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] 10.222.0.30 "DELETE /v2.0/networks/04c3e25d-603d-4605-8b02-6906edcd7059 HTTP/1.1" status: 204 len: 168 time: 6.2975452 Jan 14 03:13:11.166161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-fe690388-2edc-406c-a174-208f37809caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:11.167619 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-fe690388-2edc-406c-a174-208f37809caa service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 1.0320950 Jan 14 03:13:11.292614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:11.301428 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-92249664-8b59-4983-966f-bfcfbafece88 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 HTTP/1.1" status: 200 len: 217 time: 0.1234944 Jan 14 03:13:11.305584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-3343caaa-7f2e-45a1-b645-cf362e7d40fc service neutron] 10.222.0.74 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577185 Jan 14 03:13:11.316401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:11.329806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:13:11.372537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-b2bea19c-fcb5-4595-a08c-509a40b2a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:11.374371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-b2bea19c-fcb5-4595-a08c-509a40b2a76f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=6cf4718ceb8f495ab2cb2fade77d8b7b&shared=False HTTP/1.1" status: 200 len: 901 time: 1.0396640 Jan 14 03:13:11.492528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-ca860a1c-8b6c-4346-887a-d010398237a9 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "GET /v2.0/security-groups/a9846b8f-9234-4a89-86f6-9892bd630344 HTTP/1.1" status: 200 len: 1813 time: 0.3967829 Jan 14 03:13:11.515554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:11.540833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41560) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:11.614319 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-e1f962a2-5235-42ff-825a-af314ca1af51 service neutron] 10.222.0.30 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0232053 Jan 14 03:13:11.623668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-4d98e0e4-9dc9-4124-8a6f-d8bddd8c8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:11.625191 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-4d98e0e4-9dc9-4124-8a6f-d8bddd8c8b56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.2940595 Jan 14 03:13:11.707806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] For port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:11.708214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:11.958557 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a09feb0e-6b73-4af7-9c3e-7779f4653f72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f4df0fb68d34f1184be5fd04468a341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042115 Jan 14 03:13:12.019707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41570) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:12.039805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Calling delete_port for 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:12.060559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4fc3605f-0e4f-4fce-85a6-55119a94541e up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:12.227211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.238300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 4fc3605f-0e4f-4fce-85a6-55119a94541e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:12.246729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 4fc3605f-0e4f-4fce-85a6-55119a94541e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:12.249180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.285658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.297527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:12.307112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-13a6541e-f97b-49cd-be7a-96956681338b tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "GET /v2.0/networks?tenant_id=b819caeb12e346ac81e9fcd8231cf257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577544 Jan 14 03:13:12.394877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.406059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a17243-5496-474d-b12e-eff753117132 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:12.458701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.539582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:12.549828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.552450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:12.688633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Pushing event deleted for resources: {'Port': ['ID=e970b95d-52a9-4756-a5a6-bdaa5e9b69b2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:12.693567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:12.703636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:12.725420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:12.766219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:13:12.775850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Sync routers for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:13:12.787028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Attempting to bind port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:12.787652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Attempting to bind port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:12.788211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Attempting to bind port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f on network f8bbec8a-5d21-447f-b263-77539e76d738 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:12.792553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3'}, {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:12.803209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:12.803819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Checking segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:12.804460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.805199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Bound using segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:12.805846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Bound port: 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:12.806539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.808938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:12.812632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:12.813767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-1c0c9d99-7cbf-4ee8-8ebd-483605d562fe tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:12.815429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-1c0c9d99-7cbf-4ee8-8ebd-483605d562fe tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428039 Jan 14 03:13:12.818660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] No DVR routers for this DVR port e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:12.821291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:12.832433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-deleted', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:12.839642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-28c36566-4455-4ea0-91d9-1ef249debba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:12.841680 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-28c36566-4455-4ea0-91d9-1ef249debba0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1425667 Jan 14 03:13:12.853779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0affdc55-ff1d-468d-b812-370a808f7e0b req-06672729-d5dd-416d-8400-70fa6ef7e4c3 service neutron] 10.222.0.74 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5211437 Jan 14 03:13:12.919827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-9d28d69b-16c6-403a-9a41-59324443b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:12.922092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9ce275c6-b45f-4476-aef7-30cdf75eb3ca req-9d28d69b-16c6-403a-9a41-59324443b707 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5006695 Jan 14 03:13:12.931409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Request body: {'port': {'device_id': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': 'b819caeb12e346ac81e9fcd8231cf257'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:12.949887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] 10.222.0.30 "PUT /v2.0/routers/801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6437738 Jan 14 03:13:12.958719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:13.014430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.017974 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "DELETE /v2.0/ports/e970b95d-52a9-4756-a5a6-bdaa5e9b69b2 HTTP/1.1" status: 204 len: 173 time: 4.4946585 Jan 14 03:13:13.083380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.087422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e59ba2017b1456993bd4b9d56bfa2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2235188 Jan 14 03:13:13.088777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150e9b61-4750-445e-967a-ed9d1a94817c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:13.094298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41596) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:13.156695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:13.163352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:13.250661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.307444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.309297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:13.435860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-93f2b6b2-58f9-4982-85ec-f59c57aab5c4 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759549 Jan 14 03:13:13.504713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.516919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4d3eab4-5971-4f18-9a1f-b709bca34c50 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:13.606794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5cc0dd-944b-4a2d-a939-0f320086e5e2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:13.610737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:13.641194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.645035 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f5cc0dd-944b-4a2d-a939-0f320086e5e2 HTTP/1.1" status: 204 len: 168 time: 1.6148090 Jan 14 03:13:13.740518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] For port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:13.855324 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-deleted', 'tag': 'e970b95d-52a9-4756-a5a6-bdaa5e9b69b2', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:13:13.875088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] For port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:13.878165 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3423512-f60b-450c-9379-8ed835acd726 req-e203278b-c3cf-4010-9302-72c459548b5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 210 time: 0.1350708 Jan 14 03:13:13.900390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Usage tracker for resource:port and tenant:b819caeb12e346ac81e9fcd8231cf257 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:13.921578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:13.979939 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3', 'code': 422} returned with failed status Jan 14 03:13:13.980246 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e', 'code': 200} Jan 14 03:13:14.008415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d89acafb-5416-4d30-bf16-0bbad7bae951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:14.049478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 916c49de-61d2-4c84-baa2-4cce2b93df5c no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:14.132503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:14.135723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4fc3605f-0e4f-4fce-85a6-55119a94541e up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:14.155253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d17bb822-9acc-41f6-92d5-89fa319525a9 req-bbcd15ca-5f16-4323-9d2c-e3c3daab1ae9 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6991420 Jan 14 03:13:14.168724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41616) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:14.170758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3423512-f60b-450c-9379-8ed835acd726 req-4fde3190-733f-4ab5-9681-9bd5349c2f09 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=153c7da63bff4939b998a34424880316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2677450 Jan 14 03:13:14.242726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:14.335514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 4fc3605f-0e4f-4fce-85a6-55119a94541e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:14.336080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.361618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.371134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.383603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] Deleting subnet d1a20bc7-284b-4436-a94c-fe639cf1dbb8 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:14.388199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.461630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.548571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.585593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:13:06Z', 'revision_number': 5, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:14.591590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3423512-f60b-450c-9379-8ed835acd726 req-3dcf0327-f1f2-484f-ac68-233edbac388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:14.593525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3423512-f60b-450c-9379-8ed835acd726 req-3dcf0327-f1f2-484f-ac68-233edbac388a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3450658 Jan 14 03:13:14.599891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 916c49de-61d2-4c84-baa2-4cce2b93df5c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:14.613105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Checking router: 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:13:14.617921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.622256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:14.638215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:14.671187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.729574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:14.735400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:14.738775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Routers {'801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:14.739479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:14.801973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.835976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.886592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.897516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:14.905069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88063f06-d0df-4f30-91cd-cac764d14eda req-f6f417af-0846-466b-9320-78c014ae2761 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/networks?tenant_id=b819caeb12e346ac81e9fcd8231cf257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4578445 Jan 14 03:13:14.911423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Made reservation on behalf of b819caeb12e346ac81e9fcd8231cf257 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:14.923158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:14.961237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c3423512-f60b-450c-9379-8ed835acd726 req-0ff3d7e6-3eaf-4236-8706-ac68ec64a9ea tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Synchronizing usage tracker for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:14.993646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c3423512-f60b-450c-9379-8ed835acd726 req-0ff3d7e6-3eaf-4236-8706-ac68ec64a9ea tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Unset dirty status for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:14.995345 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3423512-f60b-450c-9379-8ed835acd726 req-0ff3d7e6-3eaf-4236-8706-ac68ec64a9ea tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.74 "GET /v2.0/ports?device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 210 time: 0.0945323 Jan 14 03:13:14.999714 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] Found port (916c49de-61d2-4c84-baa2-4cce2b93df5c, 172.20.0.10) having IP allocation on subnet d1a20bc7-284b-4436-a94c-fe639cf1dbb8, cannot delete Jan 14 03:13:15.002373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] Set router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:15.006860 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:13:15.007349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:13:15.017599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17bac5fe-4222-43ac-a394-f3ce69e1ca04 tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:15.017707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91d3a269-ff88-4b45-b0ec-ce9fd22c7e45 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1a20bc7-284b-4436-a94c-fe639cf1dbb8 HTTP/1.1" status: 409 len: 404 time: 0.8379536 Jan 14 03:13:15.017707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:15.017707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.017707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] 10.222.0.74 "PUT /v2.0/ports/8d4d771a-0c44-464e-9ee4-8c6c696e0e8f HTTP/1.1" status: 200 len: 1156 time: 8.4098814 Jan 14 03:13:15.073068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.095413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.119168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.300151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9846b8f-9234-4a89-86f6-9892bd630344,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:15.313918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:15.420228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-55355e6d-e3e5-4ccd-affe-40b938a23ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:15.423359 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-55355e6d-e3e5-4ccd-affe-40b938a23ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 1159 time: 0.1709831 Jan 14 03:13:15.521249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6debb917-0cc7-41d9-a4d1-e4b6982933c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:15.563044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-ca695e08-6223-471d-877a-a9c9e9ec82c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f HTTP/1.1" status: 200 len: 217 time: 0.1302819 Jan 14 03:13:15.613579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-5d3f377b-4f82-483d-aef7-40190f40639f tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:15.619389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-5d3f377b-4f82-483d-aef7-40190f40639f tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.74 "GET /v2.0/ports?device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 946 time: 2.7852757 Jan 14 03:13:15.623254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.624910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/150e9b61-4750-445e-967a-ed9d1a94817c HTTP/1.1" status: 204 len: 168 time: 2.4671996 Jan 14 03:13:15.632198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:15.634765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41652) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:15.637261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Usage tracker for resource:security_group_rule and tenant:b819caeb12e346ac81e9fcd8231cf257 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:15.637601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-d04f1835-45d1-4c2b-b99b-a6372017df22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=36d165e5-6a66-415c-938d-693d649dc935 HTTP/1.1" status: 200 len: 210 time: 0.0735683 Jan 14 03:13:15.641709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:15.647944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:15.728563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.78', 50337) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:15.747207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:15.774923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:13:06Z', 'revision_number': 5, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:15.789709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1e675-d0ee-44af-a460-b392fa0f13a1 None None] The sync data for ids ['801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1'] in n-d-765315-13 is: [{'id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'name': 'tempest-AttachSCSIVolumeTestJSON-464495806-router', 'tenant_id': 'ab42f3692e51474fa94da51d603c7984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:27Z', 'updated_at': '2021-01-14T03:13:06Z', 'revision_number': 5, 'project_id': 'ab42f3692e51474fa94da51d603c7984', 'gw_port': {'id': 'cd058901-2b84-4237-9ae4-e15074ef6bd8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:30Z', 'updated_at': '2021-01-14T03:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:13:15.817568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4fc3605f-0e4f-4fce-85a6-55119a94541e no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:15.882237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'tag': '8d4d771a-0c44-464e-9ee4-8c6c696e0e8f'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:15.927053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e9b61-4750-445e-967a-ed9d1a94817c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:15.955511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-831cf9f5-04fd-4747-a1d0-7277a65376c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:15.957433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-831cf9f5-04fd-4747-a1d0-7277a65376c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a02d7d6-25c9-4ed7-84ea-ef819baee198 HTTP/1.1" status: 200 len: 853 time: 0.3164408 Jan 14 03:13:15.968736 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-20388ea4-5e4d-473e-8fda-3ac68ac4abfc tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.78 "GET /v2.0/networks?tenant_id=153c7da63bff4939b998a34424880316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6421857 Jan 14 03:13:16.002907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Deleting port 916c49de-61d2-4c84-baa2-4cce2b93df5c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:16.005120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.019790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:16.076154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:16.077342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f6022223-22f6-4638-83e2-ecafc50e1c5b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.124941 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:16.129296 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:16.135145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: f6022223-22f6-4638-83e2-ecafc50e1c5b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:16.135757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f6022223-22f6-4638-83e2-ecafc50e1c5b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:16.147782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-60a1fe8e-7fa3-467d-8609-2a1e83d0dcee tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:16.149937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-60a1fe8e-7fa3-467d-8609-2a1e83d0dcee tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "GET /v2.0/ports?device_id=79271b93-4878-403d-a23c-5dc9588e3242 HTTP/1.1" status: 200 len: 945 time: 0.4180117 Jan 14 03:13:16.266352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 4fc3605f-0e4f-4fce-85a6-55119a94541e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:16.266743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.313367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.330862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:16.376903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.396182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:16.402481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.405207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:16.471352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Pushing event deleted for resources: {'Port': ['ID=27bcc45b-b5db-40e4-8d86-73e2d2a07cf3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:16.479990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:16.484041 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:16.506384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:16.511580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-b15158cd-f5da-4b4b-bfda-cd3de611d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:16.513246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-b15158cd-f5da-4b4b-bfda-cd3de611d210 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4fbe3cea49104f1b9d3b60baac139950&shared=False HTTP/1.1" status: 200 len: 900 time: 0.8189125 Jan 14 03:13:16.517472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4c8fff0-654f-4cc9-9403-647e9f318991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:16.518299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-network', 'tenant_id': '89154adaf3024349b0927476a090501f'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:16.526687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.532748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-77a852e9-bcc2-492d-9d08-76e0d807b08f req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] 10.222.0.30 "DELETE /v2.0/security-groups/a9846b8f-9234-4a89-86f6-9892bd630344 HTTP/1.1" status: 204 len: 173 time: 4.9064310 Jan 14 03:13:16.693723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:16.700446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-de1061af-1ef0-40b1-ae5d-874cdcbde950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:16.702616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-de1061af-1ef0-40b1-ae5d-874cdcbde950 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1749318 Jan 14 03:13:16.703152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41686) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:16.709513 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'tag': '8d4d771a-0c44-464e-9ee4-8c6c696e0e8f', 'status': 'completed', 'code': 200} Jan 14 03:13:16.716102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Usage tracker for resource:network and tenant:89154adaf3024349b0927476a090501f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:16.734735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:16.772539 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c', 'code': 422} returned with failed status Jan 14 03:13:16.820539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:16.862309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-94871c74-611d-48fe-99e1-3fc1f585b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:16.863963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-94871c74-611d-48fe-99e1-3fc1f585b0fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8bbec8a-5d21-447f-b263-77539e76d738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8668823 Jan 14 03:13:16.878237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb6f2ac3-9249-4d0f-89da-b07a98bac19c req-d3e85319-b44e-4d3e-9fd2-fcbf303af8c9 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "GET /v2.0/ports?device_id=36d165e5-6a66-415c-938d-693d649dc935 HTTP/1.1" status: 200 len: 210 time: 0.1071939 Jan 14 03:13:16.922609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:16.923024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.935530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Made reservation on behalf of 89154adaf3024349b0927476a090501f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:16.941194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:16.963380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:17.191268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Deleting subnet 4cfebdf6-1171-494f-beb8-f6d12a53b6b7 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:17.195185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:17.253122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:17.332327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:17.465551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:17.481285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 4fc3605f-0e4f-4fce-85a6-55119a94541e owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:17.519786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:17.564457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Usage tracker for resource:security_group_rule and tenant:89154adaf3024349b0927476a090501f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:17.576222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:17.648559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:17.687246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-40a4a244-a1a9-48fb-b673-e73688a73d8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=36d165e5-6a66-415c-938d-693d649dc935 HTTP/1.1" status: 200 len: 210 time: 0.0886896 Jan 14 03:13:17.728592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Pushing event updated for resources: {'SecurityGroup': ['ID=5edac95b-1f0e-49c5-b9c9-a9cab22247bb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:17.818084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] No DVR routers for this DVR port 27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:17.822395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Router f064e048-816e-47aa-a9b2-0ce538a107fc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:13:17.832847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.315s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:17.885415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41730) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:17.887215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:17.930108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-deleted', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:18.056605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88063f06-d0df-4f30-91cd-cac764d14eda req-ef8ed6f2-7b5d-41a3-8282-26a7982b4753 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:18.059502 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88063f06-d0df-4f30-91cd-cac764d14eda req-ef8ed6f2-7b5d-41a3-8282-26a7982b4753 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 3.1534238 Jan 14 03:13:18.224214 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5baec031-8282-477b-b6ea-cc3ba59dab4d service neutron] 10.222.0.74 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3402991 Jan 14 03:13:18.240026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-a2bc423c-3927-424b-bb09-8631a512959f tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:18.241671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-a2bc423c-3927-424b-bb09-8631a512959f tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1598215 Jan 14 03:13:18.300695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:18.349274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ad4b9720-efcf-4b70-8d15-fb4aafdf057d tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Synchronizing usage tracker for tenant:19a0861cc0b44044930d125fe6c8ef94 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:18.361802 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "DELETE /v2.0/ports/27bcc45b-b5db-40e4-8d86-73e2d2a07cf3 HTTP/1.1" status: 204 len: 173 time: 8.7926147 Jan 14 03:13:18.372783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:18.382011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-672848005-network', 'tenant_id': '751a42dd67e74a838302241f9c47cf88'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:18.393178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Allocated IP 192.168.233.21 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/97427b0a-4a41-4b77-bbe4-646a2b47ab83) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:18.400522 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88063f06-d0df-4f30-91cd-cac764d14eda req-5f226f13-47c1-4e8b-b314-d25c769bd079 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/quotas/b819caeb12e346ac81e9fcd8231cf257 HTTP/1.1" status: 200 len: 375 time: 0.2841256 Jan 14 03:13:18.402572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ca42425-47f9-49e5-a957-3afad7afd8b3 req-44db1eb6-d3e3-4a62-a203-1fa60ebfa59e tempest-AbsoluteLimitsNegativeTestJSON-510066691 tempest-AbsoluteLimitsNegativeTestJSON-510066691] 10.222.0.30 "GET /v2.0/networks?tenant_id=107f53545e0c479b87bd205ff7bf87d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4667969 Jan 14 03:13:18.409519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Request body: {'port': {'device_id': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '153c7da63bff4939b998a34424880316'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:18.448443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Deleting port cd058901-2b84-4237-9ae4-e15074ef6bd8 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:18.448977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:18.487209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:18.503056 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-285d67d1-9145-447c-88d3-12e1b9d17f87 service neutron] 10.222.0.74 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2487962 Jan 14 03:13:18.509126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:18.533217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:13:18.533614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:13:18.535667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Usage tracker for resource:security_group_rule and tenant:93fd169470974366940680906504cf58 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:18.542298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-bd29034c-7e38-4de9-8399-e9010064815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:18.543879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-bd29034c-7e38-4de9-8399-e9010064815c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4fbe3cea49104f1b9d3b60baac139950&shared=False HTTP/1.1" status: 200 len: 900 time: 0.8397908 Jan 14 03:13:18.548494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:18.648615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Usage tracker for resource:network and tenant:751a42dd67e74a838302241f9c47cf88 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:18.669421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ad4b9720-efcf-4b70-8d15-fb4aafdf057d tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Unset dirty status for tenant:19a0861cc0b44044930d125fe6c8ef94 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:18.670706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fb3810ca-fd41-4f7e-b747-36bdeec17034 req-ad4b9720-efcf-4b70-8d15-fb4aafdf057d tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] 10.222.0.74 "GET /v2.0/ports?device_id=4828107f-ded9-4ade-a187-7f0fc8085502 HTTP/1.1" status: 200 len: 210 time: 0.5222766 Jan 14 03:13:18.673289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:18.723431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:18.774007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-e4c6715c-12f4-41ad-9da0-4437f506cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:18.774307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:18.775613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-e4c6715c-12f4-41ad-9da0-4437f506cb5b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2168260 Jan 14 03:13:18.821532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88063f06-d0df-4f30-91cd-cac764d14eda req-6b520099-4946-4aaa-ac21-19d0bf39a21a tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Synchronizing usage tracker for tenant:b819caeb12e346ac81e9fcd8231cf257 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:18.827880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:18.830122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:18.906637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0811053e-d5a3-478d-82c8-5cae2924393c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:19.030978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.039418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Deleting port 4fc3605f-0e4f-4fce-85a6-55119a94541e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:19.039792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.091997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.098956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfebdf6-1171-494f-beb8-f6d12a53b6b7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:19.102604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20c719ad-ba14-4c51-a665-ee80635ebfac req-b828eb84-92b9-4750-9a44-f694fea5b052 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "GET /v2.0/ports?device_id=36d165e5-6a66-415c-938d-693d649dc935 HTTP/1.1" status: 200 len: 210 time: 0.2567601 Jan 14 03:13:19.109862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:19.120146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Made reservation on behalf of 751a42dd67e74a838302241f9c47cf88 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:19.125411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.153324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2976a36f-498e-46dc-aac9-501ed0a706fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:19.157658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88063f06-d0df-4f30-91cd-cac764d14eda req-6b520099-4946-4aaa-ac21-19d0bf39a21a tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Unset dirty status for tenant:b819caeb12e346ac81e9fcd8231cf257 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:19.172292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88063f06-d0df-4f30-91cd-cac764d14eda req-6b520099-4946-4aaa-ac21-19d0bf39a21a tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.30 "GET /v2.0/ports?tenant_id=b819caeb12e346ac81e9fcd8231cf257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7685034 Jan 14 03:13:19.195299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.224936 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4cfebdf6-1171-494f-beb8-f6d12a53b6b7 HTTP/1.1" status: 204 len: 168 time: 2.5121469 Jan 14 03:13:19.224936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fe49e8a6-cfb5-4834-9f6e-03d7b5bce971 req-570664b3-6cd3-4534-bf29-e764064b8650 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Synchronizing usage tracker for tenant:c3f71f01982741ce8341207c50fa85ba on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:19.231749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41750) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:19.246655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42425-47f9-49e5-a957-3afad7afd8b3 req-a44472f4-e48d-461a-ad46-6daae1cbf013 tempest-AbsoluteLimitsNegativeTestJSON-510066691 tempest-AbsoluteLimitsNegativeTestJSON-510066691] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:19.253325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-345f837b-28da-418b-9ec1-d1b7e8a8a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:19.255039 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ca42425-47f9-49e5-a957-3afad7afd8b3 req-a44472f4-e48d-461a-ad46-6daae1cbf013 tempest-AbsoluteLimitsNegativeTestJSON-510066691 tempest-AbsoluteLimitsNegativeTestJSON-510066691] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7742999 Jan 14 03:13:19.255185 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-345f837b-28da-418b-9ec1-d1b7e8a8a9c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 1159 time: 0.6945877 Jan 14 03:13:19.256551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.266272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:19.296193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:13:19.298918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] For port 916c49de-61d2-4c84-baa2-4cce2b93df5c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=916c49de-61d2-4c84-baa2-4cce2b93df5c,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:19.299502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.308181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Sync routers for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:13:19.329195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:19.330062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:19.443767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 5f586e46-9703-4f3c-b388-e108dbdeb616 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:19.507332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-225705d7-033b-4c80-868f-63263d541fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:19.508961 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-225705d7-033b-4c80-868f-63263d541fb3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8bbec8a-5d21-447f-b263-77539e76d738 HTTP/1.1" status: 200 len: 908 time: 0.2355435 Jan 14 03:13:19.509512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.532682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2ae5d-1803-4c91-8093-a4b406af63ed,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:19.536935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Transition to ACTIVE for port object 97427b0a-4a41-4b77-bbe4-646a2b47ab83 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:19.570586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a4a3272e-70c9-464b-a421-14901290cf4f admin admin] 10.222.0.30 "PUT /v2.0/routers/f064e048-816e-47aa-a9b2-0ce538a107fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9968545 Jan 14 03:13:19.575153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:19.579367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] No Port match for: 5f586e46-9703-4f3c-b388-e108dbdeb616 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:19.580003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Usage tracker for resource:security_group_rule and tenant:751a42dd67e74a838302241f9c47cf88 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:19.581288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 5f586e46-9703-4f3c-b388-e108dbdeb616 not bound to the agent host n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:19.583135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:19.589475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:19.606153 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e', 'code': 200} Jan 14 03:13:19.624768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41758) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:19.626547 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-deleted', 'tag': '27bcc45b-b5db-40e4-8d86-73e2d2a07cf3', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:13:19.630954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.703657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:19.730487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:19.755416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:19.756136 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Added segment a28a35b3-5a1c-4103-8020-f891618f9582 of type vxlan for network f904cc61-80d1-4c8e-9d7d-d49780f4136a Jan 14 03:13:19.871852 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-1057b9d4-7844-4ad5-8e2b-8916da68048b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f HTTP/1.1" status: 200 len: 217 time: 0.1346967 Jan 14 03:13:19.932018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:20.096602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fe49e8a6-cfb5-4834-9f6e-03d7b5bce971 req-570664b3-6cd3-4534-bf29-e764064b8650 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Unset dirty status for tenant:c3f71f01982741ce8341207c50fa85ba on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:20.097796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe49e8a6-cfb5-4834-9f6e-03d7b5bce971 req-570664b3-6cd3-4534-bf29-e764064b8650 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.74 "GET /v2.0/ports?device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 210 time: 1.0283763 Jan 14 03:13:20.263961 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ca42425-47f9-49e5-a957-3afad7afd8b3 req-f388d6a1-3891-483e-b07f-56a41cb43326 tempest-AbsoluteLimitsNegativeTestJSON-510066691 tempest-AbsoluteLimitsNegativeTestJSON-510066691] 10.222.0.30 "GET /v2.0/quotas/107f53545e0c479b87bd205ff7bf87d9 HTTP/1.1" status: 200 len: 375 time: 1.0083702 Jan 14 03:13:20.285232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:20.366846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Calling delete_port for 916c49de-61d2-4c84-baa2-4cce2b93df5c owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:20.396818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-719c8337-93b5-4a02-84ec-00e583b04897 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:20.406366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:13:09Z', 'revision_number': 5, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:20.412216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Checking router: f064e048-816e-47aa-a9b2-0ce538a107fc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:13:20.424647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Routers {'f064e048-816e-47aa-a9b2-0ce538a107fc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:20.425498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f064e048-816e-47aa-a9b2-0ce538a107fc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:20.444315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:20.518781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41782) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:20.542928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:20.563052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ca42425-47f9-49e5-a957-3afad7afd8b3 req-68cfe901-3c9b-4211-a1f5-42b5e05c65fa tempest-AbsoluteLimitsNegativeTestJSON-510066691 tempest-AbsoluteLimitsNegativeTestJSON-510066691] 10.222.0.30 "GET /v2.0/ports?tenant_id=107f53545e0c479b87bd205ff7bf87d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2976747 Jan 14 03:13:20.689200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] Set router f064e048-816e-47aa-a9b2-0ce538a107fc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:20.850040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-a5bc69ef-f86f-4ac4-9fad-2a5da4d64fd0 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3f71f01982741ce8341207c50fa85ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4351809 Jan 14 03:13:20.851948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:20.882433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-d8774829-7c65-4d7f-b78a-8cc80dab461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:20.883996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-d8774829-7c65-4d7f-b78a-8cc80dab461c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5a02d7d6-25c9-4ed7-84ea-ef819baee198 HTTP/1.1" status: 200 len: 853 time: 0.8516848 Jan 14 03:13:20.927447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:20.935052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:21.002999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.014630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72d02769-cc5f-4cfe-b5e4-1e3c607c2114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:21.045867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93fd169470974366940680906504cf58&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5355101 Jan 14 03:13:21.096174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:13:21.104937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd28297d-2370-498c-988c-4f3c7dc7e04f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:21.110486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41792) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:21.156429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:13:09Z', 'revision_number': 5, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:21.161328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3177ba4e-2fe3-482e-b452-f9207eea3f54 None None] The sync data for ids ['f064e048-816e-47aa-a9b2-0ce538a107fc'] in n-d-765315-13 is: [{'id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'name': 'tempest-FloatingIPDetailsTestJSON-267909807-router', 'tenant_id': '6c2b8fa5fda1425c90f0795f355ce687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:11:17Z', 'updated_at': '2021-01-14T03:13:09Z', 'revision_number': 5, 'project_id': '6c2b8fa5fda1425c90f0795f355ce687', 'gw_port': {'id': '89afdab3-adc7-4b9b-b2e8-5268a93f2318', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f064e048-816e-47aa-a9b2-0ce538a107fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:11:19Z', 'updated_at': '2021-01-14T03:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:13:21.174464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41794) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:21.182734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:21.209430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] For port cd058901-2b84-4237-9ae4-e15074ef6bd8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd058901-2b84-4237-9ae4-e15074ef6bd8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:21.209430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.253011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Pushing event updated for resources: {'Port': ['ID=97427b0a-4a41-4b77-bbe4-646a2b47ab83,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:21.319389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a70c441-e6cb-4d27-954a-da7d64e6b9e9']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:21.339284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.378237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:21.378883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.400744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4863e9a5-76d8-4831-912d-92838ce31ba7') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:21.401398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4863e9a5-76d8-4831-912d-92838ce31ba7') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:21.408060 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b9e257-cf10-445b-8b9e-cace709862b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:21.463225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:21.463884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Made reservation on behalf of 153c7da63bff4939b998a34424880316 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.465389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.468780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:21.472668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:21.477202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.477896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.500443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Calling delete_port for cd058901-2b84-4237-9ae4-e15074ef6bd8 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:21.541506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.572970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-522b892c-b937-4902-b497-1367482777b6 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:21.574621 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-522b892c-b937-4902-b497-1367482777b6 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6959882 Jan 14 03:13:21.577845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-a1f0b563-b0bd-4911-bc6c-73da2148b69e tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:21.579522 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-a1f0b563-b0bd-4911-bc6c-73da2148b69e tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.74 "GET /v2.0/ports?device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 943 time: 2.4351656 Jan 14 03:13:21.601567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] For port 4fc3605f-0e4f-4fce-85a6-55119a94541e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4fc3605f-0e4f-4fce-85a6-55119a94541e,segment=NetworkSegment(44003841-623a-4958-9139-a239f75d1a06),segment_id=44003841-623a-4958-9139-a239f75d1a06)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:21.601967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.635533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Request body: {'port': {'device_id': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': 'c3f71f01982741ce8341207c50fa85ba'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:21.665613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:21.677125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.681888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-6f75225c-653c-4ec8-bfbb-c64bb1ad49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:21.683501 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-6f75225c-653c-4ec8-bfbb-c64bb1ad49fc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8bbec8a-5d21-447f-b263-77539e76d738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6706655 Jan 14 03:13:21.684864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 6.0462878 Jan 14 03:13:21.686731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Usage tracker for resource:security_group_rule and tenant:107f53545e0c479b87bd205ff7bf87d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:21.698165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41804) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:21.714293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c10eef8-a717-40f0-8dbc-c2bc035a2168 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b819caeb12e346ac81e9fcd8231cf257&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1618404 Jan 14 03:13:21.748805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:13:21.762503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:21.774874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Request body: {'subnet': {'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-subnet', 'tenant_id': '89154adaf3024349b0927476a090501f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:21.780076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.780962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41808) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:21.820566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:21.824855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.851547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d1a5173-13c0-40d7-b064-922ac8dad014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:21.879308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Pushing event updated for resources: {'Network': ['ID=f904cc61-80d1-4c8e-9d7d-d49780f4136a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:21.881075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:21.884780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.890613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Usage tracker for resource:subnet and tenant:89154adaf3024349b0927476a090501f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:21.893608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:21.909755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:21.915671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:21.916786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Calling delete_port for 4fc3605f-0e4f-4fce-85a6-55119a94541e owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:21.926817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:21.933866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Deleting port 89afdab3-adc7-4b9b-b2e8-5268a93f2318 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:21.934240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.937949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:21.956822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:21.985154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.028095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:22.039916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:22.086281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8afd20-6cc8-451a-81f0-4977b4bcc1cf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:22.097594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:22.115956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:22.152561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Deleting port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:22.152913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.161126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 14053324-63dc-4a7b-adee-668c79b84c89 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:22.181299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:22.206656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:22.226402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.254541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e8f19ab-2060-400d-aea6-f7b7ddd4cfca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:22.290397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd28297d-2370-498c-988c-4f3c7dc7e04f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:22.293867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:22.299116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 14053324-63dc-4a7b-adee-668c79b84c89 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:22.299714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 14053324-63dc-4a7b-adee-668c79b84c89 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:22.402866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8cbac1da-3ebf-4f51-a409-224c3fa9c062 None None] Provisioning for port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:22.413634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8cbac1da-3ebf-4f51-a409-224c3fa9c062 None None] Provisioning complete for port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:22.414060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cbac1da-3ebf-4f51-a409-224c3fa9c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.435920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.438775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd28297d-2370-498c-988c-4f3c7dc7e04f HTTP/1.1" status: 204 len: 168 time: 1.2656481 Jan 14 03:13:22.480329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8cbac1da-3ebf-4f51-a409-224c3fa9c062 None None] Port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:13:22.516412 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-f702187e-5b96-49be-9af9-b33a1595a4a8 service neutron] 10.222.0.74 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896229 Jan 14 03:13:22.539177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:22.559597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Made reservation on behalf of 89154adaf3024349b0927476a090501f for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:22.564915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.566186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:22.581980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.617751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.618193 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Added segment 43cb0b8e-5345-480c-b377-e95d22620637 of type vxlan for network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 Jan 14 03:13:22.619548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.675988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:22.704967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-691ff7f3-8f8c-41be-ae16-31a854f7ff9f tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:22.849699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Made reservation on behalf of c3f71f01982741ce8341207c50fa85ba for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:22.858962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:22.897838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Pushing event deleted for resources: {'Port': ['ID=916c49de-61d2-4c84-baa2-4cce2b93df5c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:22.991667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:22.992921 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ed27a5bc-cca5-4a6d-b7cd-a30d5d82b115 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:13:22.994074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed27a5bc-cca5-4a6d-b7cd-a30d5d82b115 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5edac95b-1f0e-49c5-b9c9-a9cab22247bb HTTP/1.1" status: 409 len: 336 time: 1.2083983 Jan 14 03:13:23.014342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:23.015078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.258282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Allocated IP 192.168.233.145 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/eb95d859-dc52-406c-b2fd-2d55572f3353) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:23.261531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 10.3455355 Jan 14 03:13:23.308174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.318525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Request body: {'port': {'device_id': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:23.319796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Network 9a70c441-e6cb-4d27-954a-da7d64e6b9e9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:13:23.383604 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:13:23.386876 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:13:23.451922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: WARNING neutron.plugins.ml2.ovo_rpc [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: result = function(*args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: proto.__init__(conn_state, self) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: self.handle() Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: self.handle_one_request() Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: self.handle_one_response() Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: result = self.application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return app(environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = req.get_response(self.application) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return request.get_response(self.application) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = req.get_response(self._app) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: application, catch_exc_info=False) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: app_iter = application(self.environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: response = self.app(environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return resp(environ, start_response) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: resp = self.call_func(req, *args, **kw) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: return self.func(req, *args, **kwargs) Jan 14 03:13:23.454631 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: result = method(request=request, **args) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return self._delete(request, id, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*dup_args, **dup_kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: obj_deleter(request.context, id, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return method(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(*dup_args, **dup_kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: self._delete_current_gw_port(context, id, router, None) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return f(self, context, *args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return method(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: context, port, router_ids, bound_mech_contexts) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: return function(*args, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: callback(resource, event, trigger, **kwargs) Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: if self._is_session_semantic_violated(context, resource, event): Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: stack = traceback.extract_stack() Jan 14 03:13:23.460237 n-d-765315-13 neutron-server[80721]: Jan 14 03:13:23.548089 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-15dc2b91-ce25-41bd-b703-d98cdf92050d req-9be9f290-f5d6-431b-865d-9458064fd4a7 service neutron] 10.222.0.74 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0149379 Jan 14 03:13:23.550432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.593834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.611764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:13:23.630527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5bb74026-8530-43f0-9923-dfc7f9f69039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:23.643470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=107f53545e0c479b87bd205ff7bf87d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4497612 Jan 14 03:13:23.644640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:23.660827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.769765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.784110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] For port 89afdab3-adc7-4b9b-b2e8-5268a93f2318, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89afdab3-adc7-4b9b-b2e8-5268a93f2318,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:23.784110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.796235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:23.796910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:23.851612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35fdcf4b-5874-4089-85ee-0efbde9f0161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:23.890868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.9597905 Jan 14 03:13:24.038123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.050151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:24.058427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.108631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] No DVR routers for this DVR port 4fc3605f-0e4f-4fce-85a6-55119a94541e on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:24.114381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Request body: {'subnet': {'network_id': 'd5b377f0-f078-4b30-9eb1-b40ef0c979f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-672848005-subnet', 'tenant_id': '751a42dd67e74a838302241f9c47cf88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:24.122852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.144326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac2de4-3497-462b-b9c6-d2b1046440a5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:24.147031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-deleted', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:24.152697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-33a6ceda-507d-423c-b66b-ba73eeda14a4 req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] 10.222.0.78 "DELETE /v2.0/ports/4fc3605f-0e4f-4fce-85a6-55119a94541e HTTP/1.1" status: 204 len: 173 time: 7.9851005 Jan 14 03:13:24.154956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:24.158045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:24.159079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.164270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9a70c441-e6cb-4d27-954a-da7d64e6b9e9 HTTP/1.1" status: 204 len: 168 time: 4.9051917 Jan 14 03:13:24.164270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fd3c73b-963c-4c61-89dd-55d0518e7043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:24.202946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a70c441-e6cb-4d27-954a-da7d64e6b9e9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:24.205336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Usage tracker for resource:subnet and tenant:751a42dd67e74a838302241f9c47cf88 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:24.216084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:24.223197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:24.234601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:24.235214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:24.296590 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79271b93-4878-403d-a23c-5dc9588e3242', 'name': 'network-vif-deleted', 'tag': '4fc3605f-0e4f-4fce-85a6-55119a94541e', 'status': 'completed', 'code': 200} Jan 14 03:13:24.308858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b377f0-f078-4b30-9eb1-b40ef0c979f9,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:24.313163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:24.320026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:24.324511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.347302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.372038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] For port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:24.372504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.402269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:13:24.436790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Made reservation on behalf of 751a42dd67e74a838302241f9c47cf88 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:24.442470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.479098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.484015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:24.484572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Pushing event deleted for resources: {'Port': ['ID=4fc3605f-0e4f-4fce-85a6-55119a94541e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:24.493598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41882) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:24.499474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:24.805074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Calling delete_port for 89afdab3-adc7-4b9b-b2e8-5268a93f2318 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:24.820967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:24.823000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1040c9d-85bb-46b4-ba98-c0b6dcd0f16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:24.864737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:24.865889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1ac2de4-3497-462b-b9c6-d2b1046440a5 HTTP/1.1" status: 204 len: 168 time: 1.2071512 Jan 14 03:13:24.869620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac2de4-3497-462b-b9c6-d2b1046440a5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:24.902095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:24.904964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ceaad53e-679a-4193-bac4-a9c5145affe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39f28a0cb1c049c68131396151f0d3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938468 Jan 14 03:13:24.907872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41900) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:25.007917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Calling delete_port for 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:25.043975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] No DVR routers for this DVR port 916c49de-61d2-4c84-baa2-4cce2b93df5c on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:25.194674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.222529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.341858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.344561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.369425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.378601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:25.379927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-deleted', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:25.478834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=030c90e1-471e-4dc7-98dd-d12a936f7be7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:25.494899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:25.500578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.542004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Checking segment: {'id': '43cb0b8e-5345-480c-b377-e95d22620637', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd5b377f0-f078-4b30-9eb1-b40ef0c979f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:25.542407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Network hostable DHCP agents. Network: d5b377f0-f078-4b30-9eb1-b40ef0c979f9, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:13:25.572723 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41702bc5-1c1c-47c3-be59-41cb2b23a552 req-e972c0ac-2182-4e1e-b9ff-24a6d13f483d tempest-FlavorsV2NegativeTest-1742789429 tempest-FlavorsV2NegativeTest-1742789429] 10.222.0.30 "GET /v2.0/networks?tenant_id=5e4cac36c6b54b24b32b574b305801cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1865022 Jan 14 03:13:25.580114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:13:25.589901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d5b377f0-f078-4b30-9eb1-b40ef0c979f9) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:25.610533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:25.611393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.618288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12672f-83fe-470c-a7b5-41c8cd751e50 None None] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:25.642834 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-deleted', 'tag': '916c49de-61d2-4c84-baa2-4cce2b93df5c', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:13:25.644372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.74 "DELETE /v2.0/ports/916c49de-61d2-4c84-baa2-4cce2b93df5c HTTP/1.1" status: 204 len: 173 time: 9.8370202 Jan 14 03:13:25.669985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6128054 Jan 14 03:13:25.704329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:25.704898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:13:25.972568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702bc5-1c1c-47c3-be59-41cb2b23a552 req-72dec9b4-eea3-4605-b1a3-7998b3e7c96b tempest-FlavorsV2NegativeTest-1742789429 tempest-FlavorsV2NegativeTest-1742789429] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:25.979734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41702bc5-1c1c-47c3-be59-41cb2b23a552 req-72dec9b4-eea3-4605-b1a3-7998b3e7c96b tempest-FlavorsV2NegativeTest-1742789429 tempest-FlavorsV2NegativeTest-1742789429] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995892 Jan 14 03:13:26.090630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41702bc5-1c1c-47c3-be59-41cb2b23a552 req-9ddc56a3-5be6-4796-8b95-75a2244628dd tempest-FlavorsV2NegativeTest-1742789429 tempest-FlavorsV2NegativeTest-1742789429] 10.222.0.30 "GET /v2.0/quotas/5e4cac36c6b54b24b32b574b305801cc HTTP/1.1" status: 200 len: 375 time: 0.1098053 Jan 14 03:13:26.300945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:26.305997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-facb61db-1af0-4492-aa7a-6bf76c7ec37c admin admin] 10.222.0.30 "DELETE /v2.0/routers/801e52bb-fe21-4bbd-a59f-4de5f1c2e8b1 HTTP/1.1" status: 204 len: 168 time: 13.2098579 Jan 14 03:13:26.307297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41946) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:26.368868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41702bc5-1c1c-47c3-be59-41cb2b23a552 req-702f36d7-067e-4614-93e4-171c2f11b3ee tempest-FlavorsV2NegativeTest-1742789429 tempest-FlavorsV2NegativeTest-1742789429] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e4cac36c6b54b24b32b574b305801cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2771714 Jan 14 03:13:26.369706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:26.494918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] Deleting subnet 5a02d7d6-25c9-4ed7-84ea-ef819baee198 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:26.507879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:26.529015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a472e5-fa48-4a4b-8c73-7b956d2823aa None None] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:26.627858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:26.760779 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] Found port (8d4d771a-0c44-464e-9ee4-8c6c696e0e8f, 172.20.0.7) having IP allocation on subnet 5a02d7d6-25c9-4ed7-84ea-ef819baee198, cannot delete Jan 14 03:13:26.766418 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:13:26.767178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:13:26.769291 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23570e48-b6b1-4a25-b98f-84a8de75bf1d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a02d7d6-25c9-4ed7-84ea-ef819baee198 HTTP/1.1" status: 409 len: 404 time: 0.4612093 Jan 14 03:13:27.165357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-c5bddfc4-c32a-4fce-b373-2640923c5313 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 210 time: 0.4388857 Jan 14 03:13:27.243627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.257869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:27.474676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3df81087-c844-4623-b0cf-ddadb2bb5fa7 req-7ff47523-5670-4977-8d89-3cff4413ea35 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2989814 Jan 14 03:13:27.510405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:27.517172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1486150713-network', 'tenant_id': 'ed642408d76044028af9766297d00ae1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:27.532468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:27.540730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Usage tracker for resource:network and tenant:ed642408d76044028af9766297d00ae1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:27.545681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:27.554721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:27.566160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-515170336-network', 'tenant_id': '8804477aac3b43de888169f67316cd2c'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:27.571109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:27.576817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Usage tracker for resource:network and tenant:8804477aac3b43de888169f67316cd2c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:27.580271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:27.595600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:27.627466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Made reservation on behalf of ed642408d76044028af9766297d00ae1 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:27.639497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.657825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Made reservation on behalf of 8804477aac3b43de888169f67316cd2c for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:27.662681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.679367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.719842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.741753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:27.780062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df81087-c844-4623-b0cf-ddadb2bb5fa7 req-3d163d65-2445-4567-8f07-eb264a28c281 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:27.787759 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3df81087-c844-4623-b0cf-ddadb2bb5fa7 req-3d163d65-2445-4567-8f07-eb264a28c281 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121502 Jan 14 03:13:27.813083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:27.818849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Usage tracker for resource:security_group_rule and tenant:8804477aac3b43de888169f67316cd2c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:27.831662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:27.835406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Usage tracker for resource:security_group_rule and tenant:ed642408d76044028af9766297d00ae1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:27.839064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:27.843831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:27.846665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:27.860404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:28.004876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-6adae713-62fb-4276-85ee-fd4ec37fe2c3 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:28.005806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-6adae713-62fb-4276-85ee-fd4ec37fe2c3 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Synchronizing usage tracker for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:28.024969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69cddcaa-58aa-4b1e-8884-e1a8deb234f9 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:28.039480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-6adae713-62fb-4276-85ee-fd4ec37fe2c3 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Unset dirty status for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:28.040783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-6adae713-62fb-4276-85ee-fd4ec37fe2c3 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "GET /v2.0/networks?id=019403ac-af72-49cf-9741-f8f0934cf2f7 HTTP/1.1" status: 200 len: 805 time: 0.3626313 Jan 14 03:13:28.065372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Request body: {'port': {'device_id': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7', 'admin_state_up': True, 'tenant_id': '4fbe3cea49104f1b9d3b60baac139950'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:28.088612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:28.092534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.099848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd058901-2b84-4237-9ae4-e15074ef6bd8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:28.109379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.114186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Pushing event deleted for resources: {'Port': ['ID=8d4d771a-0c44-464e-9ee4-8c6c696e0e8f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:28.141752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cd058901-2b84-4237-9ae4-e15074ef6bd8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:28.142491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd058901-2b84-4237-9ae4-e15074ef6bd8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:28.197418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:28.210315 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3df81087-c844-4623-b0cf-ddadb2bb5fa7 req-4b7105ad-6a40-42f3-8287-33884aa05a45 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/quotas/6a602aeed61f4da68d1b6c0ec5782511 HTTP/1.1" status: 200 len: 375 time: 0.4204302 Jan 14 03:13:28.308430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.313500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.318538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.322325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a6afac3-2c98-4998-9c43-2f892cc64d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:28.334811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:28.354314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.379401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:28.381048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.384181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.403902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:28.408367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.408860 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Added segment b42586fe-f066-451e-a720-0ec32f2bbb33 of type vxlan for network 9052a7eb-68fd-4ce7-a699-af939fbe78ef Jan 14 03:13:28.442540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-2723e70f-af3c-4042-9519-23f454e67ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:28.444754 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-2723e70f-af3c-4042-9519-23f454e67ffe service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4fbe3cea49104f1b9d3b60baac139950&shared=False HTTP/1.1" status: 200 len: 900 time: 1.2074189 Jan 14 03:13:28.460721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de34eda-877f-42d3-8630-4884abf70f45,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:28.465171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:28.477167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ed7180e-38d7-4443-8320-93f538e7b2b4 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:28.481181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Transition to ACTIVE for port object eb95d859-dc52-406c-b2fd-2d55572f3353 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:28.492267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Made reservation on behalf of 4fbe3cea49104f1b9d3b60baac139950 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:28.503900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.526315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.539055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3df81087-c844-4623-b0cf-ddadb2bb5fa7 req-14fa065e-92f3-4fbf-b929-a14ca7ed123a tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3275833 Jan 14 03:13:28.562723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e404a35-e211-4e59-82e6-ec1b7be04528,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:28.566853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:28.620448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] No DVR routers for this DVR port 8d4d771a-0c44-464e-9ee4-8c6c696e0e8f on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:28.634574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.650026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.658039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.661835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'name': 'network-vif-deleted', 'tag': '8d4d771a-0c44-464e-9ee4-8c6c696e0e8f'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:28.699183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:28.699834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.705167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:13:28.705525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:13:28.713220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:28.776585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:28.858639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5838f25-1226-4fcb-b9b3-8dbca9407ab8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:28.863968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.864548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Fanout notify agent at l3_agent the message router_deleted on router f064e048-816e-47aa-a9b2-0ce538a107fc {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:13:28.870991 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'name': 'network-vif-deleted', 'tag': '8d4d771a-0c44-464e-9ee4-8c6c696e0e8f', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:13:28.900092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:28.938866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:29.102645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.74 "DELETE /v2.0/ports/8d4d771a-0c44-464e-9ee4-8c6c696e0e8f HTTP/1.1" status: 204 len: 173 time: 7.5003245 Jan 14 03:13:29.105729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:29.106860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5fe4faa4-0727-4850-abfc-0c7a3a8128de admin admin] 10.222.0.30 "DELETE /v2.0/routers/f064e048-816e-47aa-a9b2-0ce538a107fc HTTP/1.1" status: 204 len: 168 time: 9.4741871 Jan 14 03:13:29.211083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42060) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:29.283491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:29.312745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:29.320829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:29.327806 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5838f25-1226-4fcb-b9b3-8dbca9407ab8 HTTP/1.1" status: 204 len: 168 time: 4.2862113 Jan 14 03:13:29.331154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9839e41e-21fc-4515-bd3c-8344736d0d19 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:29.385964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:29.431659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9189136 Jan 14 03:13:29.515816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42076) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:29.566731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Request body: {'subnet': {'network_id': '9052a7eb-68fd-4ce7-a699-af939fbe78ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1486150713-subnet', 'tenant_id': 'ed642408d76044028af9766297d00ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:29.672685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:29.675984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:29.703861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-4f39deda-6c42-4eda-b989-cea3b95eab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:29.706036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-4f39deda-6c42-4eda-b989-cea3b95eab6a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1836693 Jan 14 03:13:29.742065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Pushing event updated for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:29.753867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4cac36c6b54b24b32b574b305801cc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:29.765003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Usage tracker for resource:subnet and tenant:ed642408d76044028af9766297d00ae1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:29.778459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:29.783709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:29.786824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:29.800649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:29.881677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:29.886360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:30.022594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7110f525-87b9-4e15-98fd-48613e9e7b8a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:30.031356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:30.077225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:30.084958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Made reservation on behalf of ed642408d76044028af9766297d00ae1 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:30.089996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:30.151767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89afdab3-adc7-4b9b-b2e8-5268a93f2318 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:30.176038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Pushing event updated for resources: {'Network': ['ID=9052a7eb-68fd-4ce7-a699-af939fbe78ef,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:30.188742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.475s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:30.198765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Allocated IP 172.20.0.13 (019403ac-af72-49cf-9741-f8f0934cf2f7/d1a20bc7-284b-4436-a94c-fe639cf1dbb8/4c27d5f5-e989-40c1-931c-8726fbcebfb1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:30.244105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:30.289407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:30.309454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:30.357405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Allocated IP 192.168.233.190 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/642c32a7-f4b9-4441-92ba-3c2e56679463) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:30.540198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:30.543672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:30.628235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:30.649534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Transition to ACTIVE for port object 642c32a7-f4b9-4441-92ba-3c2e56679463 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:30.681263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Deleting subnet 6c683247-c5ee-4230-bbcb-5bcaa5033e75 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:30.684174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 89afdab3-adc7-4b9b-b2e8-5268a93f2318 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:30.684598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89afdab3-adc7-4b9b-b2e8-5268a93f2318 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:30.698399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:30.708210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:30.783814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-cee5c546-c7d3-4a2a-b5c7-9d2bbe55cdeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 210 time: 0.8382995 Jan 14 03:13:30.788712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:30.865641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:30.999261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-64a8ca6c-b987-4f67-8cd7-2d8d6471f21a None None] Provisioning for port eb95d859-dc52-406c-b2fd-2d55572f3353 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:31.010793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-64a8ca6c-b987-4f67-8cd7-2d8d6471f21a None None] Provisioning complete for port eb95d859-dc52-406c-b2fd-2d55572f3353 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:31.011346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64a8ca6c-b987-4f67-8cd7-2d8d6471f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.061574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-b04d0f11-f9ca-471c-8ce2-2d1107370d6b tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Synchronizing usage tracker for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:31.146365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.181748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.182148 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Added segment c5829a17-8de6-48e7-b2e8-24d513e76242 of type vxlan for network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 Jan 14 03:13:31.187989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-64a8ca6c-b987-4f67-8cd7-2d8d6471f21a None None] Port eb95d859-dc52-406c-b2fd-2d55572f3353 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:13:31.196001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:31.207657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Pushing event updated for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:31.218260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:31.253237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e31430f5-fb10-4924-9cb7-8d419d27b6cf req-e57f2164-e38e-4d2e-9fb4-be7e3cd686d4 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6429725 Jan 14 03:13:31.292790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.78', 50345) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:31.303181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.371843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-b04d0f11-f9ca-471c-8ce2-2d1107370d6b tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Unset dirty status for tenant:4fbe3cea49104f1b9d3b60baac139950 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:31.373189 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-787ca9db-ef97-4669-9b9e-648a1eb14dbc req-b04d0f11-f9ca-471c-8ce2-2d1107370d6b tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.74 "GET /v2.0/ports?device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 210 time: 1.4295180 Jan 14 03:13:31.381305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.500481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:31.514668 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.517385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.520285 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.533908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:31.534213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.539052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Checking segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:31.539513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Network hostable DHCP agents. Network: f904cc61-80d1-4c8e-9d7d-d49780f4136a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:13:31.544425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:31.553375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:31.562260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:31.563428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.618656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-921f697d-dd05-4b6d-a08e-aa1ae22c70de tempest-SecurityGroupsTestAdminJSON-951139054 tempest-SecurityGroupsTestAdminJSON-951139054] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:31.630501 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e4cac36c6b54b24b32b574b305801cc&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5109601 Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.658087 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:31.661176 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:31.701448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:31.707199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.717039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:31.725873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.760859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:31.761282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.763441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-298474217-network', 'tenant_id': '2cd126ebebab47dc8524238697ae6400'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:31.767617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b54c0-9839-4d70-bda4-fc6da9b9c3a4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:31.787298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:31.806752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 13.4352717 Jan 14 03:13:31.825074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:31.837835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:31.840662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:31.862061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Request body: {'port': {'device_id': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:31.880730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.6216683 Jan 14 03:13:31.903073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Usage tracker for resource:network and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:31.907640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42240) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:31.968560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:31.986243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 10.3907804 Jan 14 03:13:31.986631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Request body: {'subnet': {'network_id': '6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-515170336-subnet', 'tenant_id': '8804477aac3b43de888169f67316cd2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:31.993919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:31.999755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Usage tracker for resource:subnet and tenant:8804477aac3b43de888169f67316cd2c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:32.002818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:32.015432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:13:32.018386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:32.038414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3409c09-3f9d-4e81-9bfe-09bfc3830632 None None] Provisioning for port 642c32a7-f4b9-4441-92ba-3c2e56679463 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:32.040184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-cfdb7d2c-56ae-4d7a-96cf-b9c156e7497e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:32.041895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-cfdb7d2c-56ae-4d7a-96cf-b9c156e7497e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ab42f3692e51474fa94da51d603c7984&shared=False HTTP/1.1" status: 200 len: 908 time: 1.0677400 Jan 14 03:13:32.050900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3409c09-3f9d-4e81-9bfe-09bfc3830632 None None] Provisioning complete for port 642c32a7-f4b9-4441-92ba-3c2e56679463 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:32.051559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3409c09-3f9d-4e81-9bfe-09bfc3830632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.052995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:32.074477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-c4345546-4f20-44b6-b104-199fd0cbd25c tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:32.076174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-c4345546-4f20-44b6-b104-199fd0cbd25c tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.78 "GET /v2.0/networks?id=f8bbec8a-5d21-447f-b263-77539e76d738 HTTP/1.1" status: 200 len: 814 time: 0.7802768 Jan 14 03:13:32.113393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Request body: {'port': {'device_id': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:32.149676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d3409c09-3f9d-4e81-9bfe-09bfc3830632 None None] Port 642c32a7-f4b9-4441-92ba-3c2e56679463 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:13:32.157691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f904cc61-80d1-4c8e-9d7d-d49780f4136a) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:32.167019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407dc156-8487-46dd-8da2-bb560f04c8ea None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:32.192413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Request body: {'port': {'device_id': '6aee346b-d813-41a8-8b63-0374f04adc43', 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738', 'admin_state_up': True, 'tenant_id': 'ab42f3692e51474fa94da51d603c7984'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:32.210206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.212777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.221136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Made reservation on behalf of 8804477aac3b43de888169f67316cd2c for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:32.226031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.263601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31430f5-fb10-4924-9cb7-8d419d27b6cf req-edd62bed-1c10-43c3-8e79-1b9a58ea7820 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:32.270884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e31430f5-fb10-4924-9cb7-8d419d27b6cf req-edd62bed-1c10-43c3-8e79-1b9a58ea7820 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9856529 Jan 14 03:13:32.330270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:13:32.346493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Made reservation on behalf of 2cd126ebebab47dc8524238697ae6400 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:32.351302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.369890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Pushing event updated for resources: {'Network': ['ID=6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:32.382719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:32.475242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:32.475883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.477915 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:32.478489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6947e29b-0cee-4ab5-bbb7-56794e7ca78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:32.487283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e31430f5-fb10-4924-9cb7-8d419d27b6cf req-c7ed374b-9990-4c77-9539-5ba2173cb4a9 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/quotas/6a602aeed61f4da68d1b6c0ec5782511 HTTP/1.1" status: 200 len: 375 time: 0.2154272 Jan 14 03:13:32.489504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.503711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:32.617863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:32.650120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Pushing event updated for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:32.679693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e31430f5-fb10-4924-9cb7-8d419d27b6cf req-0c386c7d-d461-4557-ac7e-e175ade3e22d tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1914046 Jan 14 03:13:32.699973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:32.705594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:32.723711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.738300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:32.755424 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 11.0441346 Jan 14 03:13:32.760127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:32.773713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42300) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:32.779390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97427b0a-4a41-4b77-bbe4-646a2b47ab83 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:32.782344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.791556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:32.798274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.840438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.844890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'tenant_id': '89154adaf3024349b0927476a090501f', 'fixed_ips': [{'subnet_id': '7110f525-87b9-4e15-98fd-48613e9e7b8a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:13:32.846596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:32.872601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:32.891400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-43a6e710-323f-41ea-836f-d1e09d7913d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:32.893169 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-43a6e710-323f-41ea-836f-d1e09d7913d8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8028941 Jan 14 03:13:32.904265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Transition to ACTIVE for port object 97427b0a-4a41-4b77-bbe4-646a2b47ab83 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:32.995201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.274615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Allocated IP 172.20.0.2 (f904cc61-80d1-4c8e-9d7d-d49780f4136a/7110f525-87b9-4e15-98fd-48613e9e7b8a/f91f67eb-be7e-44c7-847e-d2040282ed64) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:33.438981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdd37d83-74f3-4f53-bf2c-6324668cba3a tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:33.544196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:33.642588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Usage tracker for resource:router and tenant:89154adaf3024349b0927476a090501f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:33.649482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:33.669288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Network 019403ac-af72-49cf-9741-f8f0934cf2f7 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:33.670715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.689339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:33.690684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-d9f698f3-0eac-491e-ba69-4a3a5cac33d7 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Synchronizing usage tracker for tenant:ab42f3692e51474fa94da51d603c7984 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:33.695619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Transition to ACTIVE for port object f91f67eb-be7e-44c7-847e-d2040282ed64 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:33.702225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:33.728748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Transition to ACTIVE for port object f91f67eb-be7e-44c7-847e-d2040282ed64 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:33.730313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:33.739713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.781101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:33.854325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=97427b0a-4a41-4b77-bbe4-646a2b47ab83,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:33.868333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.872193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:33.879949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:33.889034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:33.889150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:33.889150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.921510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.922623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.951908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:33.969567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9114485 Jan 14 03:13:33.982319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:33.987510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-d9f698f3-0eac-491e-ba69-4a3a5cac33d7 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Unset dirty status for tenant:ab42f3692e51474fa94da51d603c7984 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:33.988999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-12845d7c-e1fd-4e7f-bbf5-88c9cf89ab8f req-d9f698f3-0eac-491e-ba69-4a3a5cac33d7 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.74 "GET /v2.0/ports?device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 210 time: 0.9949791 Jan 14 03:13:33.997499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:34.009855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Pushing event updated for resources: {'Port': ['ID=f91f67eb-be7e-44c7-847e-d2040282ed64,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:34.021786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.022299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.022716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.023163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.023540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.023913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.024281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.024674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.025041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.025655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.025794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.026076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.026478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.026828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.027183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.027546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.028057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.028449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.028842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.029306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.029673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.030036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.030398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.030759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.031180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.031541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.031901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.032262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.032649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.033008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.033364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.033723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.034080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.034435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.034794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.035424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:13:34.050458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:34.114903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Request body: {'port': {'device_id': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:34.123175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:34.124445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:34.129196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:34.228973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Attempting to bind port f91f67eb-be7e-44c7-847e-d2040282ed64 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:34.229760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Attempting to bind port f91f67eb-be7e-44c7-847e-d2040282ed64 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:34.230418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Attempting to bind port f91f67eb-be7e-44c7-847e-d2040282ed64 on network f904cc61-80d1-4c8e-9d7d-d49780f4136a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:34.239006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:34.240321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Checking segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:34.242855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.243443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Bound using segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:34.244048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Bound port: f91f67eb-be7e-44c7-847e-d2040282ed64, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:34.244446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.251810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.255086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Made reservation on behalf of ab42f3692e51474fa94da51d603c7984 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:34.264526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.337148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:34.356223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] For port f91f67eb-be7e-44c7-847e-d2040282ed64, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:34.360376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] For port f91f67eb-be7e-44c7-847e-d2040282ed64, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91f67eb-be7e-44c7-847e-d2040282ed64,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:34.370746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.383303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b54c0-9839-4d70-bda4-fc6da9b9c3a4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:34.416460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-811ac85b-0a9f-487d-bc52-38c19b0a5b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:34.456513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb95d859-dc52-406c-b2fd-2d55572f3353 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:34.486912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:34.496059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.625115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-52e1e0f5-8f6b-4510-9ce7-51d691a197f8 req-2bdab89a-accb-46e8-919b-3fd547efbb92 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521351 Jan 14 03:13:34.626952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Transition to ACTIVE for port object eb95d859-dc52-406c-b2fd-2d55572f3353 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:34.681904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.781043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Pushing event updated for resources: {'Port': ['ID=f91f67eb-be7e-44c7-847e-d2040282ed64,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:34.788373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:34.792419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdb295a-d8d9-4ce0-9b9f-73dd3ef9a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:34.845471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a05d3cd7-2de8-4ef5-a08f-07224177f40c tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:34.996104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.078964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.110832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.114508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a2b54c0-9839-4d70-bda4-fc6da9b9c3a4 HTTP/1.1" status: 204 len: 168 time: 3.3832211 Jan 14 03:13:35.125205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Allocated IP 172.20.0.7 (f8bbec8a-5d21-447f-b263-77539e76d738/5a02d7d6-25c9-4ed7-84ea-ef819baee198/95f5f813-0ab0-4d77-8e2e-d12dcb1336f4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:35.215292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.435953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:35.520778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:35.521552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:35.541871 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-144391e0-cff9-4b70-8295-9f5750a97b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:35.611579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.633844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Transition to ACTIVE for port object 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:35.657735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.658189 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Added segment 40dc7f59-e7f0-4fe8-935c-863de90a0c20 of type vxlan for network d8277782-b026-414c-81b8-946ce01fd963 Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.665038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:35.667921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:35.687654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1e0f5-8f6b-4510-9ce7-51d691a197f8 req-104aba9a-5a7b-4819-baec-780ae7b9b38d tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:35.689383 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-52e1e0f5-8f6b-4510-9ce7-51d691a197f8 req-104aba9a-5a7b-4819-baec-780ae7b9b38d tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0176961 Jan 14 03:13:35.776976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.777846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2ad39-74bb-4949-825b-9cc1eaab0287,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:35.814232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.843362 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-52e1e0f5-8f6b-4510-9ce7-51d691a197f8 req-22ae1af8-3b18-4a58-9949-321073dcd012 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/quotas/6a602aeed61f4da68d1b6c0ec5782511 HTTP/1.1" status: 200 len: 375 time: 0.1253183 Jan 14 03:13:35.848014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:35.873493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.879413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4ce80a3-d725-43f9-bf60-dc0e12bbe3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:35.895755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.919507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:35.938368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Attempting to bind port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:35.938902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Attempting to bind port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:35.939349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Attempting to bind port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:36.084107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Attempting to bind port eb95d859-dc52-406c-b2fd-2d55572f3353 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:36.084587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Attempting to bind port eb95d859-dc52-406c-b2fd-2d55572f3353 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:36.085018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Attempting to bind port eb95d859-dc52-406c-b2fd-2d55572f3353 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:36.156646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b5eb50c6-4a31-4983-a0a5-5ca0b832b02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:36.175306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91f67eb-be7e-44c7-847e-d2040282ed64 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:36.270383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port f91f67eb-be7e-44c7-847e-d2040282ed64 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:36.508332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:36.508960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:36.509084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.509485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:36.510031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Bound port: 97427b0a-4a41-4b77-bbe4-646a2b47ab83, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:36.510331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.531622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642c32a7-f4b9-4441-92ba-3c2e56679463 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:36.541461 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-52e1e0f5-8f6b-4510-9ce7-51d691a197f8 req-7251360b-317a-46af-9811-d753bf944b38 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6639116 Jan 14 03:13:36.553326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.562644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:36.563019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:36.563450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.564065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:36.564325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Bound port: eb95d859-dc52-406c-b2fd-2d55572f3353, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:36.565680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.624270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c683247-c5ee-4230-bbcb-5bcaa5033e75,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:36.693308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Transition to ACTIVE for port object 642c32a7-f4b9-4441-92ba-3c2e56679463 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:36.694510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:36.698588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55e3963d-faf9-4777-acb4-dca6f88e4276 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:36.764586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Network f8bbec8a-5d21-447f-b263-77539e76d738 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:36.772639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6b0aeb-8746-423b-be05-85891259cee4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:36.772639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.777625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.780455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:36.795604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34048aff-95a5-470a-a22e-fa2f3c3cee19 None None] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:36.799744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:36.813258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:36.819622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:36.862428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:36.884665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:37.303518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] For port eb95d859-dc52-406c-b2fd-2d55572f3353, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:37.307900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] For port eb95d859-dc52-406c-b2fd-2d55572f3353, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=eb95d859-dc52-406c-b2fd-2d55572f3353,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:37.393383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.444751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39f4c985-b28e-40e0-b7f4-30794ae2f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.481046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.493539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Provisioning for port f91f67eb-be7e-44c7-847e-d2040282ed64 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:37.502361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Provisioning complete for port f91f67eb-be7e-44c7-847e-d2040282ed64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:37.502778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.527482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.530650 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:37.536864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:37.547506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Checking segment: {'id': 'b42586fe-f066-451e-a720-0ec32f2bbb33', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9052a7eb-68fd-4ce7-a699-af939fbe78ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:37.547912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Network hostable DHCP agents. Network: 9052a7eb-68fd-4ce7-a699-af939fbe78ef, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:13:37.550545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:37.551247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.625434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8277782-b026-414c-81b8-946ce01fd963,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:37.632505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 6.3748798 Jan 14 03:13:37.638797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:37.639910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] For port 97427b0a-4a41-4b77-bbe4-646a2b47ab83, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:37.644281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d8277782-b026-414c-81b8-946ce01fd963 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:37.652269 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:37.672930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d8277782-b026-414c-81b8-946ce01fd963 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:37.694427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:37.712371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d8277782-b026-414c-81b8-946ce01fd963 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:37.721841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Request body: {'subnet': {'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-298474217-subnet', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:37.746235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] For port 97427b0a-4a41-4b77-bbe4-646a2b47ab83, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=97427b0a-4a41-4b77-bbe4-646a2b47ab83,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:37.758274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:37.792439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.793705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:37.808133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Usage tracker for resource:subnet and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:37.827966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:37.848662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:13:37.877028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Pushing event updated for resources: {'Port': ['ID=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:37.922400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:37.987423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:38.010608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.194s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:38.125079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Pushing event updated for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:38.152081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Pushing event updated for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:38.156302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0031457 Jan 14 03:13:38.160999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:38.161889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:38.166130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:38.168610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c683247-c5ee-4230-bbcb-5bcaa5033e75 HTTP/1.1" status: 204 len: 168 time: 8.8645644 Jan 14 03:13:38.175047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a6c7f2b-2c03-495f-9352-5ab3f952840d tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:38.176331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Request body: {'port': {'device_id': '6aee346b-d813-41a8-8b63-0374f04adc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:38.246968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9052a7eb-68fd-4ce7-a699-af939fbe78ef) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:38.260726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42706) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:38.340639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Made reservation on behalf of 2cd126ebebab47dc8524238697ae6400 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:38.359024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:38.512712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13561c5d-bcbc-41d4-8d0d-783e056f7a7f None None] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:38.548865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:13:38.550949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25ffdf-6cdf-48be-950b-4adfe6c3dbae None None] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:38.618383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:38.621045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:38.630830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] 10.222.0.78 "PUT /v2.0/ports/eb95d859-dc52-406c-b2fd-2d55572f3353 HTTP/1.1" status: 200 len: 1161 time: 6.7871921 Jan 14 03:13:38.632183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:38.632957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:38.637284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:38.892722 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353', 'status': 'completed', 'code': 200} Jan 14 03:13:38.931636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-53795c20-73cc-4a1f-8ce5-a2dd3a16cb0e req-62c03c35-a92d-40e5-a0f5-89361eb9e429 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3742177 Jan 14 03:13:39.037821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 9.5171421 Jan 14 03:13:39.047521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Pushing event updated for resources: {'Port': ['ID=97427b0a-4a41-4b77-bbe4-646a2b47ab83,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:39.067682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Attempting to bind port 642c32a7-f4b9-4441-92ba-3c2e56679463 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:39.071101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Attempting to bind port 642c32a7-f4b9-4441-92ba-3c2e56679463 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:39.073504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Attempting to bind port 642c32a7-f4b9-4441-92ba-3c2e56679463 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:39.125746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:39.133499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.139935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.168s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:39.171518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42748) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:39.184278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.187170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.199294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:39.200223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.202912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] 10.222.0.78 "PUT /v2.0/ports/97427b0a-4a41-4b77-bbe4-646a2b47ab83 HTTP/1.1" status: 200 len: 1160 time: 15.9217668 Jan 14 03:13:39.312765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.535773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930f228-a97d-4fe7-9670-a1c6f3d14b12 None None] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:39.641251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eafb89f7-465d-4ddd-a20d-9d094bb96254,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:39.675390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.699910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:39.728593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Allocated IP 172.25.3.16 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:39.830472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-85b849f9-0a70-4f00-ae4e-4fe1b8e25d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:39.832142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-85b849f9-0a70-4f00-ae4e-4fe1b8e25d2c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 1164 time: 1.0442207 Jan 14 03:13:39.835497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42760) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:39.856191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Checking segment: {'id': 'c5829a17-8de6-48e7-b2e8-24d513e76242', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:39.858811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Network hostable DHCP agents. Network: 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:13:39.909542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] For port f91f67eb-be7e-44c7-847e-d2040282ed64, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91f67eb-be7e-44c7-847e-d2040282ed64,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:39.933512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:39.935865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:39.962739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.035367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:40.036961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:40.040837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.041497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:40.042037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Bound port: 642c32a7-f4b9-4441-92ba-3c2e56679463, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:40.042433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.042782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.047063 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:40.050949 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:40.068327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53795c20-73cc-4a1f-8ce5-a2dd3a16cb0e req-fa9454b4-4ed5-4da9-8026-8d0751433c78 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:40.076057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-53795c20-73cc-4a1f-8ce5-a2dd3a16cb0e req-fa9454b4-4ed5-4da9-8026-8d0751433c78 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0901074 Jan 14 03:13:40.112097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-ef99c124-27f9-4f27-8b0e-48ef45c4dbcd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=eb95d859-dc52-406c-b2fd-2d55572f3353 HTTP/1.1" status: 200 len: 217 time: 0.2385955 Jan 14 03:13:40.117651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-dccecfef-d00a-4663-8ff2-076554f26623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:40.124495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-dccecfef-d00a-4663-8ff2-076554f26623 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b819caeb12e346ac81e9fcd8231cf257&device_id=be4c93f0-3877-4a8b-9543-625ee5a2cc15 HTTP/1.1" status: 200 len: 1163 time: 0.7844470 Jan 14 03:13:40.239577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.431039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Pushing event updated for resources: {'Port': ['ID=f91f67eb-be7e-44c7-847e-d2040282ed64,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:40.435250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:40.459006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] DHCP port deletion for 317b95ad-9d11-4690-87db-58bd4fa9ad6e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:13:40.466906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Deleting port 93d98446-f93b-48ca-a670-641e2ee526be {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:40.467283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.526049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Provisioning for port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:40.535377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Provisioning complete for port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:40.535803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.573845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-53795c20-73cc-4a1f-8ce5-a2dd3a16cb0e req-f40435e0-d8c5-4b19-bc04-46307a276225 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/quotas/6a602aeed61f4da68d1b6c0ec5782511 HTTP/1.1" status: 200 len: 375 time: 0.4967313 Jan 14 03:13:40.605268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c27d5f5-e989-40c1-931c-8726fbcebfb1 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:40.616262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.640551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84ccb56e-5e7e-4c25-ab98-9eb768b2cf5f tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:40.700469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:13:40.714997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.728720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Pushing event updated for resources: {'Port': ['ID=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:40.764564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:13:40.771818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] For port 93d98446-f93b-48ca-a670-641e2ee526be, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=93d98446-f93b-48ca-a670-641e2ee526be,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:40.772259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.796895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Deleting port 93d98446-f93b-48ca-a670-641e2ee526be {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:40.797280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.803463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-96d745d3-9004-4970-a830-49871f91ccfa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=97427b0a-4a41-4b77-bbe4-646a2b47ab83 HTTP/1.1" status: 200 len: 217 time: 0.2281063 Jan 14 03:13:40.821139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.839672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:40.842538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.851499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.884475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:40.886471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-53795c20-73cc-4a1f-8ce5-a2dd3a16cb0e req-9a32292d-2785-4740-bc16-6e80d286cdb3 tempest-MigrationsAdminTest-709959363 tempest-MigrationsAdminTest-709959363] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2249379 Jan 14 03:13:40.911619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Calling delete_port for 93d98446-f93b-48ca-a670-641e2ee526be owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:40.931904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'tag': '97427b0a-4a41-4b77-bbe4-646a2b47ab83'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:40.938056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:40.941453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:40.941638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Provisioning complete for port f91f67eb-be7e-44c7-847e-d2040282ed64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:40.942293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-061bb346-3286-4fa2-b7d0-09352e5c6ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:40.945777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Usage tracker for resource:security_group_rule and tenant:53f368de90834359ab134c20602131a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:40.948935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:40.955671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:41.040864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddaa63-33d5-44d4-9e54-83b96fd5df61 None None] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:41.047695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Transition to ACTIVE for port object 4c27d5f5-e989-40c1-931c-8726fbcebfb1 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:41.091323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.107740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=642c32a7-f4b9-4441-92ba-3c2e56679463,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:41.110995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.120848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.177407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-6c0119ba-de2b-4c07-89fd-8a7171b720fb tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:41.178528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-6c0119ba-de2b-4c07-89fd-8a7171b720fb tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] Synchronizing usage tracker for tenant:751a42dd67e74a838302241f9c47cf88 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:41.182378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-6ce521fe-888b-46dd-8fc5-d1bd17cdf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:41.183962 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-6ce521fe-888b-46dd-8fc5-d1bd17cdf658 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 1.0551219 Jan 14 03:13:41.187604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:41.195449 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'tag': '97427b0a-4a41-4b77-bbe4-646a2b47ab83', 'status': 'completed', 'code': 200} Jan 14 03:13:41.215373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Usage tracker for resource:security_group_rule and tenant:142e78095e5e46dfbe4539a0fd0037f8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:41.226279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9dbc851-78ac-4916-939a-a2fde309eece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:41.258848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.308635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:41.309289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.324921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:41.354332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:41.464956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.503880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.539360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fbd4ab8-56b5-4e58-8eb3-2246664ddfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:41.566075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-ecd4111e-bc08-432e-9e78-c6079471795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:41.567299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-ecd4111e-bc08-432e-9e78-c6079471795e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.7347724 Jan 14 03:13:41.590904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.659989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.697836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-6c0119ba-de2b-4c07-89fd-8a7171b720fb tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] Unset dirty status for tenant:751a42dd67e74a838302241f9c47cf88 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:41.704873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-6c0119ba-de2b-4c07-89fd-8a7171b720fb tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] 10.222.0.30 "GET /v2.0/networks?id=d5b377f0-f078-4b30-9eb1-b40ef0c979f9 HTTP/1.1" status: 200 len: 814 time: 1.1084607 Jan 14 03:13:41.706898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:41.707589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:41.709149 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] 10.222.0.78 "PUT /v2.0/ports/642c32a7-f4b9-4441-92ba-3c2e56679463 HTTP/1.1" status: 200 len: 1161 time: 9.6810629 Jan 14 03:13:41.709460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 9.7705741 Jan 14 03:13:41.717052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:41.833644 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=142e78095e5e46dfbe4539a0fd0037f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9770920 Jan 14 03:13:41.865581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:41.872635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85820c10-2f75-4bdc-9583-86f493c0a0be,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:41.876519 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-87742dcf-a073-4c97-85d3-84f3bfb29cd8 tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] 10.222.0.30 "GET /v2.0/quotas/751a42dd67e74a838302241f9c47cf88 HTTP/1.1" status: 200 len: 375 time: 0.1701496 Jan 14 03:13:41.880836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:41.917566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53f368de90834359ab134c20602131a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6597574 Jan 14 03:13:41.938696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:41.946163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6a1f89-4587-4055-b0c7-7536e81e8420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:41.954013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b484f29-5989-4d5f-9d38-1ed8ff3725aa,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:41.972469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:42.005613 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463', 'status': 'completed', 'code': 200} Jan 14 03:13:42.079632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] No DVR routers for this DVR port 93d98446-f93b-48ca-a670-641e2ee526be on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:42.112471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-821e11bc-8439-4f87-9223-f8872a04ed33 tempest-VolumesAdminNegativeTest-454140631 tempest-VolumesAdminNegativeTest-454140631] 10.222.0.30 "GET /v2.0/ports?tenant_id=751a42dd67e74a838302241f9c47cf88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1725338 Jan 14 03:13:42.132611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-6543519c-da68-4219-aafa-94af35290fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:42.134372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-6543519c-da68-4219-aafa-94af35290fa5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9269884 Jan 14 03:13:42.145267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.154321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:42.157549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67a225a1-7473-48ea-8f37-71d1d027ef46 tempest-ServersOnMultiNodesTest-806786837 tempest-ServersOnMultiNodesTest-806786837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.907s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:42.187399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.219410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Pushing event deleted for resources: {'Port': ['ID=93d98446-f93b-48ca-a670-641e2ee526be,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:42.225417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91f67eb-be7e-44c7-847e-d2040282ed64 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:42.240533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42820) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:42.256143 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:42.258623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae8fa5-615c-416a-bb61-0e65ac76b434 None None] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:42.295773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5b189872-4897-4160-8a02-41a001ddfa92 None None] Provisioning complete for port f91f67eb-be7e-44c7-847e-d2040282ed64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:42.296196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b189872-4897-4160-8a02-41a001ddfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.410124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:42.414285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:42.523941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f91f67eb-be7e-44c7-847e-d2040282ed64 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:42.524534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.532066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-55df1f7c-c758-49d7-a35b-44de135fca58 service neutron] 10.222.0.30 "GET /v2.0/networks/d5b377f0-f078-4b30-9eb1-b40ef0c979f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938904 Jan 14 03:13:42.550863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.581837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.662504 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-4dccc6f5-db13-4419-81cb-abfefde1d953 req-27a10e50-4ea9-4fff-87a7-c893de140359 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] show failed (client error): The resource could not be found. Jan 14 03:13:42.663381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dccc6f5-db13-4419-81cb-abfefde1d953 req-27a10e50-4ea9-4fff-87a7-c893de140359 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/a805ab11-e78a-4d32-a298-e6fdc4c3c1bc HTTP/1.1" status: 404 len: 352 time: 0.2377472 Jan 14 03:13:42.668562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-196a641b-de50-40d1-820c-092128726bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:42.670689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-196a641b-de50-40d1-820c-092128726bfb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0721095 Jan 14 03:13:42.695288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.829406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 93d98446-f93b-48ca-a670-641e2ee526be no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:42.832384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.848724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3118d3c0-1d3e-44fb-a069-34e584c23049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:42.857683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:42.866459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 93d98446-f93b-48ca-a670-641e2ee526be {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:13:42.866855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 93d98446-f93b-48ca-a670-641e2ee526be not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:13:42.898301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:43.131249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Pushing event updated for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:43.209134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b484f29-5989-4d5f-9d38-1ed8ff3725aa,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:43.211550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Usage tracker for resource:security_group_rule and tenant:6a602aeed61f4da68d1b6c0ec5782511 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:43.232862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:43.245549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:43.247244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] For port 93d98446-f93b-48ca-a670-641e2ee526be, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=93d98446-f93b-48ca-a670-641e2ee526be,segment=NetworkSegment(da26284e-dc16-4d5f-9fd4-9f51225e9823),segment_id=da26284e-dc16-4d5f-9fd4-9f51225e9823)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:43.247671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.248322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0552d146-5810-4862-afc8-8070bf379f0e tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:43.284746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:43.328897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85820c10-2f75-4bdc-9583-86f493c0a0be,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:43.344432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.345422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.349293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b484f29-5989-4d5f-9d38-1ed8ff3725aa HTTP/1.1" status: 204 len: 168 time: 1.4011080 Jan 14 03:13:43.381513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:43.393158 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-59b6bc41-c756-40ea-a9cf-23ac32d50c8d service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1490176 Jan 14 03:13:43.476430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.477796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85820c10-2f75-4bdc-9583-86f493c0a0be HTTP/1.1" status: 204 len: 168 time: 1.6072507 Jan 14 03:13:43.501523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:43.535475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d882cab6-14a5-40c9-8b6d-d5d5630fa638 req-23a1e3b8-ab15-4284-9c94-497434add1ce service neutron] 10.222.0.30 "GET /v2.0/networks/d5b377f0-f078-4b30-9eb1-b40ef0c979f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9109797 Jan 14 03:13:43.679815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Calling delete_port for 93d98446-f93b-48ca-a670-641e2ee526be owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:43.739820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Attempting to bind port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:43.740203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Attempting to bind port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:43.740787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Attempting to bind port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 on network 019403ac-af72-49cf-9741-f8f0934cf2f7 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:43.755117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86efb542-d05f-4ad3-bd39-f0d2ed0f1757 req-47ab28af-1ce5-434a-b70e-eb73f7a28818 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8804477aac3b43de888169f67316cd2c HTTP/1.1" status: 200 len: 2984 time: 0.9245610 Jan 14 03:13:43.782313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:43.782775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Checking segment: {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:43.783186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.783588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Bound using segment: {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:43.784081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Bound port: 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2dfc0-a0db-4609-849b-4db2bb6dcb43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '019403ac-af72-49cf-9741-f8f0934cf2f7'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:43.784627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.798775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Pushing event updated for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:43.811838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-39b48a68-a31c-49bf-9bf7-6ca19d573314 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0983040 Jan 14 03:13:43.909816 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.753s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:43.915198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:43.928051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.463s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:43.928877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:44.016318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ded28d0-4360-4af5-9653-61f57e88a541,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:44.031112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-21201f44-6e9d-47fe-8a68-381baa1ec47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:44.032974 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-21201f44-6e9d-47fe-8a68-381baa1ec47a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3f71f01982741ce8341207c50fa85ba&device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 1164 time: 2.0590556 Jan 14 03:13:44.082391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:44.264729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86efb542-d05f-4ad3-bd39-f0d2ed0f1757 req-97c03d20-794b-4763-948e-6f1813c223be tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/1e404a35-e211-4e59-82e6-ec1b7be04528 HTTP/1.1" status: 200 len: 2981 time: 0.5086768 Jan 14 03:13:44.268552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42868) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:44.319775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-30d6d41a-3fc9-4804-b86e-00dae931f8c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=642c32a7-f4b9-4441-92ba-3c2e56679463 HTTP/1.1" status: 200 len: 217 time: 0.2743781 Jan 14 03:13:44.338385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] For port 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:44.342312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] For port 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4c27d5f5-e989-40c1-931c-8726fbcebfb1,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:44.424470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.424608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-cc357847-d395-40ff-8d0a-467bcaa22f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:44.426558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-cc357847-d395-40ff-8d0a-467bcaa22f46 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.0768371 Jan 14 03:13:44.443530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.497163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.532106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Checking segment: {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:44.532545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Network hostable DHCP agents. Network: d8277782-b026-414c-81b8-946ce01fd963, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:13:44.540062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a19602a2-859d-4d0e-9e01-dc04cdaa0612 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:44.588294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a61d80-5301-4356-a4bf-638c878de0c8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:44.592369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db76f610-2dfb-4303-85e3-139df45b09ee tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:44.593360 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-54ce9ec9-f72f-4522-84ee-8e1186c2eeb6 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1041527 Jan 14 03:13:44.594315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:44.624944 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86efb542-d05f-4ad3-bd39-f0d2ed0f1757 req-7e228e61-5fac-4818-86c1-9bdd41c188ab tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/1e404a35-e211-4e59-82e6-ec1b7be04528 HTTP/1.1" status: 200 len: 2981 time: 0.3293924 Jan 14 03:13:44.652431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Network d8277782-b026-414c-81b8-946ce01fd963 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:13:44.744822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d8277782-b026-414c-81b8-946ce01fd963) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:44.753149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de2fe8f-8283-4273-84a1-9472d82da071 None None] Network d8277782-b026-414c-81b8-946ce01fd963 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:44.761946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Deleting subnet 030c90e1-471e-4dc7-98dd-d12a936f7be7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:44.778618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.784555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:44.785248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.786744 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] 10.222.0.78 "PUT /v2.0/ports/4c27d5f5-e989-40c1-931c-8726fbcebfb1 HTTP/1.1" status: 200 len: 1157 time: 10.7652879 Jan 14 03:13:44.793908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:44.840037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Pushing event updated for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:44.843813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:13:44.844181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:13:44.854260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:44.856464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.936849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:44.996388 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1', 'status': 'completed', 'code': 200} Jan 14 03:13:45.030219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.129770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-25c6f2b5-8bb9-4475-816f-e8dea389dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:45.131402 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-25c6f2b5-8bb9-4475-816f-e8dea389dd74 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5466907 Jan 14 03:13:45.164636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a602aeed61f4da68d1b6c0ec5782511&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7705157 Jan 14 03:13:45.178867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42902) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:45.220739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-94b84311-145b-406f-b084-89824e240a5d service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3406799 Jan 14 03:13:45.270523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:45.271609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.287433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d8277782-b026-414c-81b8-946ce01fd963', 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'fixed_ips': [{'subnet_id': '2ded28d0-4360-4af5-9653-61f57e88a541'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:13:45.288373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.348370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Deleting port 93d98446-f93b-48ca-a670-641e2ee526be {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:45.348756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.454433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-5b41560c-cca6-4083-9dfa-5b2f77c197a0 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386949 Jan 14 03:13:45.520041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42916) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:45.539482 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 7.8375409 Jan 14 03:13:45.561146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42920) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:45.615205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3eb773b7-fa9e-45f2-8ebe-ad395ee2aa8f req-27f5f9a8-4703-486c-806c-ce22971b8407 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/1e404a35-e211-4e59-82e6-ec1b7be04528 HTTP/1.1" status: 200 len: 2981 time: 0.8730435 Jan 14 03:13:45.636968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] The port '93d98446-f93b-48ca-a670-641e2ee526be' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:13:45.645082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:45.650040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:45.654535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Usage tracker for resource:router and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:45.657915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:45.663841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:45.716826 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc3eca9f-acc6-45df-8c7a-aa2c3affc0b3 req-fb0cd381-b528-40f5-913d-06e99ebbef3a tempest-ImagesNegativeTestJSON-1227133919 tempest-ImagesNegativeTestJSON-1227133919] 10.222.0.30 "GET /v2.0/networks?tenant_id=5b8e71c406574986a9c20528d295c923&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2116280 Jan 14 03:13:45.736022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Allocated IP 172.20.0.2 (d8277782-b026-414c-81b8-946ce01fd963/2ded28d0-4360-4af5-9653-61f57e88a541/8440810a-e379-40ef-9283-c1d41a51e616) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:45.759342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-2c2be551-251b-4990-b5df-781180fde9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:45.761023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-2c2be551-251b-4990-b5df-781180fde9f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 1160 time: 0.9119675 Jan 14 03:13:45.766093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:13:45.766879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.78', 50348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:45.776992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.778100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.812302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:45.906779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-465350194-network', 'tenant_id': '4cd39c4c292044869ad35ce5db2ea9e9'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:45.920117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06164f7-3634-4b39-b1e5-ced8b1367166 req-c2830731-69a5-4be3-bfdb-949cee33518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:45.921897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c06164f7-3634-4b39-b1e5-ced8b1367166 req-c2830731-69a5-4be3-bfdb-949cee33518e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=153c7da63bff4939b998a34424880316&device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 1164 time: 1.2420440 Jan 14 03:13:45.960768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:46.016403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Usage tracker for resource:network and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:46.017933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.031681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Transition to ACTIVE for port object 8440810a-e379-40ef-9283-c1d41a51e616 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:46.051232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Transition to ACTIVE for port object 8440810a-e379-40ef-9283-c1d41a51e616 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:46.070181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:46.073531 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-3eb773b7-fa9e-45f2-8ebe-ad395ee2aa8f req-71d4801a-07e7-45cc-b172-f1bb899ec807 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:13:46.074683 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3eb773b7-fa9e-45f2-8ebe-ad395ee2aa8f req-71d4801a-07e7-45cc-b172-f1bb899ec807 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "DELETE /v2.0/security-groups/1e404a35-e211-4e59-82e6-ec1b7be04528 HTTP/1.1" status: 409 len: 352 time: 0.4583194 Jan 14 03:13:46.089156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c06164f7-3634-4b39-b1e5-ced8b1367166 req-ca3d1765-1739-4d80-be8c-c0861ad6d33f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=153c7da63bff4939b998a34424880316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298444 Jan 14 03:13:46.097346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:46.111184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.149956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.170189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.188105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:46.207173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-47e853f6-9eab-4200-b473-79f3ca82d6cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c27d5f5-e989-40c1-931c-8726fbcebfb1 HTTP/1.1" status: 200 len: 217 time: 0.4149616 Jan 14 03:13:46.230021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Transition to ACTIVE for port object 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:46.358791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.374548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.395961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Pushing event updated for resources: {'Port': ['ID=8440810a-e379-40ef-9283-c1d41a51e616,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:46.404326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:46.405179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:46.414751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-925a5e50-9d54-475a-b918-9f5ba4b27959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:46.503291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Network d8277782-b026-414c-81b8-946ce01fd963 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:46.504601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:46.508587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:46.518061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.520410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a45a8ed1-0429-484a-b1fc-aea60fd665bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:46.522000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-a45a8ed1-0429-484a-b1fc-aea60fd665bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d1a20bc7-284b-4436-a94c-fe639cf1dbb8 HTTP/1.1" status: 200 len: 845 time: 0.3055041 Jan 14 03:13:46.534053 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-6ab591c2-264a-4547-bcc9-9f5e2784f5c7 req-17881493-5b9e-4568-a189-111b396511e2 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] show failed (client error): The resource could not be found. Jan 14 03:13:46.535730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6ab591c2-264a-4547-bcc9-9f5e2784f5c7 req-17881493-5b9e-4568-a189-111b396511e2 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/4da6dfbb-9eb6-4d65-8f19-7643640abf36 HTTP/1.1" status: 404 len: 352 time: 0.0671871 Jan 14 03:13:46.538705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477de7-430c-4031-ae58-e8c519beec88 req-cd68580e-9789-470e-8fa1-4309384890c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:46.541161 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-cd68580e-9789-470e-8fa1-4309384890c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b819caeb12e346ac81e9fcd8231cf257&device_id=be4c93f0-3877-4a8b-9543-625ee5a2cc15 HTTP/1.1" status: 200 len: 1163 time: 1.1776702 Jan 14 03:13:46.552933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.562879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Made reservation on behalf of 4cd39c4c292044869ad35ce5db2ea9e9 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:46.568950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.619313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Attempting to bind port 8440810a-e379-40ef-9283-c1d41a51e616 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:46.621831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Attempting to bind port 8440810a-e379-40ef-9283-c1d41a51e616 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:46.621831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Attempting to bind port 8440810a-e379-40ef-9283-c1d41a51e616 on network d8277782-b026-414c-81b8-946ce01fd963 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:46.635826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:46.637324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Checking segment: {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:46.637780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.638911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Bound using segment: {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:46.639457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Bound port: 8440810a-e379-40ef-9283-c1d41a51e616, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:46.639882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.739246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:46.801415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.802778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-d0bf54d1-92bd-4850-80b4-adb20ec6afc3 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3116951 Jan 14 03:13:46.803898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Pushing event updated for resources: {'Port': ['ID=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:46.804904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] For port 8440810a-e379-40ef-9283-c1d41a51e616, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:46.808770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:46.827326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-71416e75-7c17-4a3a-baef-1d90050f05a1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:13:46.835901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] For port 8440810a-e379-40ef-9283-c1d41a51e616, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8440810a-e379-40ef-9283-c1d41a51e616,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:46.839366 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-2e605299-af1d-4baa-ac71-24a493c43b22 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=019403ac-af72-49cf-9741-f8f0934cf2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657538 Jan 14 03:13:46.842049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:46.858767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:46.900367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030c90e1-471e-4dc7-98dd-d12a936f7be7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:46.902869 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-32f9b3f3-5111-4915-8f3a-4296235b5e77 req-691e903c-25bf-46ff-987f-2dff124d48a2 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] show failed (client error): The resource could not be found. Jan 14 03:13:46.903761 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-32f9b3f3-5111-4915-8f3a-4296235b5e77 req-691e903c-25bf-46ff-987f-2dff124d48a2 tempest-SecurityGroupsNegativeTestJSON-1788889548 tempest-SecurityGroupsNegativeTestJSON-1788889548] 10.222.0.30 "GET /v2.0/security-groups/e62f6f74-6151-4ccf-b434-e7b725f840b3 HTTP/1.1" status: 404 len: 352 time: 0.1875098 Jan 14 03:13:46.924170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:46.952085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eca9f-acc6-45df-8c7a-aa2c3affc0b3 req-76aca328-ca08-4f6f-8a0a-8341978808d6 tempest-ImagesNegativeTestJSON-1227133919 tempest-ImagesNegativeTestJSON-1227133919] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:46.953876 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc3eca9f-acc6-45df-8c7a-aa2c3affc0b3 req-76aca328-ca08-4f6f-8a0a-8341978808d6 tempest-ImagesNegativeTestJSON-1227133919 tempest-ImagesNegativeTestJSON-1227133919] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2168777 Jan 14 03:13:46.955882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42932) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:47.057650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:47.070253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Deleting subnet eafb89f7-465d-4ddd-a20d-9d094bb96254 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:47.091416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:47.119790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:47.125715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.145737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device eb95d859-dc52-406c-b2fd-2d55572f3353 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:47.185951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317b95ad-9d11-4690-87db-58bd4fa9ad6e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:47.186891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-073f9e94-7ffd-4c52-a276-d949c0f301c7 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:47.188592 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-073f9e94-7ffd-4c52-a276-d949c0f301c7 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "GET /v2.0/ports?device_id=be4c93f0-3877-4a8b-9543-625ee5a2cc15 HTTP/1.1" status: 200 len: 947 time: 1.3904409 Jan 14 03:13:47.194361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:47.201268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06164f7-3634-4b39-b1e5-ced8b1367166 req-b8ac2259-9481-4115-997e-7eb80e49271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:47.203089 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c06164f7-3634-4b39-b1e5-ced8b1367166 req-b8ac2259-9481-4115-997e-7eb80e49271e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1031780 Jan 14 03:13:47.204214 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc3eca9f-acc6-45df-8c7a-aa2c3affc0b3 req-1ef81e04-0bea-4f4e-b8b7-859758bb8dfd tempest-ImagesNegativeTestJSON-1227133919 tempest-ImagesNegativeTestJSON-1227133919] 10.222.0.30 "GET /v2.0/quotas/5b8e71c406574986a9c20528d295c923 HTTP/1.1" status: 200 len: 375 time: 0.2306428 Jan 14 03:13:47.263418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Pushing event updated for resources: {'Port': ['ID=8440810a-e379-40ef-9283-c1d41a51e616,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:47.270764 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:47.305617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port eb95d859-dc52-406c-b2fd-2d55572f3353 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:47.313188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port eb95d859-dc52-406c-b2fd-2d55572f3353 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:47.313612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.318132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.355656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da26284e-dc16-4d5f-9fd4-9f51225e9823') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:47.356162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da26284e-dc16-4d5f-9fd4-9f51225e9823') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:47.367710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eef03186-98c2-4181-9396-658adce95123 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:47.400298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Deleting port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:47.400298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.439407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477de7-430c-4031-ae58-e8c519beec88 req-c795e45b-a427-4fef-a904-6205a527146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:47.441258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-c795e45b-a427-4fef-a904-6205a527146f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 0.8823080 Jan 14 03:13:47.459465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.460631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.466685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc3eca9f-acc6-45df-8c7a-aa2c3affc0b3 req-3f38725d-5d81-4bee-a1e0-a6be2f1e841b tempest-ImagesNegativeTestJSON-1227133919 tempest-ImagesNegativeTestJSON-1227133919] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b8e71c406574986a9c20528d295c923&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1653185 Jan 14 03:13:47.467532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a61d80-5301-4356-a4bf-638c878de0c8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:47.480144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.499965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.530994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:47.540157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port eb95d859-dc52-406c-b2fd-2d55572f3353, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=eb95d859-dc52-406c-b2fd-2d55572f3353,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:47.555685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.596066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:47.606677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.609663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:47.698277 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353', 'code': 200} Jan 14 03:13:47.719038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-104e84fa-5d0b-4fb8-b037-b8b7d0824303 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=97427b0a-4a41-4b77-bbe4-646a2b47ab83 HTTP/1.1" status: 200 len: 217 time: 0.2490809 Jan 14 03:13:47.762019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:47.790569 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:47.833678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:47.844126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16a61d80-5301-4356-a4bf-638c878de0c8 HTTP/1.1" status: 204 len: 168 time: 2.6483188 Jan 14 03:13:47.881703 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/030c90e1-471e-4dc7-98dd-d12a936f7be7 HTTP/1.1" status: 204 len: 168 time: 3.6072831 Jan 14 03:13:47.892980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42946) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:47.965856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:48.171496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:48.245845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8440810a-e379-40ef-9283-c1d41a51e616 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:48.332484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:48.381106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:48.404759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:13:48.408690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-488ac21d-675b-4588-a980-afb40b692e93 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:13:48.418759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8440810a-e379-40ef-9283-c1d41a51e616 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:48.709348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 642c32a7-f4b9-4441-92ba-3c2e56679463 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:48.775184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:48.795155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42974) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:48.834886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477de7-430c-4031-ae58-e8c519beec88 req-5d3a56a3-d7a5-43e6-8689-195072619a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:48.840649 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-5d3a56a3-d7a5-43e6-8689-195072619a50 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 1.1004024 Jan 14 03:13:48.841625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:48.855820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 642c32a7-f4b9-4441-92ba-3c2e56679463 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:48.861818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 642c32a7-f4b9-4441-92ba-3c2e56679463 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:48.862238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.029632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.066624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.073977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=642c32a7-f4b9-4441-92ba-3c2e56679463,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:49.078799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.081263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:49.106932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a83c1-65ce-4b08-9776-e36848c0a6d1 req-2453014f-83cb-4b49-80d8-d19ba47abcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:49.108580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-721a83c1-65ce-4b08-9776-e36848c0a6d1 req-2453014f-83cb-4b49-80d8-d19ba47abcc4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3f71f01982741ce8341207c50fa85ba&device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 1164 time: 2.2113013 Jan 14 03:13:49.109603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.125245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9db4547c-c9b2-4c72-a73a-4683d7c8a631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:49.147455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-074cb4d7-5079-4454-993e-0fb3b5b3ca2b service neutron] 10.222.0.78 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2977247 Jan 14 03:13:49.152268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3aee27-754b-4df3-af52-d361163e7da4 None None] Network d8277782-b026-414c-81b8-946ce01fd963 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:13:49.195585 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-721a83c1-65ce-4b08-9776-e36848c0a6d1 req-5f305dbd-78a3-4300-84c2-8947ad3a5a08 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c3f71f01982741ce8341207c50fa85ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585511 Jan 14 03:13:49.261323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Attempting to bind port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:49.261787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Attempting to bind port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:49.262050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Attempting to bind port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 on network f8bbec8a-5d21-447f-b263-77539e76d738 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:49.273621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:49.280149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:49.287975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:49.291022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Provisioning for port 8440810a-e379-40ef-9283-c1d41a51e616 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:49.298864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Provisioning complete for port 8440810a-e379-40ef-9283-c1d41a51e616 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:49.299289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.312886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55969578-0165-4dbb-afe1-2e65e0de9c96,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:49.335852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:49.364990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:49.365367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Checking segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:49.365752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.366139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Bound using segment: {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:49.366630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Bound port: 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ec38f-b1f8-42a0-9c5e-a344705ba301', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f8bbec8a-5d21-447f-b263-77539e76d738'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:49.367430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.443830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Usage tracker for resource:security_group_rule and tenant:68a902af4cf24126a3ddda915294517f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:49.471454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:49.539575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:49.560361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.587071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.625618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:49.630810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:13:49.641194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] For port 8440810a-e379-40ef-9283-c1d41a51e616, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8440810a-e379-40ef-9283-c1d41a51e616,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:49.649720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.654590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:49.694500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.695205 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Added segment e1335d34-1c70-41ff-b542-38b69b347904 of type vxlan for network 6360c336-c824-45de-9418-d9112476bd4c Jan 14 03:13:49.725964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.763908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:49.776906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Pushing event updated for resources: {'Port': ['ID=8440810a-e379-40ef-9283-c1d41a51e616,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:49.789695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:49.793376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.840230 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463', 'code': 200} Jan 14 03:13:49.867345 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-63bf9307-e483-422c-a41e-8fc7e49c237d service neutron] 10.222.0.78 "GET /v2.0/networks/019403ac-af72-49cf-9741-f8f0934cf2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6080444 Jan 14 03:13:49.903382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:49.910553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:49.919548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477de7-430c-4031-ae58-e8c519beec88 req-50925d5c-9060-4236-8b1b-bbb51dba6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:49.921228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-50925d5c-9060-4236-8b1b-bbb51dba6b49 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0559514 Jan 14 03:13:49.955186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8e71c406574986a9c20528d295c923 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:49.977663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dad4270-bc2e-498b-906a-5ddfd7b70c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:49.996861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e2ebc7a5-edf3-47c1-915a-8dc90421a4c6 None None] Provisioning complete for port 8440810a-e379-40ef-9283-c1d41a51e616 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:50.009272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2ebc7a5-edf3-47c1-915a-8dc90421a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.016834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:50.071198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eafb89f7-465d-4ddd-a20d-9d094bb96254,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:50.093277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.093471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 642c32a7-f4b9-4441-92ba-3c2e56679463 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:50.101946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.120164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:50.171686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8440810a-e379-40ef-9283-c1d41a51e616 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:50.179845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:50.199284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b377f0-f078-4b30-9eb1-b40ef0c979f9']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:50.216211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cb0b8e-5345-480c-b377-e95d22620637') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:50.216829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cb0b8e-5345-480c-b377-e95d22620637') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:50.224496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Network 317b95ad-9d11-4690-87db-58bd4fa9ad6e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:50.232125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.245600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.251488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.254330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:13:50.280288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d05bfe3-ae8f-4f6d-b5d6-854628648426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:50.314808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Router b803cf3e-eb37-442a-8172-d08e809fb794 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:13:50.329723 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:13:50.334496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 642c32a7-f4b9-4441-92ba-3c2e56679463 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:50.335204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.351952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] For port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:50.358462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0562e7c9-cd44-4313-b4b9-dc51710c5507,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:50.365171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a83c1-65ce-4b08-9776-e36848c0a6d1 req-4b0476ec-28a6-498d-b459-775daf1b205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:50.366896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-721a83c1-65ce-4b08-9776-e36848c0a6d1 req-4b0476ec-28a6-498d-b459-775daf1b205a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0810878 Jan 14 03:13:50.394310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8440810a-e379-40ef-9283-c1d41a51e616 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:50.394550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.424604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:50.437010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] For port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:50.483759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-125d83a3-2eba-4a0c-a61f-23282485c4c9 None None] Provisioning complete for port 8440810a-e379-40ef-9283-c1d41a51e616 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:50.484174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125d83a3-2eba-4a0c-a61f-23282485c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.535497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.564996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] For port 97427b0a-4a41-4b77-bbe4-646a2b47ab83, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=97427b0a-4a41-4b77-bbe4-646a2b47ab83,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:50.565209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.571199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a94d69c7-b3b6-4ac0-83fb-ef9caa42bc08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:50.634781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-f63b4a8d-ccc2-46bc-8996-d6127ef4c459 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:50.636490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-f63b4a8d-ccc2-46bc-8996-d6127ef4c459 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Synchronizing usage tracker for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:50.668387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device eb95d859-dc52-406c-b2fd-2d55572f3353 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:50.728556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68a902af4cf24126a3ddda915294517f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9204426 Jan 14 03:13:50.733607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:50.762408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42990) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:50.810875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.836166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.849224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.870986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Calling delete_port for 97427b0a-4a41-4b77-bbe4-646a2b47ab83 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:50.879217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.879864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-cf243a49-5e4f-4411-9b3f-e4b65515642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:50.881523 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-cf243a49-5e4f-4411-9b3f-e4b65515642d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4fbe3cea49104f1b9d3b60baac139950&device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 1160 time: 0.9378006 Jan 14 03:13:50.903400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.918725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port eb95d859-dc52-406c-b2fd-2d55572f3353, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=eb95d859-dc52-406c-b2fd-2d55572f3353,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:50.922415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:50.925340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:50.927267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-f63b4a8d-ccc2-46bc-8996-d6127ef4c459 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Unset dirty status for tenant:153c7da63bff4939b998a34424880316 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:50.928582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-f63b4a8d-ccc2-46bc-8996-d6127ef4c459 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.78 "GET /v2.0/ports?device_id=0849bede-17ba-4bab-8ff1-3bd1a88954ce HTTP/1.1" status: 200 len: 950 time: 1.8581748 Jan 14 03:13:50.996750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:50.997969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.007598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:51.020197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:51.051155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d36e250d-c391-44be-a519-8aabff13f784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:51.271539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.330043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Pushing event updated for resources: {'Port': ['ID=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:51.403607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:51.415859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-ad864850-f1c0-4bbf-801c-92055237c713 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4395866 Jan 14 03:13:51.418564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:51.443101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Deleting port eb95d859-dc52-406c-b2fd-2d55572f3353 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:51.443475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.474120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Network d5b377f0-f078-4b30-9eb1-b40ef0c979f9 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:51.491301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Pushing event updated for resources: {'Network': ['ID=6360c336-c824-45de-9418-d9112476bd4c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:51.496922 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eafb89f7-465d-4ddd-a20d-9d094bb96254 HTTP/1.1" status: 204 len: 168 time: 4.5287199 Jan 14 03:13:51.499571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.9611042 Jan 14 03:13:51.505840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6360c336-c824-45de-9418-d9112476bd4c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:51.509466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42994) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:51.509846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:51.520002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6360c336-c824-45de-9418-d9112476bd4c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:51.537942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:51.541233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Pushing event deleted for resources: {'Network': ['ID=317b95ad-9d11-4690-87db-58bd4fa9ad6e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:51.543561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6360c336-c824-45de-9418-d9112476bd4c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:13:51.547181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Request body: {'subnet': {'network_id': '6360c336-c824-45de-9418-d9112476bd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-465350194-subnet', 'tenant_id': '4cd39c4c292044869ad35ce5db2ea9e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:13:51.555737 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:13:51.586072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] 10.222.0.30 "DELETE /v2.0/networks/317b95ad-9d11-4690-87db-58bd4fa9ad6e HTTP/1.1" status: 204 len: 168 time: 13.3171556 Jan 14 03:13:51.591076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:13:51.651337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:51.652404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:51.692253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.703072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Usage tracker for resource:subnet and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:51.720534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Sync routers for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:13:51.735515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.769407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:51.780107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.818946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-132abec2-e74c-4f3b-9fef-f7f683125adb tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:51.828378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:51.852891 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b8e71c406574986a9c20528d295c923&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9870198 Jan 14 03:13:51.859571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6e1d1f-7d21-4d6f-a59d-6b6d5cf26efa,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:51.867557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:51.889418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:51.890203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.891865 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] 10.222.0.78 "PUT /v2.0/ports/95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 HTTP/1.1" status: 200 len: 1156 time: 13.7213571 Jan 14 03:13:51.896152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'tag': '95f5f813-0ab0-4d77-8e2e-d12dcb1336f4'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:51.907645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:51.914823 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 19.0798991 Jan 14 03:13:52.003166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.064327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:52.076876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43008) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:52.077152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43010) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:52.082059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:52.114121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.145080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.173902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:52.174635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:52.203686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-ab1fb02b-d535-4f0d-8016-b6c26f5e3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:52.205481 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-ab1fb02b-d535-4f0d-8016-b6c26f5e3a9a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=4fbe3cea49104f1b9d3b60baac139950&shared=False HTTP/1.1" status: 200 len: 900 time: 0.9841535 Jan 14 03:13:52.208133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.243761 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'tag': '95f5f813-0ab0-4d77-8e2e-d12dcb1336f4', 'status': 'completed', 'code': 200} Jan 14 03:13:52.264243 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353', 'code': 200} Jan 14 03:13:52.287477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Made reservation on behalf of 4cd39c4c292044869ad35ce5db2ea9e9 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:52.293164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.405613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.427231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e148556e-d938-4eaa-975c-73c4d3fa1742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.439208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:52.443321 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:52.460323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3ae4da0c-4aa6-4ae9-b53b-8b4096305af5 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:52.461384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3ae4da0c-4aa6-4ae9-b53b-8b4096305af5 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Synchronizing usage tracker for tenant:c3f71f01982741ce8341207c50fa85ba on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:52.464399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.503148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-e26dfe0b-54e2-4c87-bb9f-d751f544d7d3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:13:52.519078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:52.575789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] For port eb95d859-dc52-406c-b2fd-2d55572f3353, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=eb95d859-dc52-406c-b2fd-2d55572f3353,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:52.576195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.630358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562e7c9-cd44-4313-b4b9-dc51710c5507,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:52.633970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:52.732756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Calling delete_port for eb95d859-dc52-406c-b2fd-2d55572f3353 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:52.764414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:52.765953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4c27d5f5-e989-40c1-931c-8726fbcebfb1 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:52.850408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.852735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0562e7c9-cd44-4313-b4b9-dc51710c5507 HTTP/1.1" status: 204 len: 168 time: 2.0875742 Jan 14 03:13:52.908524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.928151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.928463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:52.937039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:52.937474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.960709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:52.998690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:13:43Z', 'revision_number': 3, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:53.009362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Checking router: b803cf3e-eb37-442a-8172-d08e809fb794 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:13:53.010033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Updating router b803cf3e-eb37-442a-8172-d08e809fb794 port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:13:53.131513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:53.145666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:53.195132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:53.202758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3ae4da0c-4aa6-4ae9-b53b-8b4096305af5 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Unset dirty status for tenant:c3f71f01982741ce8341207c50fa85ba on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:53.204010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-3ae4da0c-4aa6-4ae9-b53b-8b4096305af5 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.78 "GET /v2.0/ports?device_id=32d3fc42-a547-4da2-86dd-d618d45be84a HTTP/1.1" status: 200 len: 950 time: 1.9814303 Jan 14 03:13:53.314563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Deleting port 642c32a7-f4b9-4441-92ba-3c2e56679463 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:53.315111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:53.351287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4c27d5f5-e989-40c1-931c-8726fbcebfb1,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:53.364815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:53.371161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:53.410871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5829a17-8de6-48e7-b2e8-24d513e76242') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:53.411176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5829a17-8de6-48e7-b2e8-24d513e76242') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:53.429630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 642c32a7-f4b9-4441-92ba-3c2e56679463 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:53.597842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b377f0-f078-4b30-9eb1-b40ef0c979f9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:53.627162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5b377f0-f078-4b30-9eb1-b40ef0c979f9 HTTP/1.1" status: 204 len: 168 time: 5.7027330 Jan 14 03:13:53.638349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43030) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:53.643967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:53.654985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:53.816944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:53.823971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:53.951117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-f974516d-c788-4b94-9522-c8491f4d97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:53.953910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80ee9f7e-60e7-499f-b494-3516263cc689 req-f974516d-c788-4b94-9522-c8491f4d97ee service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7053792 Jan 14 03:13:53.970310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:53.987322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.015649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=642c32a7-f4b9-4441-92ba-3c2e56679463,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:54.037109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.041114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-39477de7-430c-4031-ae58-e8c519beec88 req-82a644c5-a929-4399-9450-764b64c7dc05 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.5525224 Jan 14 03:13:54.041595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:54.071577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.098945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.102375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:13:54.106288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.148388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ce31134b-01f6-442a-8cc6-ec4c642a37db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c2b8fa5fda1425c90f0795f355ce687&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0201671 Jan 14 03:13:54.148388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] No DVR routers for this DVR port 97427b0a-4a41-4b77-bbe4-646a2b47ab83 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:54.149327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.151491 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3fcbb95-0bb0-46a6-a310-be922e46130c req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "DELETE /v2.0/ports/97427b0a-4a41-4b77-bbe4-646a2b47ab83 HTTP/1.1" status: 204 len: 173 time: 6.9462740 Jan 14 03:13:54.181406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43040) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:54.186217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'name': 'network-vif-deleted', 'tag': '97427b0a-4a41-4b77-bbe4-646a2b47ab83'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:54.190794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4c27d5f5-e989-40c1-931c-8726fbcebfb1 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:54.194219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Pushing event deleted for resources: {'Port': ['ID=97427b0a-4a41-4b77-bbe4-646a2b47ab83,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:54.232683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:54.235674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.267147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-758fce8f-5314-44cf-87d5-7a9853cf90d4 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:54.271458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1'}, {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:54.313088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6e1d1f-7d21-4d6f-a59d-6b6d5cf26efa,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:54.357424 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be4c93f0-3877-4a8b-9543-625ee5a2cc15', 'name': 'network-vif-deleted', 'tag': '97427b0a-4a41-4b77-bbe4-646a2b47ab83', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:13:54.358313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.359574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c6e1d1f-7d21-4d6f-a59d-6b6d5cf26efa HTTP/1.1" status: 204 len: 168 time: 2.4261637 Jan 14 03:13:54.364361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:54.371456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.386609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Transition to ACTIVE for port object 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:54.402645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Deleting subnet cb6b0aeb-8746-423b-be05-85891259cee4 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:13:54.429882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.455215 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1', 'code': 200} Jan 14 03:13:54.455691 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463', 'code': 200} Jan 14 03:13:54.576414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:54.579551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.607027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:54.611300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-81bca45d-f69a-4ded-b531-e7c77de6d629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:54.692917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=642c32a7-f4b9-4441-92ba-3c2e56679463,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:54.693641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.866065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-fc347990-5d01-4f67-9cbf-d6c90d96586d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b819caeb12e346ac81e9fcd8231cf257&device_id=be4c93f0-3877-4a8b-9543-625ee5a2cc15 HTTP/1.1" status: 200 len: 210 time: 0.1122427 Jan 14 03:13:54.912263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-d03bc185-82cd-4ec8-9a72-7c8ad92e0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:54.914750 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-d03bc185-82cd-4ec8-9a72-7c8ad92e0617 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 1159 time: 2.6673317 Jan 14 03:13:54.921525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Calling delete_port for 642c32a7-f4b9-4441-92ba-3c2e56679463 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:54.945803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:54.946223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:54.969565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.005001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.086736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Pushing event updated for resources: {'Port': ['ID=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:55.097213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:55.108987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.132721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Attempting to bind port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:13:55.133269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Attempting to bind port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:13:55.133788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Attempting to bind port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:13:55.140892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:13:55.141598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:13:55.142261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.142812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:13:55.143470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Bound port: 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:13:55.144002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.148818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-a799f3d9-5fc5-41f3-94a5-8e14dee0f25c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=b819caeb12e346ac81e9fcd8231cf257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891115 Jan 14 03:13:55.174632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.203746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:55.247090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.351015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] For port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:13:55.358163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] For port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:13:55.367056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:55.397509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Allocated IP 172.25.3.97 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/6c06c6de-d58d-438a-bf1f-e7fcaddb83e1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:55.398765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2cdee9d8-ee47-4fd2-a531-9f6ea93a96cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:55.641303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Pushing event updated for resources: {'Port': ['ID=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:55.646866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:55.694135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:13:55.694846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:55.815074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:55.897947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-05fe620a-b96e-47b4-8073-062eadc67c98 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 HTTP/1.1" status: 200 len: 217 time: 0.8615386 Jan 14 03:13:55.927637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Pushing event deleted for resources: {'Port': ['ID=eb95d859-dc52-406c-b2fd-2d55572f3353,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:55.931767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:55.958119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.025844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:13:56.049185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] No DVR routers for this DVR port eb95d859-dc52-406c-b2fd-2d55572f3353 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:13:56.051927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.163886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 4c27d5f5-e989-40c1-931c-8726fbcebfb1 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:13:56.240017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Network 6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:13:56.251264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-250184e1-da3c-4d6b-a41a-f6b4f53dbd8d req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] 10.222.0.78 "DELETE /v2.0/ports/eb95d859-dc52-406c-b2fd-2d55572f3353 HTTP/1.1" status: 204 len: 173 time: 5.2488816 Jan 14 03:13:56.253916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43084) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:56.308569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.325859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.327972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74064020-3396-417d-b031-cf2438bfba17 HTTP/1.1" status: 204 len: 168 time: 2.1354027 Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:13:56.460970 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:13:56.464353 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:13:56.496128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:13:56.496521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:13:56.577912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.592290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-4cc1eff3-06af-48dc-88c4-f202b7438650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:56.593964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-4cc1eff3-06af-48dc-88c4-f202b7438650 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5a02d7d6-25c9-4ed7-84ea-ef819baee198 HTTP/1.1" status: 200 len: 853 time: 0.6307828 Jan 14 03:13:56.618465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.650562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a77d26d-a624-465a-88a4-5a035f8d0293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:56.666166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.682541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:56.693046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:56.770626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25fd231a-169a-460a-b23d-77eaf9767b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:56.796825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-deleted', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:56.867718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ddf2901-74bb-45d0-b1d2-d7c1f196bcd0 HTTP/1.1" status: 204 len: 168 time: 5.3393157 Jan 14 03:13:56.875634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:56.964981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b8f89316-9887-4a65-8734-2aa2b237d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:56.966718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-b8f89316-9887-4a65-8734-2aa2b237d939 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8bbec8a-5d21-447f-b263-77539e76d738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3633459 Jan 14 03:13:57.027569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74064020-3396-417d-b031-cf2438bfba17,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:57.036456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:57.163456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.242416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Deleting port 642c32a7-f4b9-4441-92ba-3c2e56679463 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:57.243057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.250938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Allocated IP 172.20.0.1 (f904cc61-80d1-4c8e-9d7d-d49780f4136a/7110f525-87b9-4e15-98fd-48613e9e7b8a/df5905d0-46d4-471b-b939-04d2f5af0b81) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:13:57.265275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:13:57.286803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4c27d5f5-e989-40c1-931c-8726fbcebfb1,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:57.306746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.313207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:57.401350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:57.409158 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:57.414969 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1', 'code': 200} Jan 14 03:13:57.421688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:13:43Z', 'revision_number': 3, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:13:57.428988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cc7ea-ff64-4246-bacd-443db0eeb708 None None] The sync data for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 is: [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:13:43Z', 'revision_number': 3, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:13:57.457595 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0849bede-17ba-4bab-8ff1-3bd1a88954ce', 'name': 'network-vif-deleted', 'tag': 'eb95d859-dc52-406c-b2fd-2d55572f3353', 'status': 'completed', 'code': 200} Jan 14 03:13:57.461501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2056978349-network', 'tenant_id': 'c2862de87dc44ea8b6d4731ff7629622'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:13:57.469629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43120) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:57.470770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.474771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-0f52bc7d-fccf-413b-bce5-944cd69db8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:57.476461 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-0f52bc7d-fccf-413b-bce5-944cd69db8be service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.3074553 Jan 14 03:13:57.498931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:57.519810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Usage tracker for resource:network and tenant:c2862de87dc44ea8b6d4731ff7629622 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:57.547972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-55c51dfe-2369-408f-a3b4-330836ebb7e8 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:13:57.549747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-55c51dfe-2369-408f-a3b4-330836ebb7e8 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "GET /v2.0/ports?device_id=2eff6a28-dff8-4a85-a9e5-c8be1f406ab3 HTTP/1.1" status: 200 len: 946 time: 1.7434351 Jan 14 03:13:57.552416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:57.633824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Transition to ACTIVE for port object df5905d0-46d4-471b-b939-04d2f5af0b81 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:13:57.689445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:57.709398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.737439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42301e5-74ad-416a-b246-ad4644a01bf3 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:57.755697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-1efeb30d-3548-4a66-9c48-767d9adb8847 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Synchronizing usage tracker for tenant:b819caeb12e346ac81e9fcd8231cf257 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:13:57.832317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Deleting port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:13:57.832810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.884223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-1efeb30d-3548-4a66-9c48-767d9adb8847 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Unset dirty status for tenant:b819caeb12e346ac81e9fcd8231cf257 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:13:57.885534 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a293f06-b760-4f86-8c43-45c172be0fbb req-1efeb30d-3548-4a66-9c48-767d9adb8847 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] 10.222.0.78 "GET /v2.0/ports?device_id=be4c93f0-3877-4a8b-9543-625ee5a2cc15 HTTP/1.1" status: 200 len: 210 time: 0.3298631 Jan 14 03:13:57.923986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Made reservation on behalf of c2862de87dc44ea8b6d4731ff7629622 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:13:57.929126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:57.967268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:58.099464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:13:58.243706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bec30134-3feb-4efa-8acc-fb06f6a9a1b4 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2382700 Jan 14 03:13:58.343847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:13:58.426072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:58.441752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Pushing event updated for resources: {'Port': ['ID=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:58.446203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:58.530959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:58.531749 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3650be4c-b5cb-4b9f-9a16-25b6ce3b3688 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8804477aac3b43de888169f67316cd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0469010 Jan 14 03:13:58.539394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:58.539885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:58.577370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43142) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:13:58.581543 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:58.710823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Usage tracker for resource:security_group_rule and tenant:c2862de87dc44ea8b6d4731ff7629622 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:13:58.740747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Pushing event updated for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:58.753482 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:58.874667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:58.918132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:58.923643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:58.926865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:58.952652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] For port 4c27d5f5-e989-40c1-931c-8726fbcebfb1, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=4c27d5f5-e989-40c1-931c-8726fbcebfb1,segment=NetworkSegment(90e2dfc0-a0db-4609-849b-4db2bb6dcb43),segment_id=90e2dfc0-a0db-4609-849b-4db2bb6dcb43)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:58.953560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.031229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:59.033407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] For port 642c32a7-f4b9-4441-92ba-3c2e56679463, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=642c32a7-f4b9-4441-92ba-3c2e56679463,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:13:59.033832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.073522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:59.080186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:59.118281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.119321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:59.125180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Calling delete_port for 4c27d5f5-e989-40c1-931c-8726fbcebfb1 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:59.192095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:13:59.210666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:59.231400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:13:59.264688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:13:59.328796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:13:59.333766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:13:59.345915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:13:59.375793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Calling delete_port for 642c32a7-f4b9-4441-92ba-3c2e56679463 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:13:59.486475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.655177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8e70ad6b-8202-4c0b-9d43-0dd8cab64edb None None] Provisioning for port df5905d0-46d4-471b-b939-04d2f5af0b81 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:13:59.661595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8e70ad6b-8202-4c0b-9d43-0dd8cab64edb None None] Provisioning complete for port df5905d0-46d4-471b-b939-04d2f5af0b81 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:13:59.662231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e70ad6b-8202-4c0b-9d43-0dd8cab64edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.674937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-d34979e7-2035-41b6-911c-0722b43fd441 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bbec8a-5d21-447f-b263-77539e76d738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2044480 Jan 14 03:13:59.675666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47973661-7336-4cb0-963c-339b9c9fb01e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:13:59.690504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:13:59.710036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.736687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8e70ad6b-8202-4c0b-9d43-0dd8cab64edb None None] Port df5905d0-46d4-471b-b939-04d2f5af0b81 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:13:59.881189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:13:59.987739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:00.033949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.062307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.091428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.168298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:00.178101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Pushing event deleted for resources: {'Port': ['ID=642c32a7-f4b9-4441-92ba-3c2e56679463,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:00.201073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:00.201606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:00.254941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6b0aeb-8746-423b-be05-85891259cee4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:00.295716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:00.323864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1208fe44-fa2d-4bdb-93da-98076cb27ad6 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:00.359565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-b95be5cd-edb3-4eb1-8d84-33a3803fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:00.360430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:00.361333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.361601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-b95be5cd-edb3-4eb1-8d84-33a3803fa763 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ab42f3692e51474fa94da51d603c7984&device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 1159 time: 0.5835004 Jan 14 03:14:00.445075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Pushing event deleted for resources: {'Port': ['ID=4c27d5f5-e989-40c1-931c-8726fbcebfb1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:00.455598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:00.479222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.526886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.547426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.595965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40177f9b-54bc-4f73-9bc3-3291c260ffa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:00.664425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a71ab59-75f8-4b41-b014-9341f71947ca,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:00.680833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.716734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb6b0aeb-8746-423b-be05-85891259cee4 HTTP/1.1" status: 204 len: 168 time: 7.0638406 Jan 14 03:14:00.729396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:00.732772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43188) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:00.733324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43190) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:00.745479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:14:00.784688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05692892-98af-4efb-a432-2cbf5e6f892c req-90b7b77a-86b0-4ffc-a30a-94fa0a1d2640 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:00.786793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-90b7b77a-86b0-4ffc-a30a-94fa0a1d2640 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.78 "GET /v2.0/ports?device_id=6aee346b-d813-41a8-8b63-0374f04adc43 HTTP/1.1" status: 200 len: 943 time: 0.8611777 Jan 14 03:14:00.870291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Checking segment: {'id': 'e1335d34-1c70-41ff-b542-38b69b347904', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6360c336-c824-45de-9418-d9112476bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:00.870800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Network hostable DHCP agents. Network: 6360c336-c824-45de-9418-d9112476bd4c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:14:00.895361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.925486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:00.926120 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Added segment 720a501e-290a-42ee-9076-ca61e42645d6 of type vxlan for network 67698439-20b8-4922-b3f5-c6839825a965 Jan 14 03:14:01.079629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.222821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.238887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.241026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78e5af1a-55f9-4560-9b3b-a18950a93c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:01.258660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Deleting port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:01.259040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.308289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.345998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e404a35-e211-4e59-82e6-ec1b7be04528,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:01.357728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:01.360306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] No DVR routers for this DVR port 642c32a7-f4b9-4441-92ba-3c2e56679463 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:01.369127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.371357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-791a18b5-2442-43ac-bbc0-916d87bcc207 req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] 10.222.0.78 "DELETE /v2.0/ports/642c32a7-f4b9-4441-92ba-3c2e56679463 HTTP/1.1" status: 204 len: 173 time: 8.1495767 Jan 14 03:14:01.376398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-deleted', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:01.404543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:14:01.407042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.414674 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e404a35-e211-4e59-82e6-ec1b7be04528 HTTP/1.1" status: 204 len: 168 time: 2.7828658 Jan 14 03:14:01.423017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Network 6360c336-c824-45de-9418-d9112476bd4c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:14:01.482115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6360c336-c824-45de-9418-d9112476bd4c) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:01.491706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95493a2-9bd7-4004-9220-b313dad37477 None None] Network 6360c336-c824-45de-9418-d9112476bd4c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:01.514099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-f1d148a1-c82f-421d-b944-1eb2c495d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:01.516840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-f1d148a1-c82f-421d-b944-1eb2c495d387 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ab42f3692e51474fa94da51d603c7984&shared=False HTTP/1.1" status: 200 len: 908 time: 1.1074092 Jan 14 03:14:01.518021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:01.519367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.591306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] No DVR routers for this DVR port 4c27d5f5-e989-40c1-931c-8726fbcebfb1 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:01.647153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:01.656460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:01.659289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.663043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-deleted', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:01.693680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Usage tracker for resource:security_group_rule and tenant:7ef82cf6941a4b4888c0b183e01677be is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:01.703267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:01.757196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b35c6c44-810e-4eb9-a0ec-13dbac1b5078 req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] 10.222.0.78 "DELETE /v2.0/ports/4c27d5f5-e989-40c1-931c-8726fbcebfb1 HTTP/1.1" status: 204 len: 173 time: 4.1297255 Jan 14 03:14:01.758389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:01.762385 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d3fc42-a547-4da2-86dd-d618d45be84a', 'name': 'network-vif-deleted', 'tag': '642c32a7-f4b9-4441-92ba-3c2e56679463', 'status': 'completed', 'code': 200} Jan 14 03:14:01.828618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e7827-9b34-4e74-8fa1-53a9276e7c4f None None] Network 6360c336-c824-45de-9418-d9112476bd4c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:01.883351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:01.886364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 10.3586936 Jan 14 03:14:02.018926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:02.021126 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eff6a28-dff8-4a85-a9e5-c8be1f406ab3', 'name': 'network-vif-deleted', 'tag': '4c27d5f5-e989-40c1-931c-8726fbcebfb1', 'status': 'completed', 'code': 200} Jan 14 03:14:02.045926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:02.046583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:02.103232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0982523d-0490-434d-b317-93ebc02729f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:02.188194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:02.206962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-b62aff94-f367-4093-b7ae-ce8540c7003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:02.208624 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe9ef1e1-8dc7-48df-be9e-cad4fc507469 req-b62aff94-f367-4093-b7ae-ce8540c7003e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6700971 Jan 14 03:14:02.339611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Router 75b9baba-6d17-4765-8dbe-90d965eef24b is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:14:02.546078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1823650951', 'description': 'tempest-description-2060582837'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:02.589097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:02.601069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Sync routers for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:02.620208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:02.623271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:02.641015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:02.647308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 17.0741482 Jan 14 03:14:02.648279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:02.840986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:02.857929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.5751941 Jan 14 03:14:02.886003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43266) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:02.887041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:02.926953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Request body: {'subnet': {'network_id': '67698439-20b8-4922-b3f5-c6839825a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2056978349-subnet', 'tenant_id': 'c2862de87dc44ea8b6d4731ff7629622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:02.932607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:02.937404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Usage tracker for resource:subnet and tenant:c2862de87dc44ea8b6d4731ff7629622 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:02.940572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:02.949630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:02.981657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Pushing event updated for resources: {'Network': ['ID=67698439-20b8-4922-b3f5-c6839825a965,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:02.999773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:03.013092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:03.032894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Made reservation on behalf of c2862de87dc44ea8b6d4731ff7629622 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:03.037848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.071935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.072382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.072836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.073246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.073653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.074058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.074459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.074908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.075312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.075709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.076108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.076534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.076980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.077371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.077769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.078164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.078556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.078950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.079341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.079735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.080127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.080569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.080965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.081357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.081810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.082203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.082596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.082988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.083377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.083770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.084135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.084596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.084992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.085435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.085957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.086454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:03.103200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 67698439-20b8-4922-b3f5-c6839825a965 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:03.109227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:03.118452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:03.121321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9052a7eb-68fd-4ce7-a699-af939fbe78ef']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:03.136639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 67698439-20b8-4922-b3f5-c6839825a965 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:03.235779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42586fe-f066-451e-a720-0ec32f2bbb33') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:03.236399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42586fe-f066-451e-a720-0ec32f2bbb33') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:03.279866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43284) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:03.290325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.321803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.336503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 3, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:03.352832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Checking router: 75b9baba-6d17-4765-8dbe-90d965eef24b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:03.353228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Updating router 75b9baba-6d17-4765-8dbe-90d965eef24b port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:14:03.437599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] For port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,segment=NetworkSegment(113ec38f-b1f8-42a0-9c5e-a344705ba301),segment_id=113ec38f-b1f8-42a0-9c5e-a344705ba301)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:03.438119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.455956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:03.455956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.469368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:14:03.506196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:03.511697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.659990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 67698439-20b8-4922-b3f5-c6839825a965 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:03.727138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:03.731422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.745391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Calling delete_port for 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:03.846032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:03.853204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-460916835-network', 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:03.861362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:03.879975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.904017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38a2b8c4-2606-49e8-9d51-36d5a9e79535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:03.921359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:03.952683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:03.976690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Usage tracker for resource:network and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:04.004070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.020113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.037607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Transition to ACTIVE for port object 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:04.040923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.047897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.067694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:04.086677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:04.202173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:14:04.204482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Pushing event updated for resources: {'Port': ['ID=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:04.211737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:04.215845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ef82cf6941a4b4888c0b183e01677be&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4574826 Jan 14 03:14:04.218041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.227205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.227584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.227952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.228314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.228697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.229053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.229405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.229758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.230107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.230460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.230593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:04.230807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.231696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.232085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.232743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.232743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.233080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.233430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.233776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.234127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.234473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.234809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.235151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.235492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.235831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.236267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.236614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.236959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.237302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.237643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.237983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.238325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.238661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.239006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.239346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.239690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.240029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:04.246543 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:04.257824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87003ee-4618-4746-8b4a-489ac55d51af,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:04.276671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:04.284132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:04.290970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Attempting to bind port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:04.291461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Attempting to bind port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:04.292097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Attempting to bind port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:04.299540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:04.300054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:04.300602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.301102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:04.301713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Bound port: 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:04.302330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.394370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] For port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:04.398647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] For port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:04.403653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.422607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:04.426829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:04.431769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.471751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.530447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbd3dd1-99f3-45fc-81e3-a31766dce2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.545322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.760050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:04.764310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Usage tracker for resource:security_group_rule and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:04.765945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.767384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:04.773374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:04.781762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Pushing event updated for resources: {'Port': ['ID=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:04.787025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:04.821798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.831342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Pushing event updated for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:04.841898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:04.842752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:13:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:04.898141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.926725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:04.929480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.942256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Allocated IP 172.20.0.1 (d8277782-b026-414c-81b8-946ce01fd963/2ded28d0-4360-4af5-9653-61f57e88a541/5025456f-e4d4-49e3-923f-710e973871a9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:04.946168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:14:04.970970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Network 9052a7eb-68fd-4ce7-a699-af939fbe78ef has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:14:04.985866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.987062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d066d1bf-49f1-47a8-a07c-2c5c68090e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:04.996979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:04.997424 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Added segment 8130d637-4cfb-46f7-b3fc-b3c1e797a14b of type vxlan for network d6fc9975-ae15-412b-908d-09c201f012eb Jan 14 03:14:05.004742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54a2479d-eda8-4207-9aa7-3ea6a92533ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:14:05.055045 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:14:05.067339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.073852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:05.112684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87003ee-4618-4746-8b4a-489ac55d51af,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:05.135885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.136409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.136901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.137896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.138303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.138701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.139065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.139458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.139849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.140242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.140683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.141140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.141436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.141861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.142205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.142552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.142940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.143331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.143721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.144107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.144519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.144964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.145281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.145631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.146074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.146460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.146845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.147230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.147618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.148001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.148401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.148791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.149176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.149561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.149946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.150330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:05.162601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:05.172842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.183587 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b87003ee-4618-4746-8b4a-489ac55d51af HTTP/1.1" status: 204 len: 168 time: 0.9428923 Jan 14 03:14:05.225567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.256701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:05.307598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.313558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:05.316643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09e62d-d316-4563-b2ae-6506b6c4b37c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:05.326722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.327739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.350011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Transition to ACTIVE for port object 5025456f-e4d4-49e3-923f-710e973871a9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:05.381667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.399444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:05.583632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Pushing event updated for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:05.585772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 3, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:05.586415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.587786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.596264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4946d1d4-5577-4bc3-88ae-1d7b03cc7097 None None] The sync data for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 is: [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 3, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:05.607914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:05.686283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Network d8277782-b026-414c-81b8-946ce01fd963 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:05.688011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:05.704020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:05.718819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ab517a0e-3583-4d3c-a0b1-52cc8b9a8d8e None None] Provisioning complete for port df5905d0-46d4-471b-b939-04d2f5af0b81 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:05.719464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab517a0e-3583-4d3c-a0b1-52cc8b9a8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.768777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:05.775232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:05.802871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ab517a0e-3583-4d3c-a0b1-52cc8b9a8d8e None None] Port df5905d0-46d4-471b-b939-04d2f5af0b81 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:05.829526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:05.831582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.845294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.846665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0be30800-a9e7-42bd-9416-81d2398cb0d4 req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 3.3787780 Jan 14 03:14:05.848970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.897312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:05.927738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.947202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Router b803cf3e-eb37-442a-8172-d08e809fb794 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:14:05.950676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:05.958298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Usage tracker for resource:security_group_rule and tenant:96d869146a67497c92869073b9fe6ca2 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:05.962902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:05.972437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:05.989290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:05.992377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] 10.222.0.30 "DELETE /v2.0/networks/9052a7eb-68fd-4ce7-a699-af939fbe78ef HTTP/1.1" status: 204 len: 168 time: 5.2348146 Jan 14 03:14:06.028607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-420f8fb7-1d50-4bb8-8702-4d9c4d6bf7b8 None None] Provisioning for port 5025456f-e4d4-49e3-923f-710e973871a9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:06.041545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-420f8fb7-1d50-4bb8-8702-4d9c4d6bf7b8 None None] Provisioning complete for port 5025456f-e4d4-49e3-923f-710e973871a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:06.041756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-420f8fb7-1d50-4bb8-8702-4d9c4d6bf7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.102015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-d2504afe-c547-41db-aed1-acde5736f1a3 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499712 Jan 14 03:14:06.112946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=236709dc-a859-4cad-8c3c-01f510bc9d64,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:06.141099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.149215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8442483 Jan 14 03:14:06.160482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:06.161419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.177216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Request body: {'subnet': {'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-460916835-subnet', 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:06.198224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b54cb641-a682-43d6-ac37-130dcfd55b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:06.200943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-420f8fb7-1d50-4bb8-8702-4d9c4d6bf7b8 None None] Port 5025456f-e4d4-49e3-923f-710e973871a9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:06.217386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:06.244837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Usage tracker for resource:subnet and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:06.269358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:06.290076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:06.295930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96d869146a67497c92869073b9fe6ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973525 Jan 14 03:14:06.306301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43376) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:06.307280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd25f5-d30f-439b-837f-2a1b9cf44061,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:06.313088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:06.343830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.429196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:06.435555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.453932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43380) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:06.460725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:06.516186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-481f5c7e-c3d9-4c9e-a6d6-314dcf14a97c tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.727s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:06.687237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.717814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.749240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Pushing event deleted for resources: {'Port': ['ID=95f5f813-0ab0-4d77-8e2e-d12dcb1336f4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:06.753630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:06.768647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa18b45d-a0e6-4498-8b05-5557cbd7b470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.812880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c80bf3e-cb4a-485a-96dc-2f8bb86b2250 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=751a42dd67e74a838302241f9c47cf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470631 Jan 14 03:14:06.814162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:06.819875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eee5658b-dd86-4ccc-836a-ce75bccd39f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:06.855995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.870907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] No DVR routers for this DVR port 95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:06.886181 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-2fedf535-ee37-4be1-8f0a-17c359d4f2e9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/236709dc-a859-4cad-8c3c-01f510bc9d64 HTTP/1.1" status: 200 len: 1805 time: 0.9414868 Jan 14 03:14:06.909166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21577a83-dbcc-4c4c-821e-0e9165a3905c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:06.943856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:06.946044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05692892-98af-4efb-a432-2cbf5e6f892c req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] 10.222.0.78 "DELETE /v2.0/ports/95f5f813-0ab0-4d77-8e2e-d12dcb1336f4 HTTP/1.1" status: 204 len: 173 time: 6.1321344 Jan 14 03:14:06.946602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'name': 'network-vif-deleted', 'tag': '95f5f813-0ab0-4d77-8e2e-d12dcb1336f4'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:06.958879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '236709dc-a859-4cad-8c3c-01f510bc9d64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:06.959214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '236709dc-a859-4cad-8c3c-01f510bc9d64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:06.962900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd25f5-d30f-439b-837f-2a1b9cf44061,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:06.966913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.065901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.067780 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbcd25f5-d30f-439b-837f-2a1b9cf44061 HTTP/1.1" status: 204 len: 168 time: 0.7531428 Jan 14 03:14:07.082808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:07.112055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-be22712a-cb7a-4247-a7aa-7a6fe05365b4 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:07.119537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-be22712a-cb7a-4247-a7aa-7a6fe05365b4 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9785335 Jan 14 03:14:07.131731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:07.139991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.143859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:07.163687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c3814-47ab-41f0-a657-ecd96c708a5c admin admin] Pushing event updated for resources: {'Network': ['ID=d6fc9975-ae15-412b-908d-09c201f012eb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:07.170503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:07.176896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-b067f22d-0ec9-4ae2-82ea-5da09ee8c556 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/quotas/01b53f38ebf343d9a55e10732430f574 HTTP/1.1" status: 200 len: 375 time: 0.0564582 Jan 14 03:14:07.193277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d6fc9975-ae15-412b-908d-09c201f012eb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:07.212780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Pushing event deleted for resources: {'Network': ['ID=9052a7eb-68fd-4ce7-a699-af939fbe78ef,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:07.213975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.244514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.269932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.273437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.281443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.319s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:07.282025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.312500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d6fc9975-ae15-412b-908d-09c201f012eb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:07.316997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a6b4ca3-8b76-4091-b7a8-5d59a2ea6749 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:07.321734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-d279a1da-a692-4f17-a2b8-a9175629033b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954146 Jan 14 03:14:07.330423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d6fc9975-ae15-412b-908d-09c201f012eb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:07.341800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:07.360596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] 10.222.0.30 "PUT /v2.0/routers/b803cf3e-eb37-442a-8172-d08e809fb794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2367733 Jan 14 03:14:07.495424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.567210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.568741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Pushing event updated for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:07.575977 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.576884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.579483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Sync routers for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:07.645750 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee346b-d813-41a8-8b63-0374f04adc43', 'name': 'network-vif-deleted', 'tag': '95f5f813-0ab0-4d77-8e2e-d12dcb1336f4', 'status': 'completed', 'code': 200} Jan 14 03:14:07.646591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:07.685145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:07.686352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:07.693138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.710372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:07.719888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.731252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cb9d62-3cd7-47ad-9115-8a4f6968926b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:07.736886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.742217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.776181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8afd20-6cc8-451a-81f0-4977b4bcc1cf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:07.793662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:07.845426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.849813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a8afd20-6cc8-451a-81f0-4977b4bcc1cf HTTP/1.1" status: 204 len: 168 time: 1.0352657 Jan 14 03:14:07.883577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a4e24cb-5bcc-4df1-a037-536feca62c3b tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:07.902791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:07.916314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:07.924749 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ab6870c7-8799-41a7-aa96-1698ef0b15f4 req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9683151 Jan 14 03:14:07.953079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Network d8277782-b026-414c-81b8-946ce01fd963 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:07.963252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:07.990308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a3287b-3a47-432d-a6dd-aed79cb6871b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:08.000111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:08.292274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-b02931e2-eb03-40b6-9024-070ec90259a3 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239805 Jan 14 03:14:08.500871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:08.526602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Checking segment: {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:08.527008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Network hostable DHCP agents. Network: 67698439-20b8-4922-b3f5-c6839825a965, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:14:08.577074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:08.717633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:08.810792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:08.836763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73cec2cc-e8df-46a5-b520-ee96cdba4f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:08.860096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70f3a92e-87dd-4053-b1f8-00bf2fd16af5 None None] Provisioning complete for port 5025456f-e4d4-49e3-923f-710e973871a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:08.860454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f3a92e-87dd-4053-b1f8-00bf2fd16af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:08.984958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-70f3a92e-87dd-4053-b1f8-00bf2fd16af5 None None] Port 5025456f-e4d4-49e3-923f-710e973871a9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:08.987706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:08.995607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 4, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'df5905d0-46d4-471b-b939-04d2f5af0b81', 'name': '', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'tenant_id': '89154adaf3024349b0927476a090501f', 'mac_address': 'fa:16:3e:ff:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:57Z', 'updated_at': '2021-01-14T03:14:01Z', 'revision_number': 2, 'project_id': '89154adaf3024349b0927476a090501f', 'subnets': [{'id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:09.000715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:09.001136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.059719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43448) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:09.066832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Checking router: b803cf3e-eb37-442a-8172-d08e809fb794 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:09.067387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Updating router b803cf3e-eb37-442a-8172-d08e809fb794 port df5905d0-46d4-471b-b939-04d2f5af0b81 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:14:09.101031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7085ea87-aa12-4d20-8a44-b5112f697dde,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:09.105287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Router 75b9baba-6d17-4765-8dbe-90d965eef24b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:14:09.112006 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:09.151482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-93dbdcff-14f9-4614-aa64-6f2b94eddb13 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:09.153725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-93dbdcff-14f9-4614-aa64-6f2b94eddb13 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8486216 Jan 14 03:14:09.180012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5874b1a5-6685-4a4d-b439-2a5615ce02fa tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:09.182159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5874b1a5-6685-4a4d-b439-2a5615ce02fa tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.30 "GET /v2.0/networks?id=f904cc61-80d1-4c8e-9d7d-d49780f4136a HTTP/1.1" status: 200 len: 828 time: 0.6687129 Jan 14 03:14:09.182457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.184741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Network 67698439-20b8-4922-b3f5-c6839825a965 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:14:09.202183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-0e5ed2d5-d0ad-40a4-80c5-22b13e336950 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/quotas/01b53f38ebf343d9a55e10732430f574 HTTP/1.1" status: 200 len: 375 time: 0.0189271 Jan 14 03:14:09.267027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.286669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 67698439-20b8-4922-b3f5-c6839825a965) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:09.299325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-83c79cc0-ace4-48ff-b3d9-1b0fa25191b8 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.30 "GET /v2.0/quotas/89154adaf3024349b0927476a090501f HTTP/1.1" status: 200 len: 375 time: 0.0932164 Jan 14 03:14:09.304474 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-14129578-9411-444e-8618-c58223f7ae6b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.30 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950634 Jan 14 03:14:09.408089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:09.416501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.456009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:09.463708 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f539b46-0648-4e0b-84b2-67dcf70ab17b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed642408d76044028af9766297d00ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982148 Jan 14 03:14:09.467742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Sync routers for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:09.474652 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] 10.222.0.30 "PUT /v2.0/routers/75b9baba-6d17-4765-8dbe-90d965eef24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8251755 Jan 14 03:14:09.475317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43456) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:09.520629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:09.521736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:09.530331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:09.555106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-ef085b10-44e1-4f90-81fb-12749d819fda tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009984 Jan 14 03:14:09.571433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-627092213', 'description': 'tempest-description-1225035052'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:09.582281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:09.586790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:09.589859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:09.596686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:09.632255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.647030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:09.647427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Network hostable DHCP agents. Network: d6fc9975-ae15-412b-908d-09c201f012eb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:14:09.663741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 6.7737172 Jan 14 03:14:09.715209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.748410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Network d6fc9975-ae15-412b-908d-09c201f012eb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:14:09.782926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:09.797897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d6fc9975-ae15-412b-908d-09c201f012eb) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:09.813524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:09.821012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.838417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:09.885089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:09.885760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:09.994909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8150256 Jan 14 03:14:10.022735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.034371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66670939-cb11-4f7f-ba0e-82a999e78d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:10.052779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.054767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-7b2e5df3-e2a3-4469-b1fb-9309dcbb0f9e tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:10.056529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-7b2e5df3-e2a3-4469-b1fb-9309dcbb0f9e tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920464 Jan 14 03:14:10.057701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:10.062291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7864ca5-735f-4569-9293-84ad556657e0 None None] Network 67698439-20b8-4922-b3f5-c6839825a965 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:10.072494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de34eda-877f-42d3-8630-4884abf70f45,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:10.074503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.102984 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de34eda-877f-42d3-8630-4884abf70f45 HTTP/1.1" status: 204 len: 168 time: 0.5869901 Jan 14 03:14:10.104385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:10.130278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-3e3328c9-c851-4e3d-9ee4-fb91cb21218e tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Synchronizing usage tracker for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:10.140703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:10.152993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Request body: {'port': {'device_id': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '01b53f38ebf343d9a55e10732430f574'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:10.176549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:10.395238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6170040-b4d8-4bd4-a53f-7a5fd5206b90 None None] Network d6fc9975-ae15-412b-908d-09c201f012eb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:10.446145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:10.463591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-3e3328c9-c851-4e3d-9ee4-fb91cb21218e tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Unset dirty status for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:10.465374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-3e3328c9-c851-4e3d-9ee4-fb91cb21218e tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.30 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1651607 Jan 14 03:14:10.466697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:10.472901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Usage tracker for resource:port and tenant:01b53f38ebf343d9a55e10732430f574 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:10.484569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:10.491035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.501596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:10.525407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:10.593441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:05Z', 'revision_number': 4, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5025456f-e4d4-49e3-923f-710e973871a9', 'name': '', 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'mac_address': 'fa:16:3e:01:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:04Z', 'updated_at': '2021-01-14T03:14:06Z', 'revision_number': 2, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'subnets': [{'id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:10.600244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Checking router: 75b9baba-6d17-4765-8dbe-90d965eef24b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:10.600751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Updating router 75b9baba-6d17-4765-8dbe-90d965eef24b port 5025456f-e4d4-49e3-923f-710e973871a9 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:14:10.610039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Made reservation on behalf of 01b53f38ebf343d9a55e10732430f574 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:10.619614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.646872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.676245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.681230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:10.685720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Usage tracker for resource:security_group_rule and tenant:01b53f38ebf343d9a55e10732430f574 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:10.689064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:10.695383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:10.695688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.739212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Transition to ACTIVE for port object df5905d0-46d4-471b-b939-04d2f5af0b81 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:10.749782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.805321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.832003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:10.848836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de97e307-e4f4-4792-8fa4-5119fcd9e128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:10.894775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event updated for resources: {'SecurityGroup': ['ID=5852b8bd-808c-41f2-9ed1-55a9b7a926e7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:10.922721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:11.012142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Pushing event updated for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:11.125297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:11.176180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.192319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Transition to ACTIVE for port object 5025456f-e4d4-49e3-923f-710e973871a9 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:11.195940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.280910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.283418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:11.308938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.364478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:11.371716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c989333-10cc-463e-9db7-60055499c9c4 tempest-LiveMigrationNegativeTest-641601759 tempest-LiveMigrationNegativeTest-641601759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:11.391877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.392522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395cf51f-bf63-417e-a059-960d2f43853c None None] Network 67698439-20b8-4922-b3f5-c6839825a965 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:11.403150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca659dc4-a88a-469d-9221-8f46eee97ae4 req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8461304 Jan 14 03:14:11.437844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c3ccdc8f-24b6-480c-8fb8-e47b26d77eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9614568 Jan 14 03:14:11.509496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Pushing event updated for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:11.518518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:11.752972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Allocated IP 192.168.233.180 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/8e92d695-aeda-48e5-9e54-ac0d12f8419a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:11.808140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Attempting to bind port 5025456f-e4d4-49e3-923f-710e973871a9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:11.809821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Attempting to bind port 5025456f-e4d4-49e3-923f-710e973871a9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:11.813619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Attempting to bind port 5025456f-e4d4-49e3-923f-710e973871a9 on network d8277782-b026-414c-81b8-946ce01fd963 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:11.825975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:11.826276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Checking segment: {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:11.826611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.826960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Bound using segment: {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:11.827510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Bound port: 5025456f-e4d4-49e3-923f-710e973871a9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dc7f59-e7f0-4fe8-935c-863de90a0c20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:11.827925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.873813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Attempting to bind port df5905d0-46d4-471b-b939-04d2f5af0b81 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:11.874547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Attempting to bind port df5905d0-46d4-471b-b939-04d2f5af0b81 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:11.874752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Attempting to bind port df5905d0-46d4-471b-b939-04d2f5af0b81 on network f904cc61-80d1-4c8e-9d7d-d49780f4136a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:11.886225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:11.886647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Checking segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:11.887625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.888066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Bound using segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:11.888620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Bound port: df5905d0-46d4-471b-b939-04d2f5af0b81, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:11.889294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:11.969366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:12.121902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-fc60f3d9-c90b-46a7-b8c2-d3a7834abf71 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1828816 Jan 14 03:14:12.129736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] For port df5905d0-46d4-471b-b939-04d2f5af0b81, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:12.139733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] For port df5905d0-46d4-471b-b939-04d2f5af0b81, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=df5905d0-46d4-471b-b939-04d2f5af0b81,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:12.149813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dbba84-8897-46b3-be1c-8a636d7d4cf5 None None] Network d6fc9975-ae15-412b-908d-09c201f012eb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:12.164282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] For port 5025456f-e4d4-49e3-923f-710e973871a9, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:12.173865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:12.174374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] For port 5025456f-e4d4-49e3-923f-710e973871a9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5025456f-e4d4-49e3-923f-710e973871a9,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:12.182872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:12.216382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:12.313138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61ab81b5-7a04-4fe0-9d6a-9f03cd56bc47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:12.350589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f3149-dfa1-4283-85ba-8b9888a1a6fc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:12.386476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:12.388478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Pushing event updated for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:12.393900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:12.397373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:12.442701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:12.443827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:12.792124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:12.799617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Pushing event updated for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:12.810869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:12.833590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:13.095287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:13.098496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:13.154447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.176069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Transition to ACTIVE for port object 8e92d695-aeda-48e5-9e54-ac0d12f8419a will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:13.216689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43534) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:13.223053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Request body: {'security_group': {'name': 'tempest-securitygroup--297188538', 'description': 'tempest-description--2068249501'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:13.272836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:13.279962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:security_group and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:13.289871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:13.305779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:13.343056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.350994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.389755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:13.401872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:security_group_rule and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:13.411944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:13.424073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:13.433614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-c205f613-4ede-4ec7-b4ee-f8d1d0541b2b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:13.436885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-c205f613-4ede-4ec7-b4ee-f8d1d0541b2b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3133307 Jan 14 03:14:13.472067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-network', 'tenant_id': '048ac9501882434b910373a7838ca17e'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:13.483514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:13.493276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Usage tracker for resource:network and tenant:048ac9501882434b910373a7838ca17e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:13.497452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:13.513454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:13.533970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Made reservation on behalf of 048ac9501882434b910373a7838ca17e for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:13.545266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.612591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ddb180b-c0d8-4233-aac4-0f7e1968c1f6 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:13.656033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.657344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.674081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.680598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f765ffe-bbe3-426b-a29b-d95f416918d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:13.689632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:13.700139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event updated for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:13.713634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Request body: {'port': {'device_id': '748c3d1d-0873-4828-9aee-22a11354ae24', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '01b53f38ebf343d9a55e10732430f574'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:13.723375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Usage tracker for resource:security_group_rule and tenant:048ac9501882434b910373a7838ca17e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:13.728873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:13.730254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:05Z', 'revision_number': 4, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5025456f-e4d4-49e3-923f-710e973871a9', 'name': '', 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'mac_address': 'fa:16:3e:01:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:04Z', 'updated_at': '2021-01-14T03:14:12Z', 'revision_number': 4, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'subnets': [{'id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:13.737822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9abde8-da5b-43dc-a0dd-27fd6f38c838 None None] The sync data for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 is: [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:05Z', 'revision_number': 4, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5025456f-e4d4-49e3-923f-710e973871a9', 'name': '', 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'mac_address': 'fa:16:3e:01:1a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:04Z', 'updated_at': '2021-01-14T03:14:12Z', 'revision_number': 4, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'subnets': [{'id': '2ded28d0-4360-4af5-9653-61f57e88a541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:13.738031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:13.752307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event updated for resources: {'SecurityGroup': ['ID=5e880d35-aa13-47a2-bdd6-36b28fb9a9b3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:13.754586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:13.757286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:13.758415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:13.794829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.796294 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5774152 Jan 14 03:14:13.798890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43550) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:13.813478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Request body: {'security_group_rule': {'security_group_id': '5e880d35-aa13-47a2-bdd6-36b28fb9a9b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:13.824570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:13.848755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:13.858264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:security_group_rule and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:13.864890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:13.867458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:13.867906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.880382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:13.922065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:13.942792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:13.997706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.036288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.037372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:14.040041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.046524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ec6900b-12b7-47af-a818-90504f03b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:14.069993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.081073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.138153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.196661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:14.200896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:14.203164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.203722 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Added segment 7babd191-64f6-445e-84b1-5c0633a6a600 of type vxlan for network eacf74fb-bceb-436e-a2bd-119f77b2d546 Jan 14 03:14:14.213343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2eb440-6202-4669-bcb5-4696e847f0b8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:14.220920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:14.222847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:14.227842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:14.228790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.239725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.244074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382522 Jan 14 03:14:14.244972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43554) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:14.258906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Request body: {'security_group_rule': {'security_group_id': '5e880d35-aa13-47a2-bdd6-36b28fb9a9b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:14.268652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a055bbb-7aa4-4089-9eb4-49abddcc32ca,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:14.283219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:14.288281 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2084622 Jan 14 03:14:14.300151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.306947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:14.308049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:security_group_rule and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:14.313062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:14.314163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-cbf7e07e-16b5-4d04-a094-770d91c9d455 service neutron] 10.222.0.30 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.8744631 Jan 14 03:14:14.322349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:14.345427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Request body: {'port': {'device_id': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:14.346358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24ea4e1b-5a34-4107-a663-88e19a837a7a None None] Provisioning for port 8e92d695-aeda-48e5-9e54-ac0d12f8419a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:14.367626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24ea4e1b-5a34-4107-a663-88e19a837a7a None None] Provisioning complete for port 8e92d695-aeda-48e5-9e54-ac0d12f8419a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:14.368050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24ea4e1b-5a34-4107-a663-88e19a837a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.379661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.390986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.395806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:14.396483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.404151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84abc12b-870b-49d7-94eb-06ac02ef9660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:14.502090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-24ea4e1b-5a34-4107-a663-88e19a837a7a None None] Port 8e92d695-aeda-48e5-9e54-ac0d12f8419a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:14.505636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5025456f-e4d4-49e3-923f-710e973871a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:14.563046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.652404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5025456f-e4d4-49e3-923f-710e973871a9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:14.658958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5025456f-e4d4-49e3-923f-710e973871a9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:14.659382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.663701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8286963 Jan 14 03:14:14.678937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43564) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:14.693118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Pushing event updated for resources: {'Network': ['ID=eacf74fb-bceb-436e-a2bd-119f77b2d546,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:14.700188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Request body: {'subnet': {'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-subnet', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:14.707470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:14.716976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:14.720041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:14.722899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:14.741245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Usage tracker for resource:subnet and tenant:048ac9501882434b910373a7838ca17e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:14.748033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:14.757751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.763805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:14.764032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:14.767973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.773662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:14.802136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Made reservation on behalf of 048ac9501882434b910373a7838ca17e for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:14.807039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.830250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f9a05a-32dc-49cd-9218-bba4426317ce,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:14.842810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:14.993973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:14.995792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7443335 Jan 14 03:14:15.021319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43580) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:15.040647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:15.081941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:15.092776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:floatingip and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:15.096904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:15.155323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:15.184850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:15.190087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 4, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'df5905d0-46d4-471b-b939-04d2f5af0b81', 'name': '', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'tenant_id': '89154adaf3024349b0927476a090501f', 'mac_address': 'fa:16:3e:ff:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:57Z', 'updated_at': '2021-01-14T03:14:12Z', 'revision_number': 4, 'project_id': '89154adaf3024349b0927476a090501f', 'subnets': [{'id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:15.201909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dceff47-ebc7-4144-8e4d-51ab0ff005b4 None None] The sync data for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 is: [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:00Z', 'revision_number': 4, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'df5905d0-46d4-471b-b939-04d2f5af0b81', 'name': '', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'tenant_id': '89154adaf3024349b0927476a090501f', 'mac_address': 'fa:16:3e:ff:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:57Z', 'updated_at': '2021-01-14T03:14:12Z', 'revision_number': 4, 'project_id': '89154adaf3024349b0927476a090501f', 'subnets': [{'id': '7110f525-87b9-4e15-98fd-48613e9e7b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:15.207457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-27594d83-4ed7-4506-a5b9-027a310e4d95 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:15.208253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-27594d83-4ed7-4506-a5b9-027a310e4d95 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Synchronizing usage tracker for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:15.212093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Usage tracker for resource:port and tenant:01b53f38ebf343d9a55e10732430f574 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:15.226941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:15.261901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.290561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:15.335841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-27594d83-4ed7-4506-a5b9-027a310e4d95 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Unset dirty status for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:15.343568 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-27594d83-4ed7-4506-a5b9-027a310e4d95 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.30 "GET /v2.0/networks?id=67698439-20b8-4922-b3f5-c6839825a965 HTTP/1.1" status: 200 len: 822 time: 1.5839331 Jan 14 03:14:15.375643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.420645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5025456f-e4d4-49e3-923f-710e973871a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5025456f-e4d4-49e3-923f-710e973871a9,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:15.430740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.435521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:15.448139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a6459e12-0b1f-4f13-9208-88c08ed1a80b tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.30 "GET /v2.0/quotas/c2862de87dc44ea8b6d4731ff7629622 HTTP/1.1" status: 200 len: 375 time: 0.1032808 Jan 14 03:14:15.525534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:15.529268 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-086b0dbf-4cca-4fef-acbc-5289a8c9e9a2 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754788 Jan 14 03:14:15.530382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:15.559164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-e22278d8-7aed-4281-88dc-0972d09e46eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:15.559961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-e22278d8-7aed-4281-88dc-0972d09e46eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:15.611313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Made reservation on behalf of 01b53f38ebf343d9a55e10732430f574 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:15.623592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.725927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.784293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-e22278d8-7aed-4281-88dc-0972d09e46eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:15.785638 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-e22278d8-7aed-4281-88dc-0972d09e46eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.7762022 Jan 14 03:14:15.907691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:15.930399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d296803b-b030-48a5-98a4-c022b7ef7e84 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.1025465 Jan 14 03:14:15.938742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f4acdba-40c0-45c7-b237-9124a6423f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:16.109551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:16.123643 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ae638689-5e44-45d7-ac95-6158af181aa4 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1708555 Jan 14 03:14:16.165419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b695198-eaa7-45f5-bf9a-7929d8b8fe02,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:16.173063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:16.182295 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-95d6848e-0f82-427e-a9cc-b5f49118898d service neutron] 10.222.0.30 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178865 Jan 14 03:14:16.311994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Allocated IP 172.25.3.126 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/83b6d6a5-df51-4564-97f1-d43ff0098b7e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:16.329030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Checking segment: {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:16.329420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Network hostable DHCP agents. Network: eacf74fb-bceb-436e-a2bd-119f77b2d546, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:14:16.452686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:14:16.488487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, eacf74fb-bceb-436e-a2bd-119f77b2d546) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:16.500661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd88ca3-03c7-4fa8-91d9-dc9bf2d684f9 None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:16.534159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device df5905d0-46d4-471b-b939-04d2f5af0b81 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:16.568960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:16.569990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.605902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9186561 Jan 14 03:14:16.611289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43586) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:16.620164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:16.626636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:16.631514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Usage tracker for resource:router and tenant:048ac9501882434b910373a7838ca17e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:16.635513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:16.660967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.665434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:16.682128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.683254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.713137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.727478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port df5905d0-46d4-471b-b939-04d2f5af0b81 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:16.739122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port df5905d0-46d4-471b-b939-04d2f5af0b81 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:16.739537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.822989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.825037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23b0c49e-215d-4949-9188-6d5be1173c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:16.864410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e92d695-aeda-48e5-9e54-ac0d12f8419a {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:16.902716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.906491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event updated for resources: {'Port': ['ID=83b6d6a5-df51-4564-97f1-d43ff0098b7e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:16.909892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:16.938199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-f73cd7d7-3d67-4a1d-846e-277b7278196f tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:16.940215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-f73cd7d7-3d67-4a1d-846e-277b7278196f tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.74 "GET /v2.0/networks?id=f904cc61-80d1-4c8e-9d7d-d49780f4136a HTTP/1.1" status: 200 len: 828 time: 0.5973630 Jan 14 03:14:16.959042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.971850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-eacf74fb-bceb-436e-a2bd-119f77b2d546', 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'fixed_ips': [{'subnet_id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:14:16.972806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:16.997822 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-0e5fff5b-e36c-4798-b892-0d31a7f8c5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141689 Jan 14 03:14:17.013184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Request body: {'port': {'device_id': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'admin_state_up': True, 'tenant_id': '89154adaf3024349b0927476a090501f'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:17.030448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Transition to ACTIVE for port object 8e92d695-aeda-48e5-9e54-ac0d12f8419a will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:17.038525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port df5905d0-46d4-471b-b939-04d2f5af0b81, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=df5905d0-46d4-471b-b939-04d2f5af0b81,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:17.046315 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-2c299eca-bd24-408b-8b97-30bbdca28e84 service neutron] 10.222.0.30 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8340013 Jan 14 03:14:17.050303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:17.060902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:17.065341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:17.136658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.384447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Allocated IP 172.20.0.2 (eacf74fb-bceb-436e-a2bd-119f77b2d546/2b695198-eaa7-45f5-bf9a-7929d8b8fe02/296241bd-4cef-4488-93b8-1ca257c4a5e5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:17.385019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:17.481397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.482524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5025456f-e4d4-49e3-923f-710e973871a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:17.540433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:17.623477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:17.627758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.630256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:17.638606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.667502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5025456f-e4d4-49e3-923f-710e973871a9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:17.668139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.697915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-09815474-399e-407d-9199-3c600b95facb req-0f55d69e-0600-490b-9cc9-9237f6ea902c tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/f55f3149-dfa1-4283-85ba-8b9888a1a6fc HTTP/1.1" status: 200 len: 1804 time: 0.3173168 Jan 14 03:14:17.705771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:17.718333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:17.748161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f55f3149-dfa1-4283-85ba-8b9888a1a6fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:17.748552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f55f3149-dfa1-4283-85ba-8b9888a1a6fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:17.792458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.865889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Made reservation on behalf of 89154adaf3024349b0927476a090501f for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:17.875738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:17.898266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:18.032209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:18.051666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Attempting to bind port 8e92d695-aeda-48e5-9e54-ac0d12f8419a on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:18.051860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Attempting to bind port 8e92d695-aeda-48e5-9e54-ac0d12f8419a by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:18.052251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Attempting to bind port 8e92d695-aeda-48e5-9e54-ac0d12f8419a on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:18.069730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:18.076801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:18.083458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Allocated IP 192.168.233.62 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/b3901cfe-2db0-4c25-b1f8-f474b0c4c461) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:18.090782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:18.094261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:18.097031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:18.097031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:18.097408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.097703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:18.098191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Bound port: 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:18.098563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.130012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.150122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Transition to ACTIVE for port object 296241bd-4cef-4488-93b8-1ca257c4a5e5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:18.203021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Transition to ACTIVE for port object 296241bd-4cef-4488-93b8-1ca257c4a5e5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:18.220263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.238467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:18.316603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] For port 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:18.320071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] For port 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:18.357181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.374811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.400468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:18.401018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.413631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Pushing event updated for resources: {'Port': ['ID=296241bd-4cef-4488-93b8-1ca257c4a5e5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:18.416920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:18.422693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.494830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:18.496029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:18.499590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:18.539838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.558353 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6a10122-700e-4352-963e-a4ff132dbe76 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:18.560367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Attempting to bind port 296241bd-4cef-4488-93b8-1ca257c4a5e5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:18.560798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Attempting to bind port 296241bd-4cef-4488-93b8-1ca257c4a5e5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:18.561215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Attempting to bind port 296241bd-4cef-4488-93b8-1ca257c4a5e5 on network eacf74fb-bceb-436e-a2bd-119f77b2d546 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:18.567217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-cff27c81-20f3-4c01-8fe2-ec585bb6759d service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4638996 Jan 14 03:14:18.588797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:18.589232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Checking segment: {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:18.589686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.590162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Bound using segment: {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:18.590708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Bound port: 296241bd-4cef-4488-93b8-1ca257c4a5e5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:18.591129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.630082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device df5905d0-46d4-471b-b939-04d2f5af0b81 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:18.801362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:18.810305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:18.812602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port df5905d0-46d4-471b-b939-04d2f5af0b81 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:18.813617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.884860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.887635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event updated for resources: {'Port': ['ID=83b6d6a5-df51-4564-97f1-d43ff0098b7e,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:18.910319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:18.934973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Allocated IP 172.20.0.14 (f904cc61-80d1-4c8e-9d7d-d49780f4136a/7110f525-87b9-4e15-98fd-48613e9e7b8a/ae19e320-8a93-434f-9c79-289c70258d14) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:18.944515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:18.949068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:18.952858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:19.164067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:19.279641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:19.280350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.282049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] 10.222.0.78 "PUT /v2.0/ports/8e92d695-aeda-48e5-9e54-ac0d12f8419a HTTP/1.1" status: 200 len: 1161 time: 4.9499879 Jan 14 03:14:19.285349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Pushing event updated for resources: {'Port': ['ID=296241bd-4cef-4488-93b8-1ca257c4a5e5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:19.288931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:19.290332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:19.433159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.436163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.492694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.498312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b54d7740-62d3-469b-b5fe-4db682696a86 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:19.500572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b54d7740-62d3-469b-b5fe-4db682696a86 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.74 "GET /v2.0/networks?id=67698439-20b8-4922-b3f5-c6839825a965 HTTP/1.1" status: 200 len: 822 time: 0.8294384 Jan 14 03:14:19.514829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Allocated IP 172.25.3.66 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/a0b410ad-881f-4484-b46d-60cf1523b950) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:19.517861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.532498 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4947782 Jan 14 03:14:19.532714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c106b2cd-bf4f-4266-8474-6f64cfeb11e1 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:19.532800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Request body: {'port': {'device_id': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'network_id': '67698439-20b8-4922-b3f5-c6839825a965', 'admin_state_up': True, 'tenant_id': 'c2862de87dc44ea8b6d4731ff7629622'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:19.553797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b39958-9d6f-4aed-9c66-a8347ab82b04,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:19.598966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:19.792730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:19.803700 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-09815474-399e-407d-9199-3c600b95facb req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 2.0712061 Jan 14 03:14:19.811532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-83113abc-ac8c-45fa-a1c3-b649ddb19f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:19.825779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-83113abc-ac8c-45fa-a1c3-b649ddb19f36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 1164 time: 0.4897976 Jan 14 03:14:19.908407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:19.912963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Usage tracker for resource:port and tenant:c2862de87dc44ea8b6d4731ff7629622 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:19.916095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:19.924945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:19.957423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Made reservation on behalf of c2862de87dc44ea8b6d4731ff7629622 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:19.966757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.030415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.189078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.213702 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a982809e-cd11-4ef2-92a2-b77ead8bd57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:20.302275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.311884 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a', 'status': 'completed', 'code': 200} Jan 14 03:14:20.331675 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-3bbf1479-16e8-44d6-ba69-f87e43ec114b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a HTTP/1.1" status: 200 len: 217 time: 0.4928021 Jan 14 03:14:20.452245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Transition to ACTIVE for port object b3901cfe-2db0-4c25-b1f8-f474b0c4c461 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:20.489711 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.492398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.493814 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:20.500782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-b8228481-3bc0-48f2-b1ea-e2838beb0fd3 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:20.560718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.581788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-a8732448-cbfd-43f5-bd6d-22d0c9b696fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:20.583747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-a8732448-cbfd-43f5-bd6d-22d0c9b696fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.2346578 Jan 14 03:14:20.651895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 296241bd-4cef-4488-93b8-1ca257c4a5e5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:20.653618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Transition to ACTIVE for port object ae19e320-8a93-434f-9c79-289c70258d14 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:20.664483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-b8228481-3bc0-48f2-b1ea-e2838beb0fd3 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:20.677399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-b8228481-3bc0-48f2-b1ea-e2838beb0fd3 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--297188538&fields=id&tenant_id=2cd126ebebab47dc8524238697ae6400 HTTP/1.1" status: 200 len: 267 time: 0.3500507 Jan 14 03:14:20.743875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b410ad-881f-4484-b46d-60cf1523b950,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:20.858534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1885773157', 'description': 'tempest-description-50015341'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:20.862869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:20.892647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:20.896683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:20.923996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:20.925256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:20.929394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:20.969395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:21.060075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-b1cd9db6-c5d3-44b4-822c-30db599355bf tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:21.061772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-b1cd9db6-c5d3-44b4-822c-30db599355bf tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.3058224 Jan 14 03:14:21.091565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-63107da3-05a4-4ce3-a23e-cdc65948f5cd tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:21.092961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-63107da3-05a4-4ce3-a23e-cdc65948f5cd tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:21.094201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:21.154287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:21.160103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.190690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077b24d-3355-473c-bfe5-8a83da29cb8b None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:14:21.261152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:21.262998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:21.269828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:21.299366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-63107da3-05a4-4ce3-a23e-cdc65948f5cd tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:21.303678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Provisioning for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:21.304907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-63107da3-05a4-4ce3-a23e-cdc65948f5cd tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "GET /v2.0/networks?id=d8277782-b026-414c-81b8-946ce01fd963 HTTP/1.1" status: 200 len: 805 time: 0.6124439 Jan 14 03:14:21.322698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Provisioning complete for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:21.323128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.366840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Allocated IP 172.20.0.6 (67698439-20b8-4922-b3f5-c6839825a965/b1cb9d62-3cd7-47ad-9115-8a4f6968926b/19a6a3f3-5fda-4cdc-ab49-fb13cf9392da) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:21.427802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event updated for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:21.450779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:21.459664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:21.461627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-30c7dc96-7552-4345-9f43-9f600519cab5 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "GET /v2.0/quotas/2cd126ebebab47dc8524238697ae6400 HTTP/1.1" status: 200 len: 375 time: 0.1549478 Jan 14 03:14:21.462235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24d59053-5872-47ad-9257-a16ed37234f7 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:21.536682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:21.538211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:21.543560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Pushing event updated for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:21.544941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Usage tracker for resource:port and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:21.546252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.564115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.566388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:21.569257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-3ade578d-cbb7-4ca5-a8c8-8bdc3fd45a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:21.571092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-3ade578d-cbb7-4ca5-a8c8-8bdc3fd45a74 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9758255 Jan 14 03:14:21.574426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:21.606431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:21.614264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.616461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:21.618292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:21.640613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:21.646571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:21.649126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:21.652533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:21.658409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.673005 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.675761 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:21.681602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:21.689964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Pushing event updated for resources: {'Port': ['ID=296241bd-4cef-4488-93b8-1ca257c4a5e5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:21.690465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:21.695204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:21.696124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:21.697069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.700086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:21.810195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:21.811395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:21.813929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:21.957201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9901917 Jan 14 03:14:21.983976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Request body: {'port': {'device_id': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:22.063021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Provisioning for port ae19e320-8a93-434f-9c79-289c70258d14 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:22.070890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Provisioning complete for port ae19e320-8a93-434f-9c79-289c70258d14 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:22.077948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.139306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.173936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Port ae19e320-8a93-434f-9c79-289c70258d14 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:22.196606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Provisioning complete for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:22.197033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58f99432-148d-49cf-a01d-092479a7ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.212405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:22.212664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.222124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.260465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.281814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.340930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-11bbe4d0-7019-4bab-bac3-d74aef0f753b tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8064189 Jan 14 03:14:22.341989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.350905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.6519172 Jan 14 03:14:22.365368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:22.431439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Request body: {'port': {'device_id': '748c3d1d-0873-4828-9aee-22a11354ae24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:22.485546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Provisioning for port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:22.491316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Provisioning complete for port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:22.491742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.513626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-8e055e6d-06c4-4f44-b275-ca1e663854a2 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086090 Jan 14 03:14:22.534950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.536483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-955a6154-b15c-4b2a-89e3-6cf42919ea38 req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6844652 Jan 14 03:14:22.567023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.586382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 296241bd-4cef-4488-93b8-1ca257c4a5e5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:22.592660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:22.667577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:22.688292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=614478b3-ea3c-44c7-b39e-06a8c6adddca,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:22.711607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Provisioning complete for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:22.712990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d1ac1c8-1b11-4148-b89a-399a09893589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:22.763550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:22.808157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:22.809949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.146753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ae98d733-9b99-492e-8cdf-e5eae430ca23 None None] Provisioning complete for port 296241bd-4cef-4488-93b8-1ca257c4a5e5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:23.150652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae98d733-9b99-492e-8cdf-e5eae430ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.175215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.6 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/d81ca115-4409-4102-9936-c07306c796cc) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:23.181902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Pushing event updated for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:23.192231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.194533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:23.291123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.396696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Network 67698439-20b8-4922-b3f5-c6839825a965 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:23.452841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:23.487382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:23.523195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-ef733284-fb74-4b06-b868-020f6a81f5cf service neutron] 10.222.0.30 "GET /v2.0/networks/d8277782-b026-414c-81b8-946ce01fd963?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1463234 Jan 14 03:14:23.548239 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-83550575-208f-466f-94ba-89afef7f7116 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9599247 Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.668602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:23.671864 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:23.684680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:23.685403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.742426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:23.843905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3187559 Jan 14 03:14:23.852710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:23.919011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Request body: {'port': {'device_id': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:24.050645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-134674225', 'description': 'tempest-description-146677550'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:24.082433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Router d5210c6c-73f3-470e-8c94-3103e927b6bb is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:14:24.093179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:24.103963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:24.118429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:24.127676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-884ad3a5-bef2-4a9d-9302-6396b522bf9d service neutron] 10.222.0.30 "GET /v2.0/networks/d8277782-b026-414c-81b8-946ce01fd963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5847373 Jan 14 03:14:24.145174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-9b250800-3a7b-4d28-aa24-1d00b404659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:24.146782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-9b250800-3a7b-4d28-aa24-1d00b404659f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 1164 time: 0.4802196 Jan 14 03:14:24.147694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:24.246946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:24.268883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:24.281269 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb074958-114f-457d-b091-70ac11bed721 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:24.362809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae19e320-8a93-434f-9c79-289c70258d14 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:24.372137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:24.373231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:24.389582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Transition to ACTIVE for port object ae19e320-8a93-434f-9c79-289c70258d14 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:24.398000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43682) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:24.416819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:24.458042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:24.595310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2525f6-1040-46ba-8477-18ea69862290 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:24.671351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:24.704034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:24.740122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:24.983017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] Deleting subnet b1cb9d62-3cd7-47ad-9115-8a4f6968926b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:14:24.986376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.062352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:25.079951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.129301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:25.219434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Pushing event updated for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:25.223377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:25.242105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:25.246999 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] Found port (19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, 172.20.0.6) having IP allocation on subnet b1cb9d62-3cd7-47ad-9115-8a4f6968926b, cannot delete Jan 14 03:14:25.259645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Sync routers for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:25.288761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:25.289744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:25.296001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-5a3547b4-0c71-4f05-9737-f76a4e0c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:25.297659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-5a3547b4-0c71-4f05-9737-f76a4e0c404c service neutron] 10.222.0.78 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 1.1410367 Jan 14 03:14:25.360927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:25.361513 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:14:25.362016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:14:25.375686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.377036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.7643361 Jan 14 03:14:25.405785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:25.415534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:25.437202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3901cfe-2db0-4c25-b1f8-f474b0c4c461 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:25.446418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.460769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Transition to ACTIVE for port object b3901cfe-2db0-4c25-b1f8-f474b0c4c461 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:25.483890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:25.548703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:25.553902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Attempting to bind port ae19e320-8a93-434f-9c79-289c70258d14 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:25.554282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Attempting to bind port ae19e320-8a93-434f-9c79-289c70258d14 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:25.554656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Attempting to bind port ae19e320-8a93-434f-9c79-289c70258d14 on network f904cc61-80d1-4c8e-9d7d-d49780f4136a {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:25.572966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:25.573378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Checking segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:25.573865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.574816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Bound using segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:25.575309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Bound port: ae19e320-8a93-434f-9c79-289c70258d14, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:25.575808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.591112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-a4bf7778-36eb-4e09-931d-8d4a692154b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a HTTP/1.1" status: 200 len: 217 time: 0.2172382 Jan 14 03:14:25.598028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.738273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-708fe3cd-5da8-4618-8ff1-cd4bb621eac6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b1cb9d62-3cd7-47ad-9115-8a4f6968926b HTTP/1.1" status: 409 len: 404 time: 1.3339086 Jan 14 03:14:25.760267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c70ebe1b-2e8c-4435-b28d-45dc9a7309c3 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:25.768588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.771416 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:25.774654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:25.813912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:25.814639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:25.905641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8204579 Jan 14 03:14:26.106703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-edd75c1c-4a41-42af-b980-57c810c4b191 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:26.108157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-edd75c1c-4a41-42af-b980-57c810c4b191 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "GET /v2.0/networks?id=d8277782-b026-414c-81b8-946ce01fd963 HTTP/1.1" status: 200 len: 805 time: 0.1928301 Jan 14 03:14:26.117925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Request body: {'port': {'device_id': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:26.151030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:26.153616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:21Z', 'revision_number': 3, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:26.157949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Checking router: d5210c6c-73f3-470e-8c94-3103e927b6bb for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:26.158347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Updating router d5210c6c-73f3-470e-8c94-3103e927b6bb port a0b410ad-881f-4484-b46d-60cf1523b950 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:14:26.226498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:26.456918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:26.460463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-9d3bd20f-bf6e-42c4-850e-9d444e8f8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:26.462404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-9d3bd20f-bf6e-42c4-850e-9d444e8f8361 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.7231009 Jan 14 03:14:26.484565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-fc6a4887-5239-47b3-8fe6-8ce97b7ce868 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:26.542197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-57d7f2b2-0174-4536-ad2a-432e4e0e9e8b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:14:26.547810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] For port ae19e320-8a93-434f-9c79-289c70258d14, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:26.551255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] For port ae19e320-8a93-434f-9c79-289c70258d14, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ae19e320-8a93-434f-9c79-289c70258d14,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:26.555693 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:26.619440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:26.638989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:26.796703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-fc6a4887-5239-47b3-8fe6-8ce97b7ce868 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:26.798580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-fc6a4887-5239-47b3-8fe6-8ce97b7ce868 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2cd126ebebab47dc8524238697ae6400 HTTP/1.1" status: 200 len: 5708 time: 0.6389980 Jan 14 03:14:26.806445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5246e364-923c-4ce6-9802-61fe61a170e1 tempest-FloatingIPsTestJSON-2003625422 tempest-FloatingIPsTestJSON-2003625422] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:26.842841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8e92d695-aeda-48e5-9e54-ac0d12f8419a up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:26.848903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Request body: {'port': {'device_id': '39e96004-7355-4b91-81c5-9d54610510a5', 'network_id': 'd8277782-b026-414c-81b8-946ce01fd963', 'admin_state_up': True, 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'security_groups': ['5e880d35-aa13-47a2-bdd6-36b28fb9a9b3']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:26.883071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:26.914954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:26.919923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8d9f316100496c8c7c5dc1918fdda7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:26.925637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:26.932826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:26.959955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Pushing event updated for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:26.997171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 8e92d695-aeda-48e5-9e54-ac0d12f8419a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:27.008869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8e92d695-aeda-48e5-9e54-ac0d12f8419a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:27.009476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.072720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.076166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:27.111911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Attempting to bind port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:27.112282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Attempting to bind port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:27.112644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Attempting to bind port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:27.125832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.126902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:27.127271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:27.127691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.128061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:27.128686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Bound port: b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:27.129035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.161466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.183103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b25c699-45fa-4ac9-89be-7eb2109bceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:27.210196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.225397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:27.240045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bc5c681-d40c-4f99-ba72-dc7532830ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:27.246783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.247003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.263928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.281456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Transition to ACTIVE for port object a0b410ad-881f-4484-b46d-60cf1523b950 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:27.282017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:27.282714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.284291 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] 10.222.0.74 "PUT /v2.0/ports/ae19e320-8a93-434f-9c79-289c70258d14 HTTP/1.1" status: 200 len: 1157 time: 5.3049006 Jan 14 03:14:27.304033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=a570e3da-8e9e-4706-a562-c5706a3be759,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:27.306606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.313389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5b861072-8216-46d0-a036-8443b944b7f7 req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 3.2914317 Jan 14 03:14:27.314170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:27.342872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:27.344290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:27.344458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.348846 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:27.352956 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:27.354742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.359052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.373680 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:27.390919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0a298-3401-4c79-8ad9-815d47eda15f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:27.395466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:27.400486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-cecbab77-6045-49e0-ad7a-0c1610a28e06 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:27.402239 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-cecbab77-6045-49e0-ad7a-0c1610a28e06 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 2.2298644 Jan 14 03:14:27.458405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-ae020139-0be1-4188-8b7a-3d5a20892128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:27.460240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-ae020139-0be1-4188-8b7a-3d5a20892128 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8915749 Jan 14 03:14:27.463771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.474308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Pushing event updated for resources: {'Port': ['ID=a0b410ad-881f-4484-b46d-60cf1523b950,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:27.477011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.479137 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:27.479642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:27.541323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e8d9f316100496c8c7c5dc1918fdda7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3667786 Jan 14 03:14:27.556500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Transition to ACTIVE for port object 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:27.557169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43762) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:27.586025 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-975c6746-0f8a-4dfc-a56c-19a0edef4656 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.1728311 Jan 14 03:14:27.700885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] For port b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:27.702566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:27.716256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:27.747555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b3391101-ced2-4574-9891-c3fc7e3363e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:27.749307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b3391101-ced2-4574-9891-c3fc7e3363e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 1160 time: 0.4068346 Jan 14 03:14:27.758454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] For port b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:27.766310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Attempting to bind port a0b410ad-881f-4484-b46d-60cf1523b950 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:27.767096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Attempting to bind port a0b410ad-881f-4484-b46d-60cf1523b950 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:27.767721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Attempting to bind port a0b410ad-881f-4484-b46d-60cf1523b950 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:27.776758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:27.778102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:27.784574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.785575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:27.786268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Bound port: a0b410ad-881f-4484-b46d-60cf1523b950, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:27.786824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.854179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b42ab6eb-02ba-4fee-821d-4e7be95b6f1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19e320-8a93-434f-9c79-289c70258d14 HTTP/1.1" status: 200 len: 217 time: 0.0896006 Jan 14 03:14:27.856036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.878615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a75b7ebf-c441-45e7-9377-c284ecda4da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:27.892055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] For port a0b410ad-881f-4484-b46d-60cf1523b950, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:27.895862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] For port a0b410ad-881f-4484-b46d-60cf1523b950, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0b410ad-881f-4484-b46d-60cf1523b950,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:27.901979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:27.919527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:28.046816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-4a22ac0d-3a25-415a-903e-826ede5249f9 service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739830 Jan 14 03:14:28.048987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Pushing event updated for resources: {'Port': ['ID=a0b410ad-881f-4484-b46d-60cf1523b950,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:28.074521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:28.175188 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-2457f17c-9c7f-4bd8-ad6c-bd7e243be36d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5699122 Jan 14 03:14:28.229436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:28.231607 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0dd3af7e-669c-4646-a56c-b5dceb16e703 req-5deaac12-1ee2-4274-be7d-009d6c2fcd8d service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541674 Jan 14 03:14:28.232411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:28.234834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:28.306697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1830840a-8356-4d62-ab27-b3e59b8e5295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:28.344174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:28.363988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-84edccc1-52ac-4157-9d95-532c5b269292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:28.365694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-84edccc1-52ac-4157-9d95-532c5b269292 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7110f525-87b9-4e15-98fd-48613e9e7b8a HTTP/1.1" status: 200 len: 867 time: 0.4950762 Jan 14 03:14:28.369294 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:28.453560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:28.523563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:28.524251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:28.525812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] 10.222.0.74 "PUT /v2.0/ports/b3901cfe-2db0-4c25-b1f8-f474b0c4c461 HTTP/1.1" status: 200 len: 1160 time: 6.1458509 Jan 14 03:14:28.537872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-813392dd-6996-453c-a031-401abd260c5c service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038709 Jan 14 03:14:28.540737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-72d960b5-a675-4e8c-92e7-d648d03bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:28.542265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-72d960b5-a675-4e8c-92e7-d648d03bd2f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f904cc61-80d1-4c8e-9d7d-d49780f4136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603162 Jan 14 03:14:28.595724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8e92d695-aeda-48e5-9e54-ac0d12f8419a up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:28.603537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:28.674905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:28.764675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8e92d695-aeda-48e5-9e54-ac0d12f8419a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:28.765146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:28.768887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:28.896804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-30e36b4f-6f57-4110-995a-6cdaa3dde1dc service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3485975 Jan 14 03:14:29.018343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-75654722-b6c5-42bd-85cb-6a3dfcc08144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:29.020451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-75654722-b6c5-42bd-85cb-6a3dfcc08144 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 1163 time: 0.4238963 Jan 14 03:14:29.049661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:21Z', 'revision_number': 3, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:29.059550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910031b7-2b99-4a3d-b62a-c17ade36b2cc None None] The sync data for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 is: [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:21Z', 'revision_number': 3, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:29.210934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-7ac4e007-5bcf-4175-96ad-193749dbac32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461 HTTP/1.1" status: 200 len: 217 time: 0.1734810 Jan 14 03:14:29.213776 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14', 'status': 'completed', 'code': 200} Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.216886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.219560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.220953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.223886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.229839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:29.230820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-85f5953c-23ca-4e41-96ae-fbbbae4f3ae0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/614478b3-ea3c-44c7-b39e-06a8c6adddca HTTP/1.1" status: 200 len: 1803 time: 0.1154814 Jan 14 03:14:29.232124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Usage tracker for resource:port and tenant:2cd126ebebab47dc8524238697ae6400 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:29.232324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9086a990-acaa-424f-b1e9-c920edc81a49 service neutron] 10.222.0.74 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344867 Jan 14 03:14:29.235691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Quota usage for port was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:29.241242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:29.273013 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a', 'code': 200} Jan 14 03:14:29.291446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:29.314260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Made reservation on behalf of 2cd126ebebab47dc8524238697ae6400 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.317335 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.320010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.321308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:29.324197 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:29.329790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:29.370405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-c80f9995-4a9e-436c-abc9-c4ab681cbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:29.372019 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-c80f9995-4a9e-436c-abc9-c4ab681cbff0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.1388474 Jan 14 03:14:29.385779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:29.916438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-f93d2045-9c27-4ddb-8db2-de469ecf628a tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/a570e3da-8e9e-4706-a562-c5706a3be759 HTTP/1.1" status: 200 len: 1803 time: 0.6868641 Jan 14 03:14:29.921846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '614478b3-ea3c-44c7-b39e-06a8c6adddca', 'remote_group_id': 'a570e3da-8e9e-4706-a562-c5706a3be759', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:29.922191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '614478b3-ea3c-44c7-b39e-06a8c6adddca', 'remote_group_id': 'a570e3da-8e9e-4706-a562-c5706a3be759', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:29.947731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:29.974735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:29.981628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:29.986923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-191a2a05-6ff4-4e9c-ab71-1aee86fef78f service neutron] 10.222.0.74 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6137695 Jan 14 03:14:30.005770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:30.005770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1c27299-6be6-4f77-97da-6a6cb239ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:30.006392 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1c27299-6be6-4f77-97da-6a6cb239ec55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5958090 Jan 14 03:14:30.198208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Allocated IP 172.20.0.1 (eacf74fb-bceb-436e-a2bd-119f77b2d546/2b695198-eaa7-45f5-bf9a-7929d8b8fe02/9ac7fb9f-4234-4acd-a2c3-e075a160b8a4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:30.312415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8e92d695-aeda-48e5-9e54-ac0d12f8419a no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:30.343050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-8518bc48-bd6b-4cdd-8810-bb68eaef8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:30.344952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-8518bc48-bd6b-4cdd-8810-bb68eaef8f46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 1160 time: 0.2299085 Jan 14 03:14:30.346205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.501956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.553066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:30.557663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.560288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15f6760e-63c3-4693-baf2-01794b22d5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:30.580218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-ced49d70-a459-4cd6-8949-2c4878f35a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:30.583590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-ced49d70-a459-4cd6-8949-2c4878f35a1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f904cc61-80d1-4c8e-9d7d-d49780f4136a HTTP/1.1" status: 200 len: 922 time: 0.2149982 Jan 14 03:14:30.601014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-8e8edbc4-d5b8-42d7-8c8a-896291ff417b service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833032 Jan 14 03:14:30.701073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0b410ad-881f-4484-b46d-60cf1523b950 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:30.749075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-d9c638b0-0515-4ea2-a8d8-47cc1f4bbdfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae19e320-8a93-434f-9c79-289c70258d14 HTTP/1.1" status: 200 len: 217 time: 0.1450968 Jan 14 03:14:30.759237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.864987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43840) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:30.885869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.908358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:30.965020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:30.988588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:31.012644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a0b410ad-881f-4484-b46d-60cf1523b950 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:31.026366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2397188-09b1-406e-a1d5-69aa69c0fc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:31.028988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a0b410ad-881f-4484-b46d-60cf1523b950 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:31.031363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.163802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-7e08fd02-9772-4eac-852b-5373b080a944 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:31.165686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0a298-3401-4c79-8ad9-815d47eda15f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:31.166047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-7e08fd02-9772-4eac-852b-5373b080a944 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.2771606 Jan 14 03:14:31.171778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:31.175003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32a75ae7-11c1-469c-aa8c-667891301e59 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:31.206948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedd659e-cfa7-4f6b-bd42-d6243dcd0bb4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:31.214486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '692f3685-93fc-46d1-81bb-bc81096778bd', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:31.250072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:31.270280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:31.290564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Attempting to bind port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:31.291535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Attempting to bind port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:31.291535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Attempting to bind port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da on network 67698439-20b8-4922-b3f5-c6839825a965 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:31.350800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81ca115-4409-4102-9936-c07306c796cc {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:31.356832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:31.362735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-b1421d61-d188-43c0-9843-948c51fd138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:31.364496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-b1421d61-d188-43c0-9843-948c51fd138e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7110f525-87b9-4e15-98fd-48613e9e7b8a HTTP/1.1" status: 200 len: 867 time: 0.6040084 Jan 14 03:14:31.376242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.395527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.403467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:31.403708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Checking segment: {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:31.404162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.404867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Bound using segment: {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:31.405372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Bound port: 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:31.405746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.413912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.434735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.437472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a0b410ad-881f-4484-b46d-60cf1523b950, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0b410ad-881f-4484-b46d-60cf1523b950,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:31.442617 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2004c9f7-23eb-44c0-9642-e56026bec9d1 req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5251417 Jan 14 03:14:31.443850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.452196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:31.460949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43854) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:31.478977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.482797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccf0a298-3401-4c79-8ad9-815d47eda15f HTTP/1.1" status: 204 len: 168 time: 3.5549734 Jan 14 03:14:31.485019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Allocated IP 172.20.0.7 (d8277782-b026-414c-81b8-946ce01fd963/2ded28d0-4360-4af5-9653-61f57e88a541/1e39a445-3dc2-4948-8c23-78a3416552c8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:31.511046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Transition to ACTIVE for port object d81ca115-4409-4102-9936-c07306c796cc will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:31.544700 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461', 'status': 'completed', 'code': 200} Jan 14 03:14:31.577286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a0b410ad-881f-4484-b46d-60cf1523b950,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:31.582573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:31.643045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.654942 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a', 'code': 422} returned with failed status Jan 14 03:14:31.673660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] For port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:31.678615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] For port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:31.682258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-118bcbc4-c6e1-4d2e-b4a1-84f6d215ab89 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9887679 Jan 14 03:14:31.739163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.794050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13879372-8271-41c3-bb7d-415b544ae351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:31.884392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:31.921089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-59ed990f-c185-48d0-b8f8-84daaf13bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:31.922733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-59ed990f-c185-48d0-b8f8-84daaf13bfb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f904cc61-80d1-4c8e-9d7d-d49780f4136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5424099 Jan 14 03:14:31.943090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-606542610', 'description': 'tempest-description-1940436613'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:31.950801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:31.954538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:31.958907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:31.961873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:31.967824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:31.984058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-8c984d21-b2c2-4851-9211-476ee19968c3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:14:32.012691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.127411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:32.131621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:32.134915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:32.138255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.140978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:32.158569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Transition to ACTIVE for port object 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:32.191632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:32.211950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Usage tracker for resource:port and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:32.215389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:32.222546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:32.249140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:32.251349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:32.254015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Deleting port df5905d0-46d4-471b-b939-04d2f5af0b81 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:32.254445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.260813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.279189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ae19e320-8a93-434f-9c79-289c70258d14 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:32.283649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:32.289017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43884) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:32.359689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port ae19e320-8a93-434f-9c79-289c70258d14 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:32.364951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ae19e320-8a93-434f-9c79-289c70258d14 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:32.365353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.402449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.427266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.498073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.534819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port ae19e320-8a93-434f-9c79-289c70258d14, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ae19e320-8a93-434f-9c79-289c70258d14,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:32.538998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.541507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:32.547163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f353b31a-00a0-4043-a44c-43c9f12806fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:32.570712 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ff59d55-b039-4344-af3b-f2b5dba5ac39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01b53f38ebf343d9a55e10732430f574&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1059425 Jan 14 03:14:32.581114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43888) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:32.587005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0b410ad-881f-4484-b46d-60cf1523b950 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:32.594987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e880d35-aa13-47a2-bdd6-36b28fb9a9b3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:32.598535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:32.606186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.623062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.658099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-a9a61761-7cfb-4757-859c-6819822c5674 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:32.660377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-a9a61761-7cfb-4757-859c-6819822c5674 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.3731613 Jan 14 03:14:32.662434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d364e-84bd-49be-98e2-56de2403fb1e req-188726eb-17e2-47bc-843a-623d54039bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:32.663945 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-188726eb-17e2-47bc-843a-623d54039bba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 1163 time: 0.8937948 Jan 14 03:14:32.697177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:32.701457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:32.725001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a0b410ad-881f-4484-b46d-60cf1523b950 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:32.725001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': '1e39a445-3dc2-4948-8c23-78a3416552c8', 'security_group_id': '5e880d35-aa13-47a2-bdd6-36b28fb9a9b3'}] Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:14:32.751498 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:14:32.754675 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:14:32.762432 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '1e39a445-3dc2-4948-8c23-78a3416552c8', 'security_group_id': '5e880d35-aa13-47a2-bdd6-36b28fb9a9b3'}] Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:14:32.771436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] No notification will be sent due to unsuccessful status code: 500 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.777930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:32.785591 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:32.793479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-17a5844e-cf5a-4e6e-b800-9c842098b152 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:32.795182 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-17a5844e-cf5a-4e6e-b800-9c842098b152 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/ports?device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 948 time: 1.5200834 Jan 14 03:14:32.805197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-f1ba5a68-dc19-4040-8d74-c235c3245a63 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.0291793 Jan 14 03:14:32.807083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.809040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Pushing event updated for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:32.827528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:32.828212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:32.829748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] 10.222.0.74 "PUT /v2.0/ports/19a6a3f3-5fda-4cdc-ab49-fb13cf9392da HTTP/1.1" status: 200 len: 1156 time: 8.9193764 Jan 14 03:14:32.843527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:32.850903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:32.865401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ba4f5a0-951f-4d38-8b06-c87580007ff9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:32.893265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b861e26-2a25-4619-9a0c-0f4a8567a5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:33.069307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e1ac81d1-56df-42dd-a04a-6d80974a7550 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 6.2318752 Jan 14 03:14:33.174696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:33.202532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-86a7a52b-2fd0-47eb-9a50-f1fada197def service neutron] 10.222.0.74 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2268736 Jan 14 03:14:33.270890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:33.272260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c90cd11c-7383-42a2-896a-831777370778 req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3601723 Jan 14 03:14:33.285985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Usage tracker for resource:security_group_rule and tenant:fa6da79a5fdb49c08295b19c63f7b667 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:33.416266 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da', 'status': 'completed', 'code': 200} Jan 14 03:14:33.416545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:33.423125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:33.426858 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "DELETE /v2.0/security-groups/5e880d35-aa13-47a2-bdd6-36b28fb9a9b3 HTTP/1.1" status: 204 len: 168 time: 2.5541689 Jan 14 03:14:33.463102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43898) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:33.486376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:33.494941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-947151058', 'description': 'tempest-description-282361224'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:33.510221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=f2baa726-f9e8-473d-8715-92e1cc2c98ab,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:33.525721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:33.528953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-b8d4ac50-fe66-4efd-881f-6a03fd345c35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.1115406 Jan 14 03:14:33.529635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:33.547524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:33.549012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Deleting port 8e92d695-aeda-48e5-9e54-ac0d12f8419a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:33.549509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:33.584422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:33.626536 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ffdcd6d1-5f9a-42b2-b417-e7cef57722d3 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] show failed (client error): The resource could not be found. Jan 14 03:14:33.627689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ffdcd6d1-5f9a-42b2-b417-e7cef57722d3 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "GET /v2.0/security-groups/5e880d35-aa13-47a2-bdd6-36b28fb9a9b3 HTTP/1.1" status: 404 len: 347 time: 0.1539466 Jan 14 03:14:33.633025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:33.634207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:33.639357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9d7fd32d-77b3-49e2-b6fe-41c7fd2e4dac req-17e0e50d-bff7-466e-92df-8e7b1c04b4b2 service neutron] 10.222.0.74 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3576181 Jan 14 03:14:33.640211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:33.648943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:33.655644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:33.658385 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a08b53f3-d2f5-4f4f-87cb-8206fca2c2ae admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:14:33.669049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a08b53f3-d2f5-4f4f-87cb-8206fca2c2ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5852b8bd-808c-41f2-9ed1-55a9b7a926e7 HTTP/1.1" status: 409 len: 336 time: 1.0694079 Jan 14 03:14:33.673458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:33.676472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] For port df5905d0-46d4-471b-b939-04d2f5af0b81, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=df5905d0-46d4-471b-b939-04d2f5af0b81,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:33.676929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:33.722771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:33.728923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d364e-84bd-49be-98e2-56de2403fb1e req-8a3c8a91-959f-4925-b5f3-cc5d33dc2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:33.731435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-8a3c8a91-959f-4925-b5f3-cc5d33dc2ca2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd HTTP/1.1" status: 200 len: 863 time: 0.9404485 Jan 14 03:14:33.849213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:33.879695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-46fb11e0-26e0-42f1-9ee4-cf64c03f8b25 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:14:33.910707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-233c1f3e-6879-4057-a8aa-ded5779b3554 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461 HTTP/1.1" status: 200 len: 217 time: 0.1588955 Jan 14 03:14:33.932387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d8de8a52-a3ac-4d23-9149-6d63ddaf1efe None None] Provisioning for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:33.936746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-44c2238e-4dd9-468d-ab61-d69e73cd3e51 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1305349 Jan 14 03:14:33.938573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d8de8a52-a3ac-4d23-9149-6d63ddaf1efe None None] Provisioning complete for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:33.939205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8de8a52-a3ac-4d23-9149-6d63ddaf1efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:33.966728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.026323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Calling delete_port for df5905d0-46d4-471b-b939-04d2f5af0b81 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:34.048331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8de8a52-a3ac-4d23-9149-6d63ddaf1efe None None] Port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:34.052084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:34.141142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Attempting to bind port d81ca115-4409-4102-9936-c07306c796cc on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:34.141764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Attempting to bind port d81ca115-4409-4102-9936-c07306c796cc by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:34.141885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Attempting to bind port d81ca115-4409-4102-9936-c07306c796cc on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:34.170271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:34.181308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:34.215591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:34.254819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d364e-84bd-49be-98e2-56de2403fb1e req-fa026937-d0b7-4649-8ffa-a6b7bdc579e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:34.256453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-fa026937-d0b7-4649-8ffa-a6b7bdc579e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.2910833 Jan 14 03:14:34.295170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:34.295539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:34.295950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.296374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:34.296879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Bound port: d81ca115-4409-4102-9936-c07306c796cc, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:34.297257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.312888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ae19e320-8a93-434f-9c79-289c70258d14 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:34.326143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-2fb83d99-cc79-4e18-a7d3-a7790bb8fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:34.328942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-2fb83d99-cc79-4e18-a7d3-a7790bb8fceb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 1159 time: 1.3979089 Jan 14 03:14:34.343231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Deleting port 83b6d6a5-df51-4564-97f1-d43ff0098b7e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:34.343841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.349849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.3 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/bea7aaa7-9fe0-4675-8cb9-8067dba1f099) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:34.421132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.446836 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-03dcbbbd-40bf-4ecd-9c03-005ed922e62f service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089214 Jan 14 03:14:34.487267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.519166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a36d36b-a903-45c9-9304-ef67360fe865 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:34.554439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa6da79a5fdb49c08295b19c63f7b667&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2503920 Jan 14 03:14:34.591317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-102d4d50-4458-44b8-b54a-d7c32d9888f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:34.593655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-102d4d50-4458-44b8-b54a-d7c32d9888f9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2cd126ebebab47dc8524238697ae6400&shared=False HTTP/1.1" status: 200 len: 900 time: 1.0121737 Jan 14 03:14:34.596634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.629541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-957e1daa-d701-4ed9-a7a4-f3ff0f6e8bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.632500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43924) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:34.646283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ae19e320-8a93-434f-9c79-289c70258d14 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:34.647150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.668280 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-67ec9020-b1f3-49f8-a257-309ffecc9143 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da HTTP/1.1" status: 200 len: 217 time: 0.2859726 Jan 14 03:14:34.702020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d364e-84bd-49be-98e2-56de2403fb1e req-1e6da889-99ec-4b5d-8c7f-6ef8ffa4b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:34.703557 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-1e6da889-99ec-4b5d-8c7f-6ef8ffa4b7da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4126656 Jan 14 03:14:34.797014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device b3901cfe-2db0-4c25-b1f8-f474b0c4c461 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:34.797351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedcd811-3e7b-4774-9eb4-c274b67d461b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:34.813187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.822659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:34.873247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:34.879033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:34.879458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.951099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:34.964885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19bb4ea1-e0f5-4e0e-919d-669464adf9a2 tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:35.005430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.015817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.054491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:35.059715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.063014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:35.083115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-73a2602a-6439-46a2-977d-5ac7101c06a4 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6353939 Jan 14 03:14:35.109293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=92f3125f-9e02-4363-90c4-5501ce2785e2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:35.139034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:35.143116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.148923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.149307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.149683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.150541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.150922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.151049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:35.151292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.151658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.152063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.152451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.152825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.153178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.153533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.153940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.154298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.154815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.155228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.155512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.155868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.156222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.156604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.156960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.157312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.157671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.158023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.158446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.158805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.159153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.159676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.159860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.160170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.160554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.161363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.161698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.162056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.162607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.162966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:14:35.167155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.169210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:35.181276 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-98133690-316f-472b-bd02-4069b08d2830 req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.7289984 Jan 14 03:14:35.268769 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-1b798bcb-c0e1-4d9a-ac14-23700cab0b9e service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405176 Jan 14 03:14:35.280325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.326477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cb941e0-623c-4ba8-bef4-eceb62b30076 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:35.342870 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14', 'code': 200} Jan 14 03:14:35.486284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedcd811-3e7b-4774-9eb4-c274b67d461b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:35.507336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.513668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.518914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aedcd811-3e7b-4774-9eb4-c274b67d461b HTTP/1.1" status: 204 len: 168 time: 0.8840587 Jan 14 03:14:35.525764 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:35.593136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e422e064-e542-42a2-b49b-4ab9f3a3468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:35.594733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-e422e064-e542-42a2-b49b-4ab9f3a3468b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9097674 Jan 14 03:14:35.639070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-ec8c603d-456e-409a-a502-cdd05acf5629 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/f2baa726-f9e8-473d-8715-92e1cc2c98ab HTTP/1.1" status: 200 len: 1804 time: 0.1279283 Jan 14 03:14:35.650354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] For port d81ca115-4409-4102-9936-c07306c796cc, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:35.654351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] For port d81ca115-4409-4102-9936-c07306c796cc, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=d81ca115-4409-4102-9936-c07306c796cc,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:35.700800 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-995d364e-84bd-49be-98e2-56de2403fb1e req-fd469650-fb7c-43d0-80f4-4ad2fe26371b service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4067011 Jan 14 03:14:35.715939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.737642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:35.738425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.775027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device b3901cfe-2db0-4c25-b1f8-f474b0c4c461 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:35.791630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:35.877244 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-8528f359-0e4b-44cb-ae12-fcf3f9f2a25e tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/92f3125f-9e02-4363-90c4-5501ce2785e2 HTTP/1.1" status: 200 len: 1803 time: 0.2256160 Jan 14 03:14:35.889398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2baa726-f9e8-473d-8715-92e1cc2c98ab', 'remote_group_id': '92f3125f-9e02-4363-90c4-5501ce2785e2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:35.890225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f2baa726-f9e8-473d-8715-92e1cc2c98ab', 'remote_group_id': '92f3125f-9e02-4363-90c4-5501ce2785e2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:35.903596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:35.908707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:35.912171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:35.922464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:35.934944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:35.949323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:35.950496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:35.950893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-54e80cf6-4580-4d55-91be-2e9a1c79ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:35.951019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:35.952546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-54e80cf6-4580-4d55-91be-2e9a1c79ee40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b1cb9d62-3cd7-47ad-9115-8a4f6968926b HTTP/1.1" status: 200 len: 862 time: 1.2095721 Jan 14 03:14:36.064902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-8a1a5b28-a2a2-4ead-95c5-969e4bde808b tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:36.131957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.152668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.153341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.240231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-8a1a5b28-a2a2-4ead-95c5-969e4bde808b tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:36.241518 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-8a1a5b28-a2a2-4ead-95c5-969e4bde808b tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "GET /v2.0/ports?device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.5706465 Jan 14 03:14:36.302472 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-4c2941e7-7268-426b-ad6f-a5fb9d51fe84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=67698439-20b8-4922-b3f5-c6839825a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234664 Jan 14 03:14:36.397061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:36.476074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:36.487423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:36.520063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.600451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.609886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:36.611593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:36.613640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.614544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:36.689259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:36.717823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.719497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-df6ee8f2-92ae-4213-aee1-4038bd28e1a5 req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8363662 Jan 14 03:14:36.735669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Calling delete_port for 83b6d6a5-df51-4564-97f1-d43ff0098b7e owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:36.737393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ff9b5c-1d97-4384-b985-1c9a983068f2,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:36.763427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:36.775107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ef7c6ab-fdff-4835-8dd0-10df577f2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.782063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-fa47f07d-de97-4936-ae57-ec818be145e6 service neutron] 10.222.0.74 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678882 Jan 14 03:14:36.790959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.816633 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.819618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:36.828110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:36.835515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:36.836418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:36.852770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:36.856890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e7f42a0087424c89f41e9dec6d10d9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:36.859881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:36.865756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:37.009253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8051953 Jan 14 03:14:37.037317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Request body: {'port': {'device_id': '692f3685-93fc-46d1-81bb-bc81096778bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:37.067751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.080102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.117310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1251f536-41ba-41ea-977d-d5d99abaffbb tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:37.154222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7e7f42a0087424c89f41e9dec6d10d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553837 Jan 14 03:14:37.160951 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-011e4ef5-c41a-4965-a255-5cda521165f7 service neutron] 10.222.0.74 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3408666 Jan 14 03:14:37.165329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43982) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:37.169551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0411ab-f2e8-4bc2-87a9-fcf29c959380,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:37.201301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:37.295058 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-6a0f16c8-9c2c-4153-aaa3-85a66126ba09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.2993522 Jan 14 03:14:37.304212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] For port 8e92d695-aeda-48e5-9e54-ac0d12f8419a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8e92d695-aeda-48e5-9e54-ac0d12f8419a,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:37.304750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.344395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:37.387836 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-aadb1bfc-840e-4c5d-8c5d-ae908db7a280 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/92f3125f-9e02-4363-90c4-5501ce2785e2 HTTP/1.1" status: 200 len: 1803 time: 0.0860651 Jan 14 03:14:37.461328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.504906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.561424 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461', 'code': 200} Jan 14 03:14:37.566616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.581224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Calling delete_port for 8e92d695-aeda-48e5-9e54-ac0d12f8419a owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:37.628521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.652506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf411aa7-a3cc-4c42-aaf5-3e80f5a8ddcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:37.690842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.740493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ae19e320-8a93-434f-9c79-289c70258d14 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:37.892867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:37.893612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:37.895085 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] 10.222.0.74 "PUT /v2.0/ports/d81ca115-4409-4102-9936-c07306c796cc HTTP/1.1" status: 200 len: 1156 time: 11.7820194 Jan 14 03:14:37.905150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.112783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.188874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea7aaa7-9fe0-4675-8cb9-8067dba1f099 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:38.197544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.209738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port ae19e320-8a93-434f-9c79-289c70258d14, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ae19e320-8a93-434f-9c79-289c70258d14,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:38.211572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Transition to ACTIVE for port object bea7aaa7-9fe0-4675-8cb9-8067dba1f099 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:38.212907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0411ab-f2e8-4bc2-87a9-fcf29c959380,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:38.217276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:38.230452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.330117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.348570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:38.372705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.376397 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec0411ab-f2e8-4bc2-87a9-fcf29c959380 HTTP/1.1" status: 204 len: 168 time: 1.1816916 Jan 14 03:14:38.406597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:14:38.423578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf394f68-a0ff-44e0-bd26-c7f50cc71354 tempest-AttachSCSIVolumeTestJSON-830764638 tempest-AttachSCSIVolumeTestJSON-830764638] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:38.564024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:38.577314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:38.584155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:38.589668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44032) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:38.598363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b912836-eafc-4e57-a1fc-589b5f7dc859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:38.622278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.833234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Pushing event updated for resources: {'Port': ['ID=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:38.847498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.852421 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:38.858101 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:38.898092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-f7780688-2557-4257-9ca0-236b4d39af75 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:38.913303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-f7780688-2557-4257-9ca0-236b4d39af75 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.6931341 Jan 14 03:14:38.921615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:38.992153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-733e16ff-c606-4991-ad52-4d429a73b82e tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.0776098 Jan 14 03:14:39.141863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-7e5df954-d3cd-489b-ab46-caa438e99f66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4cbfd60a-896b-4d62-8d16-75007e159abc HTTP/1.1" status: 200 len: 210 time: 0.2258639 Jan 14 03:14:39.154814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df5905d0-46d4-471b-b939-04d2f5af0b81,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:39.157325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-fbf39bdc-42b6-4dcf-aee7-28beabd0be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:39.159672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-fbf39bdc-42b6-4dcf-aee7-28beabd0be8d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2cd126ebebab47dc8524238697ae6400&shared=False HTTP/1.1" status: 200 len: 900 time: 1.7187974 Jan 14 03:14:39.190727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:39.359445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.375198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Attempting to bind port bea7aaa7-9fe0-4675-8cb9-8067dba1f099 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:39.375559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Attempting to bind port bea7aaa7-9fe0-4675-8cb9-8067dba1f099 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:39.375928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Attempting to bind port bea7aaa7-9fe0-4675-8cb9-8067dba1f099 on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:39.449654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:39.450024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:39.450403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.450793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:39.451279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Bound port: bea7aaa7-9fe0-4675-8cb9-8067dba1f099, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:39.451620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.469004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.474043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.489027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.514805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-64ca0b15-f5b8-48c9-aeca-9db23fa0b524 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:39.515623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-64ca0b15-f5b8-48c9-aeca-9db23fa0b524 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Synchronizing usage tracker for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:39.529552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.563097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:39.621168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-64ca0b15-f5b8-48c9-aeca-9db23fa0b524 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Unset dirty status for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:39.623251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-64ca0b15-f5b8-48c9-aeca-9db23fa0b524 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.74 "GET /v2.0/ports?device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 944 time: 1.4047365 Jan 14 03:14:39.697605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:39.753643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-df1139b9-7473-4f9f-afbb-2f8764182411 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:39.829078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-60c1a9f8-5a26-4a2e-9018-77b462fcdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:39.830731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-60c1a9f8-5a26-4a2e-9018-77b462fcdf74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 1159 time: 2.2167645 Jan 14 03:14:39.833342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Deleting port ae19e320-8a93-434f-9c79-289c70258d14 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:39.833720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:39.900631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-121c9b99-fde4-4222-a418-e9946ca79ead None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:14:39.903345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-df1139b9-7473-4f9f-afbb-2f8764182411 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:39.907525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-df1139b9-7473-4f9f-afbb-2f8764182411 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9141583 Jan 14 03:14:40.017943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Pushing event deleted for resources: {'Port': ['ID=83b6d6a5-df51-4564-97f1-d43ff0098b7e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:40.060203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-8cdb3de3-5d9d-430e-82b8-b5ebbd01b434 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:40.061050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-8cdb3de3-5d9d-430e-82b8-b5ebbd01b434 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Synchronizing usage tracker for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:40.095920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.176745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-5ff7d369-b8e5-4519-b215-94ce924cbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:40.178344 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-5ff7d369-b8e5-4519-b215-94ce924cbf85 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9462931 Jan 14 03:14:40.188463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] For port bea7aaa7-9fe0-4675-8cb9-8067dba1f099, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:40.213401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-8cdb3de3-5d9d-430e-82b8-b5ebbd01b434 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Unset dirty status for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:40.215157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-8cdb3de3-5d9d-430e-82b8-b5ebbd01b434 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/ports?device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 949 time: 0.9927683 Jan 14 03:14:40.237914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:40.243912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event deleted for resources: {'Port': ['ID=8e92d695-aeda-48e5-9e54-ac0d12f8419a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:40.255204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] For port bea7aaa7-9fe0-4675-8cb9-8067dba1f099, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:40.299653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:40.302549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:40.303009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:40.326488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:40.332607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:40.333280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.338937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:40.342413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.374997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-64fe7b54-4c10-4967-9366-276097ffff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:40.376711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-64fe7b54-4c10-4967-9366-276097ffff4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 1159 time: 1.7832334 Jan 14 03:14:40.398318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Usage tracker for resource:security_group_rule and tenant:d91b09fa5b92492d8b6c20bb12f30af9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:40.435990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:40.439598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] No DVR routers for this DVR port 8e92d695-aeda-48e5-9e54-ac0d12f8419a on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:40.533457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.577924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:40.582032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.584888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:40.626916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device b3901cfe-2db0-4c25-b1f8-f474b0c4c461 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:40.652963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.666398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.719764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:40.723759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:40.757851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0055b5c-995e-493c-8290-ccef13d47d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:40.763134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.776963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:40.785419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.819935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:40.824485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.826336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:40.829260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-a94d6c96-9bad-4ad0-83ff-324434d2ebc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81ca115-4409-4102-9936-c07306c796cc HTTP/1.1" status: 200 len: 217 time: 0.3962688 Jan 14 03:14:40.893736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:40.897406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:40.910809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Deleting port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:40.911190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.929545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-1d9b2301-4cb8-4ee9-ad79-78adead32e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:40.931130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-1d9b2301-4cb8-4ee9-ad79-78adead32e29 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5085292 Jan 14 03:14:40.938197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-175c2257-49d4-42da-92ef-cab5a0f18f97 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0256760 Jan 14 03:14:40.944856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:40.948960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9e19bf7-9f6c-4695-9be7-81c488ef6f8a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.30 "DELETE /v2.0/floatingips/259786d2-6393-4e4b-833a-629217dbc661 HTTP/1.1" status: 204 len: 168 time: 7.2963257 Jan 14 03:14:40.974364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44070) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:40.983012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "DELETE /v2.0/ports/8e92d695-aeda-48e5-9e54-ac0d12f8419a HTTP/1.1" status: 204 len: 173 time: 8.1405013 Jan 14 03:14:40.992864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:41.079146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.080396 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d43b5b03-ea37-437a-b1e3-85e940fd923c req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/92f3125f-9e02-4363-90c4-5501ce2785e2 HTTP/1.1" status: 204 len: 173 time: 3.6914988 Jan 14 03:14:41.172419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-87c0a1cc-e735-415a-a1cb-9b45ade89137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:41.173843 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-87c0a1cc-e735-415a-a1cb-9b45ade89137 service neutron] 10.222.0.74 "GET /v2.0/networks?id=67698439-20b8-4922-b3f5-c6839825a965 HTTP/1.1" status: 200 len: 916 time: 1.1619434 Jan 14 03:14:41.175503 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc', 'status': 'completed', 'code': 200} Jan 14 03:14:41.192499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.193060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:41.193751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.195334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] 10.222.0.78 "PUT /v2.0/ports/bea7aaa7-9fe0-4675-8cb9-8067dba1f099 HTTP/1.1" status: 200 len: 1156 time: 4.1676359 Jan 14 03:14:41.202054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f3685-93fc-46d1-81bb-bc81096778bd', 'tag': 'bea7aaa7-9fe0-4675-8cb9-8067dba1f099'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:41.217829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0315acf1-248a-4b70-ab32-e06f663f179a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:41.235246 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14', 'code': 422} returned with failed status Jan 14 03:14:41.261864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Pushing event updated for resources: {'Port': ['ID=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:41.298369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:41.300284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b06b3ea7-0615-4061-846f-31d08e121bff tempest-SecurityGroupsTestAdminJSON-1034332661 tempest-SecurityGroupsTestAdminJSON-1034332661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:41.335512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.371990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-578df44e-14d5-48d0-8a7b-357a0e8fe0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:41.373604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-578df44e-14d5-48d0-8a7b-357a0e8fe0de service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1615410 Jan 14 03:14:41.382544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f3125f-9e02-4363-90c4-5501ce2785e2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:41.395917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:41.397865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] For port ae19e320-8a93-434f-9c79-289c70258d14, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ae19e320-8a93-434f-9c79-289c70258d14,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:41.398269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.437085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-176cede2-9183-4894-8529-6145802ccc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:41.471608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-619698de-0ccf-47d9-a663-01431cef4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:41.473267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-619698de-0ccf-47d9-a663-01431cef4274 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.6242328 Jan 14 03:14:41.537161 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-0fc34118-c313-4bef-8149-08eca3d950e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da HTTP/1.1" status: 200 len: 217 time: 0.3338478 Jan 14 03:14:41.561338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.607585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Calling delete_port for ae19e320-8a93-434f-9c79-289c70258d14 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:41.712869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceb66689-713a-4eff-be98-27943eafce52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801810 Jan 14 03:14:41.784845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9a165294-f64d-43fe-8191-35e1e06eceab req-247ea04e-9416-474c-a378-020dba9f9471 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 210 time: 0.1878107 Jan 14 03:14:41.785790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0315acf1-248a-4b70-ab32-e06f663f179a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:41.786847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0315acf1-248a-4b70-ab32-e06f663f179a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "GET /v2.0/ports?device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.7973695 Jan 14 03:14:41.814241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:41.828935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:41.853755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:41.945047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:41.950188 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-9f00488c-68fe-4e2f-b108-b4d2f620e7a9 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9629662 Jan 14 03:14:41.951417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:41.952046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:42.039686 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9a165294-f64d-43fe-8191-35e1e06eceab req-74fc099b-4e4f-49ad-9679-b352bae567fc service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2111397 Jan 14 03:14:42.078871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-6a8202e2-83e4-4036-8be4-8ec82b4569d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:42.080486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-6a8202e2-83e4-4036-8be4-8ec82b4569d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b1cb9d62-3cd7-47ad-9115-8a4f6968926b HTTP/1.1" status: 200 len: 862 time: 0.4848089 Jan 14 03:14:42.169102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:42.175598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5181344d-3bb8-4cdc-a05b-a79bb3d5c16c req-469e6a59-720a-4fff-a62f-df6c2637c36c tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=4cbfd60a-896b-4d62-8d16-75007e159abc HTTP/1.1" status: 200 len: 210 time: 0.3910966 Jan 14 03:14:42.210107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:42.253446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34798353-020a-4653-96c9-4aba7baafc08 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:42.386118 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692f3685-93fc-46d1-81bb-bc81096778bd', 'tag': 'bea7aaa7-9fe0-4675-8cb9-8067dba1f099', 'status': 'completed', 'code': 200} Jan 14 03:14:42.387580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Pushing event deleted for resources: {'Port': ['ID=ae19e320-8a93-434f-9c79-289c70258d14,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:42.391050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:42.605570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] For port b3901cfe-2db0-4c25-b1f8-f474b0c4c461, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:42.606490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:42.914073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Calling delete_port for b3901cfe-2db0-4c25-b1f8-f474b0c4c461 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:42.963026 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-21d83b71-f2c6-49db-9c3b-38a3b5423b05 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368017 Jan 14 03:14:42.966621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-3e943184-a9d9-41f7-984c-bfcfda7e3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:42.968821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-3e943184-a9d9-41f7-984c-bfcfda7e3088 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=692f3685-93fc-46d1-81bb-bc81096778bd HTTP/1.1" status: 200 len: 1159 time: 1.6695321 Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.986435 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.989353 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.995784 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:42.998818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:43.005648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cefe33b8-6847-460f-a43b-da37c13f3ce7 req-6fe28639-8def-4357-a7d7-15cc7913ee2a tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/f2baa726-f9e8-473d-8715-92e1cc2c98ab HTTP/1.1" status: 200 len: 1804 time: 1.1545656 Jan 14 03:14:43.237325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da'}, {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:43.472426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-f1059231-a30c-413a-9b08-da84ee5a44d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=67698439-20b8-4922-b3f5-c6839825a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.2796311 Jan 14 03:14:43.473077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:43.487919 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-22ec5012-3895-47b4-a629-de91533cbd11 service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7417014 Jan 14 03:14:43.488682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e266c0ed-7907-416d-9ab5-cc15bddde1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:43.499638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-deleted', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:43.506958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-7f11a56d-e0f4-433e-9ba5-a06b1076ba33 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.1469479 Jan 14 03:14:43.513309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44150) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:43.567676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-949e2b97-f773-4fee-a4f2-1ee5df11cfc8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bea7aaa7-9fe0-4675-8cb9-8067dba1f099 HTTP/1.1" status: 200 len: 217 time: 0.5140202 Jan 14 03:14:43.646578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Router b803cf3e-eb37-442a-8172-d08e809fb794 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:14:43.652601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1032653279', 'description': 'tempest-description-1413622015'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:43.696484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:43.731505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:43.740802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:43.782503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-ef147288-5fb6-4b22-a332-703408d380a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:43.785908 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-ef147288-5fb6-4b22-a332-703408d380a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.1866410 Jan 14 03:14:43.796432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:43.930198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:43.996235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d91b09fa5b92492d8b6c20bb12f30af9&name=default HTTP/1.1" status: 200 len: 2979 time: 5.3521116 Jan 14 03:14:43.997516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422b1f3-4723-4c5d-993c-33f94943b19d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:44.003523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:44.068283 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da', 'code': 200} Jan 14 03:14:44.069327 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461', 'code': 422} returned with failed status Jan 14 03:14:44.072635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:44.107855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:44.124176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a165294-f64d-43fe-8191-35e1e06eceab req-bd1fd675-0028-4ce6-8813-7e11d1ef2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:44.125811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9a165294-f64d-43fe-8191-35e1e06eceab req-bd1fd675-0028-4ce6-8813-7e11d1ef2753 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.0599947 Jan 14 03:14:44.175896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-1ddf1f1e-1177-4394-819d-3b5ec3edb47e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3549261 Jan 14 03:14:44.177046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] No DVR routers for this DVR port ae19e320-8a93-434f-9c79-289c70258d14 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:44.182345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:44.203304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:44.306534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-0efed6e2-b7e8-4905-b9e3-be94b582cf14 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:44.308332 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-0efed6e2-b7e8-4905-b9e3-be94b582cf14 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3350520 Jan 14 03:14:44.335034 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-deleted', 'tag': '8e92d695-aeda-48e5-9e54-ac0d12f8419a', 'status': 'completed', 'code': 200} Jan 14 03:14:44.343494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:44.379101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Request body: {'port': {'device_id': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '01b53f38ebf343d9a55e10732430f574'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:44.398095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-deleted', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:44.490094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:44.495600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:44.503921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:44.511412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9a165294-f64d-43fe-8191-35e1e06eceab req-5de24ac8-a5e1-4afb-91f2-88b489443058 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Synchronizing usage tracker for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:44.514273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:44.521523 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.74 "DELETE /v2.0/ports/ae19e320-8a93-434f-9c79-289c70258d14 HTTP/1.1" status: 204 len: 173 time: 4.8795154 Jan 14 03:14:44.523433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:44.563738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Usage tracker for resource:security_group_rule and tenant:4ce9a508923a46dfb241fe0a629c57a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:44.608743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:44.610359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:44.644899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:44.706086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:44.716567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Sync routers for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:44.733138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:44.736171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a64462b7-82a9-4cdf-a66f-955b7a626ec3 admin admin] 10.222.0.30 "PUT /v2.0/routers/b803cf3e-eb37-442a-8172-d08e809fb794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9936142 Jan 14 03:14:44.744966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:44.746127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:44.763510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:44.821277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:44.835291 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-0dfe3d4e-f61d-4f2a-85dd-7df857e5a211 service neutron] 10.222.0.74 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3100221 Jan 14 03:14:44.835934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9a165294-f64d-43fe-8191-35e1e06eceab req-5de24ac8-a5e1-4afb-91f2-88b489443058 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Unset dirty status for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:44.837040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9a165294-f64d-43fe-8191-35e1e06eceab req-5de24ac8-a5e1-4afb-91f2-88b489443058 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/ports?device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 210 time: 0.5134494 Jan 14 03:14:44.878834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c8c5beea-046d-43b7-8683-8f01c19a9218 None None] Provisioning complete for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:44.879306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8c5beea-046d-43b7-8683-8f01c19a9218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:44.922297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-efadc730-e732-4768-a89b-7a6f417fb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:44.924376 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-efadc730-e732-4768-a89b-7a6f417fb56f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2cd126ebebab47dc8524238697ae6400&shared=False HTTP/1.1" status: 200 len: 900 time: 1.3407261 Jan 14 03:14:45.002803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:45.033245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5beea-046d-43b7-8683-8f01c19a9218 None None] Port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:45.122731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-24d65ba3-1e03-4584-a4fb-1ad8d486918d service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6017425 Jan 14 03:14:45.160855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:45.240963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:45.242742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.74', 59476) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:45.274022 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-40783cd7-d11d-4029-8e3f-c57b54a6af3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=3ba38a8a-e686-4f90-bd26-13b265011435 HTTP/1.1" status: 200 len: 210 time: 0.5834408 Jan 14 03:14:45.506336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1e3c7e7-a67d-498d-b179-5092036c48ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:45.523628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:37Z', 'revision_number': 5, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:45.529968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Checking router: b803cf3e-eb37-442a-8172-d08e809fb794 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:45.541442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Routers {'b803cf3e-eb37-442a-8172-d08e809fb794'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:45.542806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b803cf3e-eb37-442a-8172-d08e809fb794'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:45.557552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:45.681621 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80564ae3-be1f-47d0-a3c4-0c9f6f40f013 req-4a35633b-cd58-47a9-a947-892a160ec901 service neutron] 10.222.0.74 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7760139 Jan 14 03:14:45.716116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-4399e952-d8fb-442d-a371-105ae4bbc26d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 210 time: 0.1808817 Jan 14 03:14:45.778070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] Set router b803cf3e-eb37-442a-8172-d08e809fb794 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:45.793312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:45.952777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:45.970936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.015848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:46.020185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.023683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:46.052951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event deleted for resources: {'Port': ['ID=b3901cfe-2db0-4c25-b1f8-f474b0c4c461,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:46.067235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-0c81aa26-26d0-42e6-af3f-641e9dc77bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.070293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-0c81aa26-26d0-42e6-af3f-641e9dc77bcf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=89154adaf3024349b0927476a090501f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3390973 Jan 14 03:14:46.072824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Router d5210c6c-73f3-470e-8c94-3103e927b6bb has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:14:46.108160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:46.113700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:46.119140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:46.156461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:46.201410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:37Z', 'revision_number': 5, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:46.202427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.208130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79de5f-2ce1-499f-a629-e117c9110c77 None None] The sync data for ids ['b803cf3e-eb37-442a-8172-d08e809fb794'] in n-d-765315-13 is: [{'id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-399776394-router', 'tenant_id': '89154adaf3024349b0927476a090501f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:33Z', 'updated_at': '2021-01-14T03:14:37Z', 'revision_number': 5, 'project_id': '89154adaf3024349b0927476a090501f', 'gw_port': {'id': '66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:61:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b803cf3e-eb37-442a-8172-d08e809fb794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:39Z', 'updated_at': '2021-01-14T03:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:46.317742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.331759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.346660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-129d0082-9fab-450c-a857-8104b5513cc7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.348414 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-129d0082-9fab-450c-a857-8104b5513cc7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.78 "GET /v2.0/networks?id=d8277782-b026-414c-81b8-946ce01fd963 HTTP/1.1" status: 200 len: 805 time: 2.3475037 Jan 14 03:14:46.372820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] No DVR routers for this DVR port b3901cfe-2db0-4c25-b1f8-f474b0c4c461 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:46.376253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.405087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.408232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca634283-bb26-4403-99a4-71a352a07986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:46.416788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Made reservation on behalf of 01b53f38ebf343d9a55e10732430f574 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:46.426416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.481445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17e6a031-ce1f-4fb4-83eb-89d7d7505081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:46.507050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device df5905d0-46d4-471b-b939-04d2f5af0b81 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:46.569506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: df5905d0-46d4-471b-b939-04d2f5af0b81 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:14:46.570198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device df5905d0-46d4-471b-b939-04d2f5af0b81 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:14:46.621451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-7cdcc5c6-e1fb-4100-8c9d-af71d02d2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.623176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-7cdcc5c6-e1fb-4100-8c9d-af71d02d2ada service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7640703 Jan 14 03:14:46.625060 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-07a40c9e-f7c3-4634-b819-15aea40f5f6b service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3498905 Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.642627 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.646500 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:46.650646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:46.665342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-1a538f34-8ff2-44ef-aeab-23f01683f99e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.666161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-1a538f34-8ff2-44ef-aeab-23f01683f99e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Synchronizing usage tracker for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:46.697309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-9f2f20ed-43de-42ec-85cf-cfe6b290d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.698963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-9f2f20ed-43de-42ec-85cf-cfe6b290d579 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5723953 Jan 14 03:14:46.736364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "DELETE /v2.0/ports/b3901cfe-2db0-4c25-b1f8-f474b0c4c461 HTTP/1.1" status: 204 len: 173 time: 6.4892738 Jan 14 03:14:46.751219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.756983 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f44f5d0c-ba7a-40f8-a29f-a025de7bd6a7 req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 3.1662047 Jan 14 03:14:46.802767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:46.804118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ce9a508923a46dfb241fe0a629c57a3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2775719 Jan 14 03:14:46.836151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64e509-8b41-4dcd-bd97-e5305427448d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:46.844751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44222) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:46.866619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:46.871181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-1a538f34-8ff2-44ef-aeab-23f01683f99e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Unset dirty status for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:46.872756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-1a538f34-8ff2-44ef-aeab-23f01683f99e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.74 "GET /v2.0/ports?device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 943 time: 0.9794872 Jan 14 03:14:46.933423 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da', 'code': 422} returned with failed status Jan 14 03:14:46.944624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-5e0fd582-8230-47cb-889e-f9abda83b18b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:46.946779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-5e0fd582-8230-47cb-889e-f9abda83b18b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 2.4294662 Jan 14 03:14:47.016195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-19b6911f-2f6f-4ceb-844e-962de33e21a9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:47.017030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-19b6911f-2f6f-4ceb-844e-962de33e21a9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Synchronizing usage tracker for tenant:89154adaf3024349b0927476a090501f on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:47.054909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-c2b35e17-e536-439b-a784-5fe32e558185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:47.056508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-c2b35e17-e536-439b-a784-5fe32e558185 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9511847 Jan 14 03:14:47.077378 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-deleted', 'tag': 'ae19e320-8a93-434f-9c79-289c70258d14', 'status': 'completed', 'code': 200} Jan 14 03:14:47.087872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:14:47.099545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Sync routers for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:14:47.112115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:47.113678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:47.117907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-19b6911f-2f6f-4ceb-844e-962de33e21a9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Unset dirty status for tenant:89154adaf3024349b0927476a090501f on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:47.119172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-19b6911f-2f6f-4ceb-844e-962de33e21a9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.78 "GET /v2.0/networks?id=f904cc61-80d1-4c8e-9d7d-d49780f4136a HTTP/1.1" status: 200 len: 828 time: 0.7692463 Jan 14 03:14:47.166515 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8711ea0f-9cf3-49d9-bea5-8a66283347f6 req-6a6c45ca-0a4d-4277-8d19-b9413fd69d51 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.74 "GET /v2.0/ports?device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.3815970 Jan 14 03:14:47.167869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroup': ['ID=382bfe19-a7c5-401b-9eec-4f7b9db1b141,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:47.174862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Deleting port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:47.175794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.193804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Deleting port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:47.194050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.216077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Request body: {'port': {'device_id': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a', 'admin_state_up': True, 'tenant_id': '89154adaf3024349b0927476a090501f'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:47.231757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:47.258571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-f6f4bed4-e677-468b-9c04-09aaffd803d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:47.260280 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-f6f4bed4-e677-468b-9c04-09aaffd803d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 1159 time: 1.9896951 Jan 14 03:14:47.305188 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-b1a86091-f0ed-492b-ad77-774521cf7049 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.1161046 Jan 14 03:14:47.394879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5210c6c-73f3-470e-8c94-3103e927b6bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9807713 Jan 14 03:14:47.396105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:47.450675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-40264a2e-101d-48ab-b610-e78a770c4fe4 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Synchronizing usage tracker for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:47.459185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:47.466176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.599312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Usage tracker for resource:port and tenant:89154adaf3024349b0927476a090501f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:47.630445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.652635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:47.705301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-ce96ef96-8e79-4f28-b85f-384c3c4b7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:47.706931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-ce96ef96-8e79-4f28-b85f-384c3c4b7a92 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 906 time: 0.3969729 Jan 14 03:14:47.708958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d81a970-1536-4b52-939a-089cf0c56888 req-048e36a8-3034-4119-88eb-712ca8c44cb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 210 time: 0.2524326 Jan 14 03:14:47.805150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:47.822689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-863fdaf7-3bcb-4b4c-bda5-ad90bc2ec040 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Synchronizing usage tracker for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:47.837478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.883020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.912966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Made reservation on behalf of 89154adaf3024349b0927476a090501f for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:47.922615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:47.934103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-40264a2e-101d-48ab-b610-e78a770c4fe4 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Unset dirty status for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:47.935637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f56a4fe-c9ff-41d8-9d82-aca695477db2 req-40264a2e-101d-48ab-b610-e78a770c4fe4 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.74 "GET /v2.0/ports?device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 210 time: 0.8155015 Jan 14 03:14:47.969897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec9c079d-81e6-4c0a-a0c3-63ef83ced1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:47.978774 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d81a970-1536-4b52-939a-089cf0c56888 req-484fd3a6-d2e0-42bb-8fd9-378034839280 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156545 Jan 14 03:14:48.016239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-33aa1b6b-372b-4c9f-b605-1b38ca376052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:48.017897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-33aa1b6b-372b-4c9f-b605-1b38ca376052 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.3435655 Jan 14 03:14:48.151424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] For port 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:48.152132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.186699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-cbb40c91-7026-482a-8099-3ce8504fc1b8 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:14:48.234601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:34Z', 'revision_number': 4, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9ac7fb9f-4234-4acd-a2c3-e075a160b8a4', 'name': '', 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'mac_address': 'fa:16:3e:84:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:29Z', 'updated_at': '2021-01-14T03:14:37Z', 'revision_number': 2, 'project_id': '048ac9501882434b910373a7838ca17e', 'subnets': [{'id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:48.239081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Checking router: d5210c6c-73f3-470e-8c94-3103e927b6bb for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:14:48.239554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Updating router d5210c6c-73f3-470e-8c94-3103e927b6bb port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:14:48.305758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.517568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device d81ca115-4409-4102-9936-c07306c796cc up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:48.606147 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-f7b63038-80a0-4b23-a809-7a843cb40551 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81ca115-4409-4102-9936-c07306c796cc HTTP/1.1" status: 200 len: 217 time: 0.7454932 Jan 14 03:14:48.633956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port d81ca115-4409-4102-9936-c07306c796cc completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:48.659243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port d81ca115-4409-4102-9936-c07306c796cc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:48.659667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.679487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-f3ebe97f-c093-4db0-86cf-e34b5648848a tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 200 len: 1805 time: 1.5086615 Jan 14 03:14:48.684957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '382bfe19-a7c5-401b-9eec-4f7b9db1b141', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:48.685456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '382bfe19-a7c5-401b-9eec-4f7b9db1b141', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:48.695778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:48.697095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.700785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:48.703983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:48.707802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:48.710081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:48.721512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b2414fdc-534a-4332-8b55-ed3098f9b971 req-7aaaa36b-4402-4aae-bcb2-62260491e301 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=3ba38a8a-e686-4f90-bd26-13b265011435 HTTP/1.1" status: 200 len: 210 time: 0.1079698 Jan 14 03:14:48.723929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-75c8aafa-bbef-4c74-8f49-5525de002a68 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0469835 Jan 14 03:14:48.725070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422b1f3-4723-4c5d-993c-33f94943b19d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:48.746414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64e509-8b41-4dcd-bd97-e5305427448d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:48.754920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:48.774651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-863fdaf7-3bcb-4b4c-bda5-ad90bc2ec040 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Unset dirty status for tenant:2cd126ebebab47dc8524238697ae6400 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:48.776194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-863fdaf7-3bcb-4b4c-bda5-ad90bc2ec040 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2cd126ebebab47dc8524238697ae6400 HTTP/1.1" status: 200 len: 2984 time: 2.3904445 Jan 14 03:14:48.779382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] For port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:48.779794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.851254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:48.905046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.906301 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f64e509-8b41-4dcd-bd97-e5305427448d HTTP/1.1" status: 204 len: 168 time: 2.0562935 Jan 14 03:14:48.957143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:48.961751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-1e906825-b9a1-4874-a90e-2681cb61ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:48.963510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-1e906825-b9a1-4874-a90e-2681cb61ec28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.2356434 Jan 14 03:14:48.992693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port d81ca115-4409-4102-9936-c07306c796cc, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=d81ca115-4409-4102-9936-c07306c796cc,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:48.997287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:49.017322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:49.023481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:49.079028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Calling delete_port for 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:49.109391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:49.114520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:49.173486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-deleted', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:49.180410 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-4c5dac8e-b85d-4bc3-9f11-c6aedd060b2b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355340 Jan 14 03:14:49.181357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:49.186009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e422b1f3-4723-4c5d-993c-33f94943b19d HTTP/1.1" status: 204 len: 168 time: 5.1363304 Jan 14 03:14:49.407150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Calling delete_port for 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:49.465030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:49.480917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Transition to ACTIVE for port object 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:49.490016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-2d9a3ed5-282a-4e2c-b17f-89f56c036dfd tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:49.491712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:49.499839 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-2d9a3ed5-282a-4e2c-b17f-89f56c036dfd tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989097 Jan 14 03:14:49.536557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Allocated IP 172.20.0.9 (f904cc61-80d1-4c8e-9d7d-d49780f4136a/7110f525-87b9-4e15-98fd-48613e9e7b8a/dc227288-b35c-4a88-94bf-1d95d8d38fb9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:49.656284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e3a662-4c5f-48ad-a4ac-23ca00621621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:49.663393 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-4c456ecf-9cbf-4e91-8709-d9d4eb955942 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.6945257 Jan 14 03:14:49.736687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Pushing event updated for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:49.753023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Request body: {'port': {'device_id': '748c3d1d-0873-4828-9aee-22a11354ae24', 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd', 'admin_state_up': True, 'tenant_id': '01b53f38ebf343d9a55e10732430f574'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:49.753879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:49.811103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-70149589-1c03-44d3-9386-b2780742b7c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6232183 Jan 14 03:14:49.879733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-01f62343-cfc2-4775-b60b-fa42e6aa26b0 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 302 time: 2.5736041 Jan 14 03:14:49.927321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device d81ca115-4409-4102-9936-c07306c796cc up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:49.999089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.043765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Transition to ACTIVE for port object dc227288-b35c-4a88-94bf-1d95d8d38fb9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:50.052746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Attempting to bind port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:50.053169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Attempting to bind port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:50.053564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Attempting to bind port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 on network eacf74fb-bceb-436e-a2bd-119f77b2d546 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:50.081313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:50.081749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Checking segment: {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:50.082206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.083571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Bound using segment: {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:50.084129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Bound port: 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7babd191-64f6-445e-84b1-5c0633a6a600', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:50.085943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.131092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.132719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port d81ca115-4409-4102-9936-c07306c796cc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:50.132979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.133133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.225243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.229987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Allocated IP 192.168.233.236 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/f7f3bc49-7f1e-409e-957b-3c8520eaf8b5) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:50.308621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60ddef39-3993-46fa-a2cf-5448cb0791fd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:50.431686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] For port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:50.436120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] For port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:50.436711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Network f904cc61-80d1-4c8e-9d7d-d49780f4136a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:50.443395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.485523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:50.510160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:50.530546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:50.605464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44278) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:50.606066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.631387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Pushing event updated for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:50.639602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Pushing event updated for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:50.657187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:50.662163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243cf1-3411-4c42-9592-235d94facc77 req-34696e71-b42a-4b79-a6d0-94caa51a9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:50.663535 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-34696e71-b42a-4b79-a6d0-94caa51a9dd5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=692f3685-93fc-46d1-81bb-bc81096778bd HTTP/1.1" status: 200 len: 1159 time: 1.6089828 Jan 14 03:14:50.669396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eaf9971-3c01-4a69-8fd2-8c9082612eff tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:50.735941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:50.787626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5059-46a9-4108-b405-d100983329b5 req-d886aea8-9b9b-44d1-a25f-217675801f2f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:50.789360 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-d886aea8-9b9b-44d1-a25f-217675801f2f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=692f3685-93fc-46d1-81bb-bc81096778bd HTTP/1.1" status: 200 len: 943 time: 1.1801124 Jan 14 03:14:50.794314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-04b64797-e223-4950-9aec-087e88689db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:50.795939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-04b64797-e223-4950-9aec-087e88689db1 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2cd126ebebab47dc8524238697ae6400&shared=False HTTP/1.1" status: 200 len: 900 time: 1.0187392 Jan 14 03:14:50.811134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Pushing event deleted for resources: {'Port': ['ID=19a6a3f3-5fda-4cdc-ab49-fb13cf9392da,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.820649 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.823362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.826452 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:50.829579 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:50.832609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81a970-1536-4b52-939a-089cf0c56888 req-443c37db-8aba-4cfa-a220-f7b9abc4ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:50.832609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d81a970-1536-4b52-939a-089cf0c56888 req-443c37db-8aba-4cfa-a220-f7b9abc4ef53 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.8029504 Jan 14 03:14:50.870682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:50.871464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.876662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:50.898395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:14:50.899387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:50.913919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:50.947773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1334125971-network', 'tenant_id': 'd69cd5ef97a74d40ab7ac38f9ba79c07'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:51.018858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44288) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:51.038205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:51.040857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Deleting port 5025456f-e4d4-49e3-923f-710e973871a9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:51.041237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.092066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-01adba94-0cba-44ff-b8de-8b2404d50039 None None] Provisioning for port dc227288-b35c-4a88-94bf-1d95d8d38fb9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:51.100297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-01adba94-0cba-44ff-b8de-8b2404d50039 None None] Provisioning complete for port dc227288-b35c-4a88-94bf-1d95d8d38fb9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:51.101177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01adba94-0cba-44ff-b8de-8b2404d50039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.187232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-01adba94-0cba-44ff-b8de-8b2404d50039 None None] Port dc227288-b35c-4a88-94bf-1d95d8d38fb9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:51.200292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:14:51.253038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Usage tracker for resource:network and tenant:d69cd5ef97a74d40ab7ac38f9ba79c07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:51.268762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:51.286619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:51.340136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] For port 5025456f-e4d4-49e3-923f-710e973871a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5025456f-e4d4-49e3-923f-710e973871a9,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:51.340568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.421952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-2010bdb0-e6b1-4582-be66-2e4abdcbbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:51.423854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-2010bdb0-e6b1-4582-be66-2e4abdcbbd59 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5136373 Jan 14 03:14:51.536181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:51.598342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:34Z', 'revision_number': 4, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9ac7fb9f-4234-4acd-a2c3-e075a160b8a4', 'name': '', 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'mac_address': 'fa:16:3e:84:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:29Z', 'updated_at': '2021-01-14T03:14:50Z', 'revision_number': 4, 'project_id': '048ac9501882434b910373a7838ca17e', 'subnets': [{'id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:14:51.602932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad622542-ecd0-4f6c-8619-5ceb619e812d None None] The sync data for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 is: [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:14:34Z', 'revision_number': 4, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9ac7fb9f-4234-4acd-a2c3-e075a160b8a4', 'name': '', 'network_id': 'eacf74fb-bceb-436e-a2bd-119f77b2d546', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'mac_address': 'fa:16:3e:84:5c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:29Z', 'updated_at': '2021-01-14T03:14:50Z', 'revision_number': 4, 'project_id': '048ac9501882434b910373a7838ca17e', 'subnets': [{'id': '2b695198-eaa7-45f5-bf9a-7929d8b8fe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:14:51.606653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1800275238-network', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:51.609924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d81a970-1536-4b52-939a-089cf0c56888 req-bf5e5142-8668-48dc-948a-c0cf57c3ecde tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Synchronizing usage tracker for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:51.694815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-7ce44a29-a0e2-4c9c-a290-a8b5a2332045 service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7315867 Jan 14 03:14:51.715371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-a264162f-5bc3-4a0c-8d7c-8238af234bca tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.78 "GET /v2.0/ports?device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.2087264 Jan 14 03:14:51.716078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da049def-630e-465d-8783-312c6a69f8ed,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:51.725431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:51.754955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:51.765454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Calling delete_port for 5025456f-e4d4-49e3-923f-710e973871a9 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:51.768217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.803824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Usage tracker for resource:port and tenant:01b53f38ebf343d9a55e10732430f574 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:51.806914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:51.809981 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5987070 Jan 14 03:14:51.814621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:51.819925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Usage tracker for resource:network and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:51.838319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:51.841289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Made reservation on behalf of d69cd5ef97a74d40ab7ac38f9ba79c07 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:51.846147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.861983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Request body: {'port': {'device_id': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:51.914914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:51.922950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:51.990317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:52.000889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port bea7aaa7-9fe0-4675-8cb9-8067dba1f099 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:14:52.001275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.013316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] No DVR routers for this DVR port 19a6a3f3-5fda-4cdc-ab49-fb13cf9392da on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:52.055850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d81a970-1536-4b52-939a-089cf0c56888 req-bf5e5142-8668-48dc-948a-c0cf57c3ecde tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Unset dirty status for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:52.057322 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d81a970-1536-4b52-939a-089cf0c56888 req-bf5e5142-8668-48dc-948a-c0cf57c3ecde tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/ports?device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 210 time: 1.1277161 Jan 14 03:14:52.073871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.076243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.74 "DELETE /v2.0/ports/19a6a3f3-5fda-4cdc-ab49-fb13cf9392da HTTP/1.1" status: 204 len: 173 time: 5.1799984 Jan 14 03:14:52.077004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-deleted', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:52.082907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:52.096953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Made reservation on behalf of db47f7d0c7364d3dbeb28f703e9e13b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:52.102245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.120562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Made reservation on behalf of 01b53f38ebf343d9a55e10732430f574 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:52.128760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.130183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.146014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Usage tracker for resource:security_group_rule and tenant:d69cd5ef97a74d40ab7ac38f9ba79c07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:52.151446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243cf1-3411-4c42-9592-235d94facc77 req-9c13f639-c185-443d-9309-8c8a0b94c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:52.152068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.153995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-9c13f639-c185-443d-9309-8c8a0b94c8b1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 906 time: 1.4228551 Jan 14 03:14:52.155117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:52.173829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:52.174551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-11ad3b62-3410-49f9-829d-ff8e3e6cee7a req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 3.4938653 Jan 14 03:14:52.178173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Usage tracker for resource:security_group_rule and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:52.182128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:52.188983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:52.248551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:52.346980 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-acdc5e75-5988-486e-b951-7b5e9b9637a4 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2756283 Jan 14 03:14:52.407248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-3e00e74b-ed97-41fb-85e7-63852d77f271 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bea7aaa7-9fe0-4675-8cb9-8067dba1f099 HTTP/1.1" status: 200 len: 217 time: 0.2421556 Jan 14 03:14:52.504714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.690265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:52.697138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port bea7aaa7-9fe0-4675-8cb9-8067dba1f099, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:52.697700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.754387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c243cf1-3411-4c42-9592-235d94facc77 req-9c5595d0-430a-4377-b569-600173d83473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:52.756246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-9c5595d0-430a-4377-b569-600173d83473 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.3339725 Jan 14 03:14:52.762543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.780441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.837133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-678029b2-e838-4253-9209-9c3f10e76526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:52.872764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:52.881044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:52.881563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.975958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:52.994457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Transition to ACTIVE for port object f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:52.995729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-85a6dc8f-6182-4255-b232-aad50475984b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2188570 Jan 14 03:14:53.027038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-53194fd3-dbac-4604-8f0c-6771d1ccc10c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 210 time: 0.1474333 Jan 14 03:14:53.027251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-76cd9bfa-48cf-4494-a230-44ca6a56abb7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2cd126ebebab47dc8524238697ae6400&device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.9571745 Jan 14 03:14:53.044395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:14:53.109701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.138304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b8981-7b1a-42e0-ae9e-a3f05748265c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:53.142200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:53.156999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for bea7aaa7-9fe0-4675-8cb9-8067dba1f099 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:14:53.178028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:53.184522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.186900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bfc762de-c97c-43eb-8d37-6657e78f2d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:53.211386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.218039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.242848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.243264 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Added segment 13534d1f-c0af-47be-b86d-113a52ce50e3 of type vxlan for network 1fe29c9b-858b-49d5-a7ba-48a629a28005 Jan 14 03:14:53.269680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:53.273881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:53.300217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:53.347804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-12aa716d-0186-409a-8051-b314a01baab9 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:53.452803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5025456f-e4d4-49e3-923f-710e973871a9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:53.455850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:53.495496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.562637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.578143 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-629552af-a065-420f-b27d-caadf04007a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:53.610505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:53.782205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:53.792885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-420e38da-d2b4-49cc-84c8-4008302675d1 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647901 Jan 14 03:14:53.804117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4892696-b2cb-49df-9120-3b422b359d11,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:53.808527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:54.145635 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b4dff7f5-be31-467a-a05e-cbca4b39da84 req-84ce2e44-7bce-4d02-bc6f-9e09d8911997 service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.3922398 Jan 14 03:14:54.152669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-de835d55-21f5-47f1-beef-b3b4ede08f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:54.154944 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-de835d55-21f5-47f1-beef-b3b4ede08f6d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c2862de87dc44ea8b6d4731ff7629622&shared=False HTTP/1.1" status: 200 len: 916 time: 1.1008065 Jan 14 03:14:54.188178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event updated for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:54.250571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:54.322007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.340858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:14:54.341220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:14:54.399868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:54.400547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.460227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:54.546260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:54.557050 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-6195469c-e041-4e68-82a4-77c51c20d821 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5392313 Jan 14 03:14:54.566528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.569584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:54.571814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0c31c1be-d57b-4961-a5e6-ae790897d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:54.573729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0c31c1be-d57b-4961-a5e6-ae790897d983 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2cd126ebebab47dc8524238697ae6400&shared=False HTTP/1.1" status: 200 len: 900 time: 1.3506923 Jan 14 03:14:54.654171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:54.676919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:54.711374 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.714471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:54.717457 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:54.720913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc227288-b35c-4a88-94bf-1d95d8d38fb9 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:54.728456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.739397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-bae0a84d-9bb4-46c7-bf7f-57f4437645a8 tempest-FloatingIPsAssociationTestJSON-2104003000 tempest-FloatingIPsAssociationTestJSON-2104003000] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:54.753258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-bae0a84d-9bb4-46c7-bf7f-57f4437645a8 tempest-FloatingIPsAssociationTestJSON-2104003000 tempest-FloatingIPsAssociationTestJSON-2104003000] 10.222.0.30 "GET /v2.0/networks?id=eacf74fb-bceb-436e-a2bd-119f77b2d546 HTTP/1.1" status: 200 len: 821 time: 1.5371499 Jan 14 03:14:54.783897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.814206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c243cf1-3411-4c42-9592-235d94facc77 req-aadd2638-b856-4366-b85b-1ee7b96aaee8 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0041940 Jan 14 03:14:54.831937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Transition to ACTIVE for port object dc227288-b35c-4a88-94bf-1d95d8d38fb9 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:54.849945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.850143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-514afa50-0d6b-4101-8575-8d572a361d60 None None] Provisioning for port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:54.857462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-514afa50-0d6b-4101-8575-8d572a361d60 None None] Provisioning complete for port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:54.857886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-514afa50-0d6b-4101-8575-8d572a361d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.862028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:54.886655 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc', 'code': 200} Jan 14 03:14:54.887318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:54.887797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.016593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-514afa50-0d6b-4101-8575-8d572a361d60 None None] Port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:55.085018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe29c9b-858b-49d5-a7ba-48a629a28005,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:55.090455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-441fd737-5818-4523-97e5-bfdda39762fc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:55.105707 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-deleted', 'tag': '19a6a3f3-5fda-4cdc-ab49-fb13cf9392da', 'status': 'completed', 'code': 200} Jan 14 03:14:55.107701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:55.108296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:55.123613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:55.128239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30d09606-55a5-47fc-902a-f7e301e1739b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:55.138233 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-deleted', 'tag': 'b3901cfe-2db0-4c25-b1f8-f474b0c4c461', 'status': 'completed', 'code': 200} Jan 14 03:14:55.247584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:55.263588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:55.264313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.268661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=bea7aaa7-9fe0-4675-8cb9-8067dba1f099,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:55.343749 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-24cbb993-215c-4b70-8376-31c64860b41a tempest-FloatingIPsAssociationTestJSON-2104003000 tempest-FloatingIPsAssociationTestJSON-2104003000] 10.222.0.30 "GET /v2.0/quotas/048ac9501882434b910373a7838ca17e HTTP/1.1" status: 200 len: 375 time: 0.5893700 Jan 14 03:14:55.358769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Pushing event updated for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:55.382999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:55.390575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:55.402350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.414014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.542274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port bea7aaa7-9fe0-4675-8cb9-8067dba1f099 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:14:55.583561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.584106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:55.587490 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:55.590521 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-44ed5059-46a9-4108-b405-d100983329b5 req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "DELETE /v2.0/ports/bea7aaa7-9fe0-4675-8cb9-8067dba1f099 HTTP/1.1" status: 204 len: 173 time: 4.7694292 Jan 14 03:14:55.608219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-6aee3564-f30a-49e3-8507-766945e5b516 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:55.609915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-6aee3564-f30a-49e3-8507-766945e5b516 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.78 "GET /v2.0/networks?id=67698439-20b8-4922-b3f5-c6839825a965 HTTP/1.1" status: 200 len: 822 time: 1.8324130 Jan 14 03:14:55.636611 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.4582274 Jan 14 03:14:55.637736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:55.650921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:14:55.660811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 11.2859111 Jan 14 03:14:55.664784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Request body: {'port': {'device_id': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'network_id': '67698439-20b8-4922-b3f5-c6839825a965', 'admin_state_up': True, 'tenant_id': 'c2862de87dc44ea8b6d4731ff7629622'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:55.680932 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-ffbe4fc2-7b6c-4a75-9530-9a18f1d85649 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 200 len: 2398 time: 0.4590433 Jan 14 03:14:55.681636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.682475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b803cf3e-eb37-442a-8172-d08e809fb794 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:14:55.685094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Request body: {'subnet': {'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1800275238-subnet', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:55.699474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Request body: {'port': {'device_id': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:55.700257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-f9381517-31b6-42b8-a747-62a95386b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:55.701864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-f9381517-31b6-42b8-a747-62a95386b62f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5314343 Jan 14 03:14:55.702872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:55.784468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Usage tracker for resource:subnet and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:55.817919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '382bfe19-a7c5-401b-9eec-4f7b9db1b141', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:55.818510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '382bfe19-a7c5-401b-9eec-4f7b9db1b141', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:55.838223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:55.844284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.845772 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Added segment c889486f-a8f3-47f0-8697-55548b173ef2 of type vxlan for network e2356ba5-a441-4de1-bb23-34cbb8413717 Jan 14 03:14:55.846884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-eba2deb0-cc0e-4164-8f09-7bb1956447a8 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Synchronizing usage tracker for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:55.849555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.877067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:55.895766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:55.900118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ced12727-0770-48da-b152-61c8b7b38aab admin admin] 10.222.0.30 "DELETE /v2.0/routers/b803cf3e-eb37-442a-8172-d08e809fb794 HTTP/1.1" status: 204 len: 168 time: 11.0807924 Jan 14 03:14:55.902334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-88164de6-eafa-4094-9b07-bcfd634d7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:55.903361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:55.903996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-88164de6-eafa-4094-9b07-bcfd634d7d16 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1358500 Jan 14 03:14:55.905335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:55.923392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device d81ca115-4409-4102-9936-c07306c796cc up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:14:55.924956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Usage tracker for resource:security_group_rule and tenant:4cd39c4c292044869ad35ce5db2ea9e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:55.955178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Allocated IP 192.168.233.127 (c9f7bfa9-bf76-4f8c-a098-a912c7856bbd/7d7c262d-b9cf-4e11-9587-2b6a1db1b23c/f0e341d1-95fb-42aa-aaf1-65ad560b71da) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:14:56.030927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port d81ca115-4409-4102-9936-c07306c796cc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:56.032817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.090132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:56.235463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:56.273707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-e9cfb431-d77c-4e8c-905b-9c597782de9e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=692f3685-93fc-46d1-81bb-bc81096778bd HTTP/1.1" status: 200 len: 210 time: 0.1928532 Jan 14 03:14:56.284951 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f1430d46-676b-42d4-aebd-81c607c1b7ea req-0707575c-7fb3-4c19-a53d-4d717a6df26a tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] 10.222.0.78 "GET /v2.0/ports?device_id=39e96004-7355-4b91-81c5-9d54610510a5 HTTP/1.1" status: 200 len: 210 time: 0.1968021 Jan 14 03:14:56.309977 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-ec2f0c81-a16f-4f83-ac7f-e845f9b52c14 tempest-FloatingIPsAssociationTestJSON-2104003000 tempest-FloatingIPsAssociationTestJSON-2104003000] 10.222.0.30 "GET /v2.0/ports?tenant_id=048ac9501882434b910373a7838ca17e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9653192 Jan 14 03:14:56.315064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.380234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Attempting to bind port dc227288-b35c-4a88-94bf-1d95d8d38fb9 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:14:56.380595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Attempting to bind port dc227288-b35c-4a88-94bf-1d95d8d38fb9 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:14:56.380970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Attempting to bind port dc227288-b35c-4a88-94bf-1d95d8d38fb9 on network f904cc61-80d1-4c8e-9d7d-d49780f4136a {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:14:56.383415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-eba2deb0-cc0e-4164-8f09-7bb1956447a8 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Unset dirty status for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:56.384659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a2af2145-2204-493c-8cfe-b886dfd6ad84 req-eba2deb0-cc0e-4164-8f09-7bb1956447a8 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.74 "GET /v2.0/ports?device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 210 time: 0.5971804 Jan 14 03:14:56.476313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.514848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:14:56.515539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Checking segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:14:56.516149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.516763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Bound using segment: {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:14:56.517475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Bound port: dc227288-b35c-4a88-94bf-1d95d8d38fb9, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28a35b3-5a1c-4103-8020-f891618f9582', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f904cc61-80d1-4c8e-9d7d-d49780f4136a'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:14:56.518062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.596270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:56.599819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Made reservation on behalf of db47f7d0c7364d3dbeb28f703e9e13b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:56.605160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.645171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:14:56.645293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 66a3c9d3-f51c-4e75-8010-9cf2e7ddbfc6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:14:56.777200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:14:56.807117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] Deleting subnet 7110f525-87b9-4e15-98fd-48613e9e7b8a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:14:56.850959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:56.963259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:56.992833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.024601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:57.025812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.034525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:57.044325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:57.069431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.130955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-0c04a207-1f08-49b6-b219-12d4925bb0f6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:57.132582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-0c04a207-1f08-49b6-b219-12d4925bb0f6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 0.8282573 Jan 14 03:14:57.142885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] For port dc227288-b35c-4a88-94bf-1d95d8d38fb9, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:14:57.163669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f3685-93fc-46d1-81bb-bc81096778bd', 'name': 'network-vif-deleted', 'tag': 'bea7aaa7-9fe0-4675-8cb9-8067dba1f099'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:57.186111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.270129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:57.280282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-3a1b90e9-2b71-46f7-8ea4-6f13cd3613ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:57.281976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-3a1b90e9-2b71-46f7-8ea4-6f13cd3613ea service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9709704 Jan 14 03:14:57.337664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] For port dc227288-b35c-4a88-94bf-1d95d8d38fb9, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dc227288-b35c-4a88-94bf-1d95d8d38fb9,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:14:57.349355 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-664614f3-6e51-4b50-8209-093a1ed3a913 service neutron] 10.222.0.30 "GET /v2.0/networks/eacf74fb-bceb-436e-a2bd-119f77b2d546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9986184 Jan 14 03:14:57.369343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.458693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Made reservation on behalf of c2862de87dc44ea8b6d4731ff7629622 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:57.462056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.468656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.500333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 6.8897564 Jan 14 03:14:57.501681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.514987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:57.536310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.548452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Transition to ACTIVE for port object f0e341d1-95fb-42aa-aaf1-65ad560b71da will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:57.561208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Pushing event updated for resources: {'Network': ['ID=e2356ba5-a441-4de1-bb23-34cbb8413717,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:57.566547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a3992c3-1698-4165-82d0-7972503f52a3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:57.575051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e2356ba5-a441-4de1-bb23-34cbb8413717 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:57.591039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e2356ba5-a441-4de1-bb23-34cbb8413717 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:57.610995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e2356ba5-a441-4de1-bb23-34cbb8413717 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:14:57.616138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6fe74e-c590-4dbe-956c-f468f7c0ffda,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:57.628465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Request body: {'subnet': {'network_id': 'e2356ba5-a441-4de1-bb23-34cbb8413717', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1334125971-subnet', 'tenant_id': 'd69cd5ef97a74d40ab7ac38f9ba79c07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:57.632423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:57.634787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:57.639541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:57.654442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.656862 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-58b789e1-af8e-4ca4-8816-8435e99fe99e req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.9655557 Jan 14 03:14:57.676553 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] Found port (dc227288-b35c-4a88-94bf-1d95d8d38fb9, 172.20.0.9) having IP allocation on subnet 7110f525-87b9-4e15-98fd-48613e9e7b8a, cannot delete Jan 14 03:14:57.716333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:57.721848 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:14:57.722561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:14:57.737242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-59f1c19c-5d7a-4c66-85f4-7cc118556794 service neutron] 10.222.0.30 "GET /v2.0/networks/eacf74fb-bceb-436e-a2bd-119f77b2d546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3711367 Jan 14 03:14:57.738401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-93873b76-de91-4ea4-954e-d753c6a788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:57.740040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-93873b76-de91-4ea4-954e-d753c6a788b1 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4400759 Jan 14 03:14:57.750691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-2fe29717-a47d-4e0f-8013-9f0b8bfe2957 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:57.751501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-2fe29717-a47d-4e0f-8013-9f0b8bfe2957 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:57.795895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Usage tracker for resource:subnet and tenant:d69cd5ef97a74d40ab7ac38f9ba79c07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:57.858213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:57.871629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:57.956985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07331749-3690-4770-bdc9-e2b1aa3cd5d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:57.966370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-271c0bf5-3917-4f28-9935-73764200a9dc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7110f525-87b9-4e15-98fd-48613e9e7b8a HTTP/1.1" status: 409 len: 404 time: 1.9916663 Jan 14 03:14:58.162148 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '692f3685-93fc-46d1-81bb-bc81096778bd', 'name': 'network-vif-deleted', 'tag': 'bea7aaa7-9fe0-4675-8cb9-8067dba1f099', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:14:58.197493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event updated for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:58.241859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-40dc671a-d658-4d03-b62c-dbf7b8160fba tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:14:58.253902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:58.283418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device d81ca115-4409-4102-9936-c07306c796cc no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:14:58.334605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:58.403647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Pushing event updated for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:58.446785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-2fe29717-a47d-4e0f-8013-9f0b8bfe2957 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:58.448082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-2fe29717-a47d-4e0f-8013-9f0b8bfe2957 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 945 time: 1.7832515 Jan 14 03:14:58.473551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-40dc671a-d658-4d03-b62c-dbf7b8160fba tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:14:58.477282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e91e956b-a8a3-4d23-bf41-df16ef5f242f req-40dc671a-d658-4d03-b62c-dbf7b8160fba tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=692f3685-93fc-46d1-81bb-bc81096778bd HTTP/1.1" status: 200 len: 210 time: 0.6821840 Jan 14 03:14:58.487967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:58.506910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44370) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:58.582592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:58.627775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.631606 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:58.634476 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:58.635841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-031ee5f3-97ad-4d21-afbf-13786bd248d5 req-c6d2febf-39ec-41bc-a436-079f910c1ba9 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 200 len: 2996 time: 0.4726782 Jan 14 03:14:58.639577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:14:58.644058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:14:58.668610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:58.717838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port d81ca115-4409-4102-9936-c07306c796cc, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=d81ca115-4409-4102-9936-c07306c796cc,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:14:58.732006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:58.735881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:58.869587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:58.881302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-300f292a-6507-4270-ad45-0c087d74af44 req-9256caf2-ebd7-41a5-bc02-2c35975a5526 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-group-rules/da6fe74e-c590-4dbe-956c-f468f7c0ffda HTTP/1.1" status: 200 len: 783 time: 0.0377011 Jan 14 03:14:58.913115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:58.992078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:14:58.997155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:14:59.039617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:59.040399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.198560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.5843639 Jan 14 03:14:59.207893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-50425ab4-e9da-4ad9-9e8a-8ec997c162b2 None None] Provisioning for port f0e341d1-95fb-42aa-aaf1-65ad560b71da completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:14:59.217350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-50425ab4-e9da-4ad9-9e8a-8ec997c162b2 None None] Provisioning complete for port f0e341d1-95fb-42aa-aaf1-65ad560b71da triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:14:59.217774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50425ab4-e9da-4ad9-9e8a-8ec997c162b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.224326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Request body: {'port': {'device_id': '748c3d1d-0873-4828-9aee-22a11354ae24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:14:59.350387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-50425ab4-e9da-4ad9-9e8a-8ec997c162b2 None None] Port f0e341d1-95fb-42aa-aaf1-65ad560b71da cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:14:59.385321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.417187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-300f292a-6507-4270-ad45-0c087d74af44 req-83556420-7b28-4a99-83ca-8ed77f0feb6a tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 200 len: 2996 time: 0.5233572 Jan 14 03:14:59.430182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.447199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:14:59.456613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:14:59.461327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Usage tracker for resource:security_group_rule and tenant:bf48bf2c12db412799f3c5159acbd8a5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:14:59.465056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:14:59.471472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:14:59.518946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Made reservation on behalf of d69cd5ef97a74d40ab7ac38f9ba79c07 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:59.525385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.571647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.616229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:14:59.616983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.617440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44396) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:59.618618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] 10.222.0.78 "PUT /v2.0/ports/dc227288-b35c-4a88-94bf-1d95d8d38fb9 HTTP/1.1" status: 200 len: 1156 time: 7.7886603 Jan 14 03:14:59.619257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.633842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:14:59.660446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Transition to ACTIVE for port object f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:14:59.678721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.681475 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc', 'code': 422} returned with failed status Jan 14 03:14:59.687249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.688773 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.691920 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:14:59.694803 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:14:59.698067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.732910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15285c72-28fa-4d52-8145-7e101fe658cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:14:59.747775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf48bf2c12db412799f3c5159acbd8a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2276895 Jan 14 03:14:59.748561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44406) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:14:59.809872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.835375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-300f292a-6507-4270-ad45-0c087d74af44 req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.850493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-300f292a-6507-4270-ad45-0c087d74af44 req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:14:59.949653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44414) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:00.029199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-300f292a-6507-4270-ad45-0c087d74af44 req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:00.045274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-network', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:00.085071 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9', 'status': 'completed', 'code': 200} Jan 14 03:15:00.115920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port d81ca115-4409-4102-9936-c07306c796cc {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:00.116305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:00.357838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c53bf-54e5-4fb2-8226-2499961e4a2e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:00.364425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:00.388685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:00.411457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9de56fb-c641-4efa-a6c6-845334852726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:00.480787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Usage tracker for resource:network and tenant:17af7ee01b6f42fd8292f4d744128d3b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:00.556183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5cfdd9b2-0518-4087-8dc2-4a895614d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:00.558444 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5cfdd9b2-0518-4087-8dc2-4a895614d7d5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 1159 time: 0.8272595 Jan 14 03:15:00.571724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:00.612097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:00.703362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Router 75b9baba-6d17-4765-8dbe-90d965eef24b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:15:00.802679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-e6261d54-edb5-46a8-8d28-86127f0ceb20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc227288-b35c-4a88-94bf-1d95d8d38fb9 HTTP/1.1" status: 200 len: 217 time: 0.2058315 Jan 14 03:15:00.806534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-300f292a-6507-4270-ad45-0c087d74af44 req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:00.808562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-300f292a-6507-4270-ad45-0c087d74af44 req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-group-rules/da6fe74e-c590-4dbe-956c-f468f7c0ffda HTTP/1.1" status: 204 len: 173 time: 1.3651011 Jan 14 03:15:00.834282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-9a8d7c07-e3b6-45cc-a905-670b8ae841c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048ac9501882434b910373a7838ca17e&device_id=ab5209fe-3ec6-4028-a863-6e4145ce0483 HTTP/1.1" status: 200 len: 210 time: 0.1705759 Jan 14 03:15:00.868738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:00.871787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Made reservation on behalf of 17af7ee01b6f42fd8292f4d744128d3b for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:00.876723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:00.888255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Allocated IP 172.20.0.4 (67698439-20b8-4922-b3f5-c6839825a965/b1cb9d62-3cd7-47ad-9115-8a4f6968926b/dde205d4-c635-468d-a5ec-f07b85e1788c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:00.928998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:00.929522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:00.983654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:01.017055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da6fe74e-c590-4dbe-956c-f468f7c0ffda,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:01.022757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:01.103284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:01.210729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:01.306804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Usage tracker for resource:security_group_rule and tenant:17af7ee01b6f42fd8292f4d744128d3b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:01.391757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:01.462243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-823b276a-0b53-4acc-86bf-c340dd0a98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:01.463775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-823b276a-0b53-4acc-86bf-c340dd0a98e7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7110f525-87b9-4e15-98fd-48613e9e7b8a HTTP/1.1" status: 200 len: 867 time: 0.6447663 Jan 14 03:15:01.499816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:01.509719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.514890 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.517953 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:01.524097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:01.538765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-79f34469-b758-4544-8fc4-e9c07a3cf268 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:01.540487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-79f34469-b758-4544-8fc4-e9c07a3cf268 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 1.1638508 Jan 14 03:15:01.586016 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-1d8cac1d-998f-4fb0-bc4f-a86b9e5026df tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 200 len: 2398 time: 0.7222822 Jan 14 03:15:01.663311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port d81ca115-4409-4102-9936-c07306c796cc, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=d81ca115-4409-4102-9936-c07306c796cc,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:01.663719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:01.689479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.4 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/a4f1bfeb-2820-436e-aa4c-7ed922955941) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:01.742626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-3a9a827b-a41d-4cec-af5a-f5e1453b645a tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.1692667 Jan 14 03:15:01.851375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-e7f8518a-27f9-4697-b8a3-3d54e056308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:01.853033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-e7f8518a-27f9-4697-b8a3-3d54e056308b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=048ac9501882434b910373a7838ca17e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9880586 Jan 14 03:15:01.957229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for d81ca115-4409-4102-9936-c07306c796cc owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:02.084793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:02.095289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Sync routers for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:02.107805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:02.108833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:02.193452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.245651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:02.301293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5ccd06b5-d996-4766-b5f8-630d098fdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:02.302972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-5ccd06b5-d996-4766-b5f8-630d098fdd5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f904cc61-80d1-4c8e-9d7d-d49780f4136a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7999346 Jan 14 03:15:02.308055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:02.372918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:02.381833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Attempting to bind port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:02.382207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Attempting to bind port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:02.382572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Attempting to bind port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:02.419963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.463504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60d6daa0-4ce8-4cb6-920b-63c4de415d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:02.471050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.473293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:02.473293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:02.473820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.474177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:02.474530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Bound port: f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:02.474904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.550720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.555883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c53bf-54e5-4fb2-8226-2499961e4a2e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:02.590480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:02.608197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] 10.222.0.30 "PUT /v2.0/routers/75b9baba-6d17-4765-8dbe-90d965eef24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6281056 Jan 14 03:15:02.625486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:52Z', 'revision_number': 5, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:02.631664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Checking router: 75b9baba-6d17-4765-8dbe-90d965eef24b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:02.633990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:02.645892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Routers {'75b9baba-6d17-4765-8dbe-90d965eef24b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:02.646789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:14:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['75b9baba-6d17-4765-8dbe-90d965eef24b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:02.709632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e341d1-95fb-42aa-aaf1-65ad560b71da {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:02.717810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.732628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad894e38-26ff-4b3d-848c-fe8a5c2b03ec,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:02.748017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.752787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/176c53bf-54e5-4fb2-8226-2499961e4a2e HTTP/1.1" status: 204 len: 168 time: 2.9826741 Jan 14 03:15:02.752973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:02.757506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.759674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:02.778375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-9735bd92-f410-477c-8394-09ee531ab00f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0146563 Jan 14 03:15:02.780874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-7d92c0f5-1476-4a9f-b377-ffb0069e020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:02.782505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-7d92c0f5-1476-4a9f-b377-ffb0069e020b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9137959 Jan 14 03:15:02.839468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.074313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] Set router 75b9baba-6d17-4765-8dbe-90d965eef24b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:03.132197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d18adef6-dd4c-4557-9083-b41b76d9d830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:03.142277 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-369a4341-c73c-451e-8fee-63d0c9c41ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629029 Jan 14 03:15:03.175872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.184609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Transition to ACTIVE for port object f0e341d1-95fb-42aa-aaf1-65ad560b71da will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:03.223343 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cda28966-23cd-4b7f-ad37-5a111d80e70e req-45ca275a-8797-4d45-bacc-9bf3108f199c tempest-FloatingIPsAssociationTestJSON-2104003000 tempest-FloatingIPsAssociationTestJSON-2104003000] 10.222.0.78 "GET /v2.0/ports?device_id=ab5209fe-3ec6-4028-a863-6e4145ce0483 HTTP/1.1" status: 200 len: 210 time: 0.3875334 Jan 14 03:15:03.228635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:03.269535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:03.315442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:03.328282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.388130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=d81ca115-4409-4102-9936-c07306c796cc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:03.412581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.428670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:03.443540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:52Z', 'revision_number': 5, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:03.448816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0563b68-39d0-4e65-b887-250fd950b4e9 None None] The sync data for ids ['75b9baba-6d17-4765-8dbe-90d965eef24b'] in n-d-765315-13 is: [{'id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'name': 'tempest-ServersTestJSON-298474217-router', 'tenant_id': '2cd126ebebab47dc8524238697ae6400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:13:45Z', 'updated_at': '2021-01-14T03:14:52Z', 'revision_number': 5, 'project_id': '2cd126ebebab47dc8524238697ae6400', 'gw_port': {'id': '6c06c6de-d58d-438a-bf1f-e7fcaddb83e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b9baba-6d17-4765-8dbe-90d965eef24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:13:54Z', 'updated_at': '2021-01-14T03:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:03.455041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.466209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.468109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] For port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:03.472334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.473033 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Added segment bfa9fa81-16ad-46a7-ab43-15e44b09389f of type vxlan for network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 Jan 14 03:15:03.478752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-66cbaca7-4853-4a17-9497-aa75e2a9c72d service neutron] 10.222.0.78 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1093299 Jan 14 03:15:03.500144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ba4fc-f99e-451d-aa10-25b81ec22970,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:03.534719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] For port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:03.540167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-591f2bbb-492a-4133-9d99-7d2700c603e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:03.543282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.543701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.544124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.544569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.544987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.545407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.545819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.546227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.546634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.547040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.547487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.547895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.548402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.548772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.549178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.549583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.549987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.550386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.550787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.551184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.551584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.551990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.552612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.553020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.553494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.553899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.554304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.554708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.555115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.555516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.555917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.556320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.556748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.557185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.557588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.557990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:03.598875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:03.600084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.605162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1753513-1555-4a7e-8896-0ba5037c60bc tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:03.634521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.650443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:03.751940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.800864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d9da1e42ab492582b80d36b852935d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:03.819307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9fc0e931-db12-4360-9579-f3c0093b9913 req-7a2c617e-ac38-478a-942d-1743781156f5 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6362159 Jan 14 03:15:03.821987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:03.849059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.884705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Pushing event updated for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:03.897462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:03.909509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:03.914400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fbe0010-fc88-47c2-ae21-54acdc4272b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:03.927635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:03.941681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:03.944047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c85c9-f10d-46ca-8c00-8eacabf7fb0a req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/382bfe19-a7c5-401b-9eec-4f7b9db1b141 HTTP/1.1" status: 204 len: 173 time: 2.3142748 Jan 14 03:15:03.971714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Checking segment: {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:03.972171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Network hostable DHCP agents. Network: 1fe29c9b-858b-49d5-a7ba-48a629a28005, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:03.986003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=382bfe19-a7c5-401b-9eec-4f7b9db1b141,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:04.000246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:04.009603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:04.046546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.048007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:04.048671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.048828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.217048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Pushing event updated for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:04.223367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:04.263099 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.6303711 Jan 14 03:15:04.265825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:04.270780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2326fe55-00f7-465e-b7ac-9871944ec4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:04.298747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.323550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Request body: {'subnet': {'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-subnet', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:04.330136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:04.334612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Usage tracker for resource:subnet and tenant:17af7ee01b6f42fd8292f4d744128d3b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:04.338569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:04.344669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:04.454042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Made reservation on behalf of 17af7ee01b6f42fd8292f4d744128d3b for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:04.463536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.487071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Attempting to bind port f0e341d1-95fb-42aa-aaf1-65ad560b71da on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:04.487579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Attempting to bind port f0e341d1-95fb-42aa-aaf1-65ad560b71da by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:04.488019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Attempting to bind port f0e341d1-95fb-42aa-aaf1-65ad560b71da on network c9f7bfa9-bf76-4f8c-a098-a912c7856bbd {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:04.511761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:04.512411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Checking segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:04.512964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.513458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Bound using segment: {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:04.514037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Bound port: f0e341d1-95fb-42aa-aaf1-65ad560b71da, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c336cb4b-ed4a-4579-a792-5df65cba5cd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c9f7bfa9-bf76-4f8c-a098-a912c7856bbd'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:04.514460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.576330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5025456f-e4d4-49e3-923f-710e973871a9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:04.672583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:04.699680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5025456f-e4d4-49e3-923f-710e973871a9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:15:04.700078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5025456f-e4d4-49e3-923f-710e973871a9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:15:04.704064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64983df-1f2c-4e74-affa-a018810d4578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.724213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1fe29c9b-858b-49d5-a7ba-48a629a28005) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:04.734393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c417c-f8ee-48c5-9af2-96953617c540 None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:04.735245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:04.744665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port d81ca115-4409-4102-9936-c07306c796cc on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:04.751152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:04.768533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.777067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.781359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:04.786038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-deleted', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:04.793088 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-6fe4eb1d-4809-487c-8513-7e165ec2e20b service neutron] 10.222.0.78 "GET /v2.0/networks/f904cc61-80d1-4c8e-9d7d-d49780f4136a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2118070 Jan 14 03:15:04.822401 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "DELETE /v2.0/ports/d81ca115-4409-4102-9936-c07306c796cc HTTP/1.1" status: 204 len: 173 time: 6.1606236 Jan 14 03:15:04.825121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:04.877911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.882798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10aa1007-8711-43c7-a241-d4377c41e885,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:04.887146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:04.933161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:04.933970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:04.955397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.020961 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:05.076956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff9cbd1-1cfa-442f-9a3f-ca83835baa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:05.100904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1fe29c9b-858b-49d5-a7ba-48a629a28005', 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'fixed_ips': [{'subnet_id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:05.101956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.112421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 9.4579639 Jan 14 03:15:05.119372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Network 67698439-20b8-4922-b3f5-c6839825a965 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:05.128679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44482) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:05.145639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Checking segment: {'id': 'c889486f-a8f3-47f0-8697-55548b173ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e2356ba5-a441-4de1-bb23-34cbb8413717'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:05.146340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Network hostable DHCP agents. Network: e2356ba5-a441-4de1-bb23-34cbb8413717, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:05.167130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.175347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:05.178748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c891c40-0673-4171-a184-7290f9f26635,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:05.183013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:05.243499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:05.250683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.251107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.253017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.258177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee09530-4edd-4fba-b8c9-acb3963657cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:05.260638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.261109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.261537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.261939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.262342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.262742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.263483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.263483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.263880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.264323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.264741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.265131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.265522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.265911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.266471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.266695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.267032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.267419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.267803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.268194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.268627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.269087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.269460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.269850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.270241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.270726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.271120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.271507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.271891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.272270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.272679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.273065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.273451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:05.279786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:05.283955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Usage tracker for resource:router and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:05.287053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:05.293890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:05.306713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:05.307730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.308388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Deleting port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:05.308761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.309290 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] 10.222.0.74 "PUT /v2.0/ports/f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 HTTP/1.1" status: 200 len: 1161 time: 9.6200225 Jan 14 03:15:05.335736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:05.362156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:05.375943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0694daab-b75d-4fdc-9b42-95037848cfec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:05.464981 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3d9da1e42ab492582b80d36b852935d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1864049 Jan 14 03:15:05.467413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.469716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.488193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44494) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:05.489482 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-1f3cc253-a821-446b-90bf-59e90a1cbfd0 req-a9be4115-6b74-4c13-a278-6d2c167e4a78 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] show failed (client error): The resource could not be found. Jan 14 03:15:05.499546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f3cc253-a821-446b-90bf-59e90a1cbfd0 req-a9be4115-6b74-4c13-a278-6d2c167e4a78 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/92f3125f-9e02-4363-90c4-5501ce2785e2 HTTP/1.1" status: 404 len: 352 time: 1.4911807 Jan 14 03:15:05.506003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Allocated IP 172.20.0.2 (1fe29c9b-858b-49d5-a7ba-48a629a28005/ad894e38-26ff-4b3d-848c-fe8a5c2b03ec/ed990cf4-7dbf-4f64-a0b0-67bb335a97d0) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:05.732980 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5', 'status': 'completed', 'code': 200} Jan 14 03:15:05.757281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.770459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Transition to ACTIVE for port object ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:05.787653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Pushing event updated for resources: {'Network': ['ID=609a4f37-338f-4e3d-b2a4-ee59e8c6f555,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:05.791424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Transition to ACTIVE for port object ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:05.799569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:05.815444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] For port f0e341d1-95fb-42aa-aaf1-65ad560b71da, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:05.818648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:05.882400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Network e2356ba5-a441-4de1-bb23-34cbb8413717 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:05.884755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.890725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] For port f0e341d1-95fb-42aa-aaf1-65ad560b71da, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f0e341d1-95fb-42aa-aaf1-65ad560b71da,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:05.925464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:05.939017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.940521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:05.967695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:05.971857 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-deleted', 'tag': 'd81ca115-4409-4102-9936-c07306c796cc', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:06.016643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.019546 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.025338 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.029980 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.047857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.048779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.065813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-df5e70af-7bc6-48bf-877a-5c4cb1ae0448 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 210 time: 0.2776725 Jan 14 03:15:06.085379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.086534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.088809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44fe6978-b802-4a6e-a006-8a8e40e44e31 tempest-ServersAdminTestJSON-1683211445 tempest-ServersAdminTestJSON-1683211445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:06.090684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e2356ba5-a441-4de1-bb23-34cbb8413717) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:06.130416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4b0714-eb6f-4ed8-a046-33685a193b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:06.168548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.169210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.186785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:06.190336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:06.237997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb4af92-7917-4ef0-9dc6-1819a1ba27c4 None None] Network e2356ba5-a441-4de1-bb23-34cbb8413717 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:06.242626 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.247302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:06.251110 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-9c92eab5-2179-46e5-8dfb-1f039e0be616 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/f2baa726-f9e8-473d-8715-92e1cc2c98ab HTTP/1.1" status: 200 len: 1804 time: 0.4878230 Jan 14 03:15:06.262159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.288835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-7f413bb7-9119-49fc-897f-e3e2d3314a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.290544 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-7f413bb7-9119-49fc-897f-e3e2d3314a72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 1164 time: 0.8505228 Jan 14 03:15:06.330010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-6e882390-befa-4f86-9023-32a158251720 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.331688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-6e882390-befa-4f86-9023-32a158251720 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 1.0301642 Jan 14 03:15:06.372609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] For port 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6c06c6de-d58d-438a-bf1f-e7fcaddb83e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:06.373015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.551250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.555586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-557a72b6-c459-4489-897b-edc5b76efecd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 HTTP/1.1" status: 200 len: 217 time: 0.2092950 Jan 14 03:15:06.563945 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-787190b5-4edc-4d5b-81f4-0c983b5942a3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/quotas/73ab518907ca4d3eb6070773c4b0c508 HTTP/1.1" status: 200 len: 375 time: 0.1336601 Jan 14 03:15:06.621132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Calling delete_port for 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:06.623316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:06.647940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:06.650471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:06.658161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-bdce23c7-487e-4570-9962-67abb2c77bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.659765 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-bdce23c7-487e-4570-9962-67abb2c77bbc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5514076 Jan 14 03:15:06.677596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4674914 Jan 14 03:15:06.696421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Request body: {'port': {'device_id': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:06.731749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.732742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.734719 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] 10.222.0.78 "PUT /v2.0/ports/f0e341d1-95fb-42aa-aaf1-65ad560b71da HTTP/1.1" status: 200 len: 1161 time: 7.5176401 Jan 14 03:15:06.734883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.0877883 Jan 14 03:15:06.736907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-f8dbc61a-316b-46c5-beaf-d0568fd329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:06.742695 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-f8dbc61a-316b-46c5-beaf-d0568fd329cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89154adaf3024349b0927476a090501f&device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 1159 time: 1.8161187 Jan 14 03:15:06.765179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Attempting to bind port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:06.766024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Attempting to bind port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:06.766924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Attempting to bind port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 on network 1fe29c9b-858b-49d5-a7ba-48a629a28005 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:06.795394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 9.2565942 Jan 14 03:15:06.818788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c2dab-185c-4421-b5a3-a70bbbfbf3ac None None] Network e2356ba5-a441-4de1-bb23-34cbb8413717 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:06.829828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Request body: {'port': {'device_id': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:06.856312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Pushing event updated for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:06.860677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:06.893100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:06.893951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Checking segment: {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:06.894765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.895419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Bound using segment: {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:06.896331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Bound port: ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:06.897024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:06.931261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Pushing event updated for resources: {'Port': ['ID=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:07.123250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:07.151723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bff6c5da-c047-4e74-ab67-969d1c8b84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.154756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:07.159886 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:07.400050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-e23c0efc-24f2-48ef-9cf1-9500571c766d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:15:07.458872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] For port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:07.488107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] For port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:07.492419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.496867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.502171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.514943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:07.539459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-ec178cfb-c089-4a8c-8e79-fe265416e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:07.541071 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-ec178cfb-c089-4a8c-8e79-fe265416e18d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.8046391 Jan 14 03:15:07.556170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.558789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.575593 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-065412f7-2cbb-4e9a-8716-fcade8a30f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:07.644825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.655517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-f2a3e0dc-6d84-4cc0-aa33-8fcfb0245790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:07.657061 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-f2a3e0dc-6d84-4cc0-aa33-8fcfb0245790 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9682190 Jan 14 03:15:07.663866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c891c40-0673-4171-a184-7290f9f26635,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:07.675960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-4fbb714c-c8f6-4a48-a842-7190b3da2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:07.677982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-4fbb714c-c8f6-4a48-a842-7190b3da2306 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=89154adaf3024349b0927476a090501f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.8947175 Jan 14 03:15:07.680836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.688043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device dc227288-b35c-4a88-94bf-1d95d8d38fb9 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:07.701725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-fb6844a7-b233-4b56-8215-26fcbccec62b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:07.703358 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-fb6844a7-b233-4b56-8215-26fcbccec62b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 1.2569098 Jan 14 03:15:07.708177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:07.737048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:07.759501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.768914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:07.807379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Pushing event updated for resources: {'Port': ['ID=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:07.811079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:07.820948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-21e88bab-abc1-41ae-9407-9908cf4e26bb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.30 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2559462 Jan 14 03:15:07.868762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port dc227288-b35c-4a88-94bf-1d95d8d38fb9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:07.884598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port dc227288-b35c-4a88-94bf-1d95d8d38fb9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:07.885555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.944102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:07.945394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c891c40-0673-4171-a184-7290f9f26635 HTTP/1.1" status: 204 len: 168 time: 2.4445090 Jan 14 03:15:07.966515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-884ee922-215a-46bf-b103-f7c60dfcc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:07.968186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-884ee922-215a-46bf-b103-f7c60dfcc9b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 1164 time: 1.0875704 Jan 14 03:15:08.024724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.059696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:08.071752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port dc227288-b35c-4a88-94bf-1d95d8d38fb9, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dc227288-b35c-4a88-94bf-1d95d8d38fb9,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:08.079302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.081581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:08.162286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:08.165730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:08.238541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-4ea8675d-54c2-43ae-8ccc-884ca642cff2 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:08.302455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-34063c83-098c-4c37-a688-a1f54a3deef2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f0e341d1-95fb-42aa-aaf1-65ad560b71da HTTP/1.1" status: 200 len: 217 time: 0.1718307 Jan 14 03:15:08.336922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.431814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-3686bb9a-3d59-4b74-bdc5-4ad4b784948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:08.433976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-3686bb9a-3d59-4b74-bdc5-4ad4b784948a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8707790 Jan 14 03:15:08.434644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.450396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8209913-f7d4-4834-b97b-26fa0238dd97 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:08.540699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Deleting port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:08.541088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.569749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2baa726-f9e8-473d-8715-92e1cc2c98ab,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:08.572413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device dc227288-b35c-4a88-94bf-1d95d8d38fb9 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:08.602098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-4ea8675d-54c2-43ae-8ccc-884ca642cff2 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:08.603356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca2f6e6f-c939-4bb5-8d98-612c69fbb3f5 req-4ea8675d-54c2-43ae-8ccc-884ca642cff2 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 210 time: 0.8816917 Jan 14 03:15:08.668261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:08.707939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.719456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f837529d-6e47-4212-8b3c-d1edea5a3b3b req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/f2baa726-f9e8-473d-8715-92e1cc2c98ab HTTP/1.1" status: 204 len: 173 time: 2.4328609 Jan 14 03:15:08.722564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:08.738542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-03da888d-684f-470e-b07f-4ab056ea0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:08.738749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:08.740627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-03da888d-684f-470e-b07f-4ab056ea0b66 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7d7c262d-b9cf-4e11-9587-2b6a1db1b23c HTTP/1.1" status: 200 len: 843 time: 0.4068096 Jan 14 03:15:08.762252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-887a658e-b784-4f3b-8228-d5428c2c1218 service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400094 Jan 14 03:15:08.821987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:08.832688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:08.883847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-2e8fc0ea-90cf-4e70-ac50-729889259619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:08.896611 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-845f0061-bdc1-49a2-8071-0446ccb01faf req-2e8fc0ea-90cf-4e70-ac50-729889259619 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1685381 Jan 14 03:15:08.987449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port dc227288-b35c-4a88-94bf-1d95d8d38fb9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:08.988208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.047742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:09.162927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:09.174986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.332732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-b5a25067-a29a-4140-94fc-fe31422f0148 service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730664 Jan 14 03:15:09.335064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.370437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.470922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.549559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:09.555110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:09.557221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44540) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:09.634640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f12e6-80f0-4758-a909-c3997aca499c None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:09.657632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.696753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.752240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Provisioning for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:09.765416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Provisioning complete for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:09.765922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.818784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-network', 'tenant_id': 'f34c4708c55240b18503f5a55319873b'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:09.832093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f1bfeb-2820-436e-aa4c-7ed922955941 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:09.841065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:09.852434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.859180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Usage tracker for resource:network and tenant:f34c4708c55240b18503f5a55319873b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:09.867952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:09.868593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b9baba-6d17-4765-8dbe-90d965eef24b {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:15:09.890533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:09.897324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:10.062801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.072176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Transition to ACTIVE for port object a4f1bfeb-2820-436e-aa4c-7ed922955941 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:10.073216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Made reservation on behalf of f34c4708c55240b18503f5a55319873b for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:10.078173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.116891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] For port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:10.122759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.126295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:10.136052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.164761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53f84b0e-acf3-4baf-be09-8be5c4443e48 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:10.206545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.206781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Pushing event updated for resources: {'Port': ['ID=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:10.212664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:10.300997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-f946c57b-f8c8-4ec6-80a9-abbfd204f79e service neutron] 10.222.0.30 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4698384 Jan 14 03:15:10.317360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d9a4c8-fd97-4580-9b97-c71d2207ad3f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:10.330552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:10.336258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f34c4708c55240b18503f5a55319873b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:10.340069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:10.343957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.344168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] For port 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:10.344778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.347858 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53600bc4-2816-4fb2-a531-06331f99a209 admin admin] 10.222.0.30 "DELETE /v2.0/routers/75b9baba-6d17-4765-8dbe-90d965eef24b HTTP/1.1" status: 204 len: 168 time: 7.6988668 Jan 14 03:15:10.356914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:10.357632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44546) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:10.374221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:10.420608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6096f6ea-dcd0-4766-97df-7e3da8ef06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:10.422642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-6096f6ea-dcd0-4766-97df-7e3da8ef06b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c9f7bfa9-bf76-4f8c-a098-a912c7856bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.6705163 Jan 14 03:15:10.453233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.481758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-17cd8679-39f8-42a6-92c9-a3081ab40ee7 None None] Provisioning complete for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:10.486031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cd8679-39f8-42a6-92c9-a3081ab40ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.489683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:10.515231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Pushing event updated for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:10.518375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:10.719794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Calling delete_port for 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:10.752275 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9', 'code': 200} Jan 14 03:15:10.754227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:10.865280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:10.866087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.925441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:10.948568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-d3505cda-b01c-4a5c-b654-4bd1260c71b2 tempest-InstanceActionsTestJSON-646270298 tempest-InstanceActionsTestJSON-646270298] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:10.958614 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-d3505cda-b01c-4a5c-b654-4bd1260c71b2 tempest-InstanceActionsTestJSON-646270298 tempest-InstanceActionsTestJSON-646270298] 10.222.0.30 "GET /v2.0/networks?id=e2356ba5-a441-4de1-bb23-34cbb8413717 HTTP/1.1" status: 200 len: 814 time: 1.4353025 Jan 14 03:15:11.007361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-34df3af0-3cf0-47d6-9d2e-06df3d1a1ff7 None None] Provisioning complete for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:11.007979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34df3af0-3cf0-47d6-9d2e-06df3d1a1ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.080971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Deleting subnet 2ded28d0-4360-4af5-9653-61f57e88a541 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:15:11.084547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.097820 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da', 'status': 'completed', 'code': 200} Jan 14 03:15:11.141807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.165870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:11.173733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-bd57991e-48ee-4e09-b4d6-27f49f557247 tempest-InstanceActionsTestJSON-646270298 tempest-InstanceActionsTestJSON-646270298] 10.222.0.30 "GET /v2.0/quotas/d69cd5ef97a74d40ab7ac38f9ba79c07 HTTP/1.1" status: 200 len: 375 time: 0.2140675 Jan 14 03:15:11.220638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:15:11.221377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6c06c6de-d58d-438a-bf1f-e7fcaddb83e1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:15:11.331900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Checking segment: {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:11.332389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Network hostable DHCP agents. Network: 609a4f37-338f-4e3d-b2a4-ee59e8c6f555, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:11.337805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.358745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde205d4-c635-468d-a5ec-f07b85e1788c {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:11.363763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15cd8bee-5a20-48ab-8a32-cf635b59ef94 None None] Provisioning complete for port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:11.364902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cd8bee-5a20-48ab-8a32-cf635b59ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.365056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.445757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.2 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/e89c36a1-5ab0-4069-be8e-2e301c659f68) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:11.504937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f76fd9f-f5b0-4705-ba2b-d98a352ec1a1 tempest-ImagesTestJSON-1600481488 tempest-ImagesTestJSON-1600481488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:11.521034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.564093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-4c98acc3-65dd-40f0-a4f2-91f7bb4c128f service neutron] 10.222.0.74 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0107703 Jan 14 03:15:11.578180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Transition to ACTIVE for port object dde205d4-c635-468d-a5ec-f07b85e1788c will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:11.579623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.643940 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-c2e7e039-a732-48c3-b806-217cdeacb4b0 tempest-InstanceActionsTestJSON-646270298 tempest-InstanceActionsTestJSON-646270298] 10.222.0.30 "GET /v2.0/ports?tenant_id=d69cd5ef97a74d40ab7ac38f9ba79c07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4692435 Jan 14 03:15:11.670254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac7fb9f-4234-4acd-a2c3-e075a160b8a4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:11.673527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:11.679771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:11.708111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc0f6fc1-eeb1-4a18-b5e7-75e7b2136001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:11.987100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:12.025420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 609a4f37-338f-4e3d-b2a4-ee59e8c6f555) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:12.036410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:12.037550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca86a7-3e85-4a40-ab6b-9e05499f2da9 None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:12.077110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:12.104301 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-105cf09f-ad64-4ba1-a3a9-8bf5096a08ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/a570e3da-8e9e-4706-a562-c5706a3be759 HTTP/1.1" status: 200 len: 1803 time: 1.0950634 Jan 14 03:15:12.123661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.129542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:12.130291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.169290 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-043bf267-a4f0-4e93-853d-8529a59623cf service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2595792 Jan 14 03:15:12.176088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Attempting to bind port a4f1bfeb-2820-436e-aa4c-7ed922955941 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:12.176508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Attempting to bind port a4f1bfeb-2820-436e-aa4c-7ed922955941 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:12.176880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Attempting to bind port a4f1bfeb-2820-436e-aa4c-7ed922955941 on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:12.179264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.196963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2070570e-9094-44e5-9567-a1bfecc11369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:12.236466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a17789-daf5-4085-b1b4-7cc1afc6d295,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:12.259316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:12.259702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:12.260776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.261226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:12.261762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Bound port: a4f1bfeb-2820-436e-aa4c-7ed922955941, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:12.262142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.273852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b78d3-b62f-4474-82c0-e9968260b2e3 req-071cf08a-29c5-4783-82a5-fd371dfb8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:12.275507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c13b78d3-b62f-4474-82c0-e9968260b2e3 req-071cf08a-29c5-4783-82a5-fd371dfb8b78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 1164 time: 0.6236727 Jan 14 03:15:12.290890 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 7.9918990 Jan 14 03:15:12.315696 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:12.329871 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-eee45d05-9e29-43ea-bf90-921902c397c0 service neutron] 10.222.0.30 "GET /v2.0/networks/e2356ba5-a441-4de1-bb23-34cbb8413717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080456 Jan 14 03:15:12.346217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'fixed_ips': [{'subnet_id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:12.347671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.388092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44566) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:12.400291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:12.425548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:12.448193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c13b78d3-b62f-4474-82c0-e9968260b2e3 req-f9e6c4bf-8bba-446b-8581-83763eff0888 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446087 Jan 14 03:15:12.451451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.599065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:12.619964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device dc227288-b35c-4a88-94bf-1d95d8d38fb9 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:12.645979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.646467 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Added segment a043bf59-586b-41fc-847a-cb50e0473ad0 of type vxlan for network e27edd86-beab-47f3-aa1d-ebfce7cede55 Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.651614 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:12.655927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:12.673284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b5e56a52-f9f7-48e4-b377-79ff05e42086 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:12.674115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b5e56a52-f9f7-48e4-b377-79ff05e42086 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Synchronizing usage tracker for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:12.686329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Usage tracker for resource:router and tenant:17af7ee01b6f42fd8292f4d744128d3b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:12.701730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:12.747377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:12.857660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.864148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.878926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Allocated IP 172.25.3.120 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/89ebfe20-f7ae-4c5a-850f-823103908782) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:12.891915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Allocated IP 172.20.0.2 (609a4f37-338f-4e3d-b2a4-ee59e8c6f555/77d9a4c8-fd97-4580-9b97-c71d2207ad3f/9438b031-b67a-4401-bfac-cc8d8f63d890) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:12.901177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:12.903914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d902a43-d54a-4b16-9149-e5fb66d7df59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:12.919488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port dc227288-b35c-4a88-94bf-1d95d8d38fb9, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dc227288-b35c-4a88-94bf-1d95d8d38fb9,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:12.938294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:12.944021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:12.953708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ded28d0-4360-4af5-9653-61f57e88a541,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:12.955818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b5e56a52-f9f7-48e4-b377-79ff05e42086 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Unset dirty status for tenant:89154adaf3024349b0927476a090501f on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:12.956941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-b5e56a52-f9f7-48e4-b377-79ff05e42086 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.78 "GET /v2.0/ports?device_id=43c35daf-a86d-44db-9547-5bcefc2dc377 HTTP/1.1" status: 200 len: 945 time: 1.1551540 Jan 14 03:15:12.957818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:12.959679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.050007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.077417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.113310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cec96eb0-78a5-4546-8bd0-119b4c9cb0cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:13.258663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:13.277209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Attempting to bind port dde205d4-c635-468d-a5ec-f07b85e1788c on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:13.277581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Attempting to bind port dde205d4-c635-468d-a5ec-f07b85e1788c by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:13.277947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Attempting to bind port dde205d4-c635-468d-a5ec-f07b85e1788c on network 67698439-20b8-4922-b3f5-c6839825a965 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:13.280430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.281487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.286914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:13.292668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:13.296248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.303953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.386652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:13.396825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.404098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:13.404508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Checking segment: {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:13.404916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.405310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Bound using segment: {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:13.406232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Bound port: dde205d4-c635-468d-a5ec-f07b85e1788c, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720a501e-290a-42ee-9076-ca61e42645d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '67698439-20b8-4922-b3f5-c6839825a965'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:13.406232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.413184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b78d3-b62f-4474-82c0-e9968260b2e3 req-f0c505d0-d965-4e17-ae08-cf2c7324e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:13.414830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c13b78d3-b62f-4474-82c0-e9968260b2e3 req-f0c505d0-d965-4e17-ae08-cf2c7324e7e0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9319336 Jan 14 03:15:13.418842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Transition to ACTIVE for port object 9438b031-b67a-4401-bfac-cc8d8f63d890 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:13.436454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Transition to ACTIVE for port object 9438b031-b67a-4401-bfac-cc8d8f63d890 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:13.442680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.455315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.529881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:13.533025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:13.533154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:13.541897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c7c1592f-5a8c-4824-ac9e-680598323cf4 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:13.543539 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c7c1592f-5a8c-4824-ac9e-680598323cf4 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 1.2855883 Jan 14 03:15:13.567973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-f700c41d-0dff-40d8-b0d3-c218088f5b7e service neutron] 10.222.0.78 "GET /v2.0/networks/c9f7bfa9-bf76-4f8c-a098-a912c7856bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3506322 Jan 14 03:15:13.608949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:13.626148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6731becf-2659-4882-b740-4b97ba921a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:13.626386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Pushing event updated for resources: {'Port': ['ID=9438b031-b67a-4401-bfac-cc8d8f63d890,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:13.630709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:13.666234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:13.667442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:13.669966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:13.719197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a35666f5-cb0f-45ac-ac45-6e3239381bde req-6bca08a8-c3ae-4b74-ba35-b6b380b1e004 service neutron] 10.222.0.30 "GET /v2.0/networks/e2356ba5-a441-4de1-bb23-34cbb8413717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3053560 Jan 14 03:15:13.733267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Attempting to bind port 9438b031-b67a-4401-bfac-cc8d8f63d890 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:13.733683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Attempting to bind port 9438b031-b67a-4401-bfac-cc8d8f63d890 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:13.734091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Attempting to bind port 9438b031-b67a-4401-bfac-cc8d8f63d890 on network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:13.741402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:13.741655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:13.741945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Checking segment: {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:13.742250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.742685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Bound using segment: {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:13.743333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Bound port: 9438b031-b67a-4401-bfac-cc8d8f63d890, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:13.743751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.766577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:13.781824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:13.784296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:13.830745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.843422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3287e20c-636c-4361-9995-82848e465412 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:13.844791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] For port 9438b031-b67a-4401-bfac-cc8d8f63d890, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:13.854953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] For port 9438b031-b67a-4401-bfac-cc8d8f63d890, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9438b031-b67a-4401-bfac-cc8d8f63d890,segment=NetworkSegment(bfa9fa81-16ad-46a7-ab43-15e44b09389f),segment_id=bfa9fa81-16ad-46a7-ab43-15e44b09389f)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:13.859433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.881638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570e3da-8e9e-4706-a562-c5706a3be759,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:13.885852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:13.892722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.973087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:13.974347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-eba4786a-c72a-4b00-b245-eee7627d13cd req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/a570e3da-8e9e-4706-a562-c5706a3be759 HTTP/1.1" status: 204 len: 173 time: 1.8299828 Jan 14 03:15:13.987300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd8510-9b44-4515-b3e2-ff7f0204ca5a req-4c7eb842-fce8-4aca-be8e-424078709b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:13.988982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2cfd8510-9b44-4515-b3e2-ff7f0204ca5a req-4c7eb842-fce8-4aca-be8e-424078709b7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=01b53f38ebf343d9a55e10732430f574&device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 1164 time: 0.3482113 Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.995502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:13.999244 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:14.003327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:14.013489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:14.014199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.033733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Deleting port dc227288-b35c-4a88-94bf-1d95d8d38fb9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:14.034127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.118141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:14.142256 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2cfd8510-9b44-4515-b3e2-ff7f0204ca5a req-4033dce8-54b7-469d-b7b4-982a1fb31ad8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=01b53f38ebf343d9a55e10732430f574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138134 Jan 14 03:15:14.149428 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4252086 Jan 14 03:15:14.238713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.310256 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9', 'code': 200} Jan 14 03:15:14.313931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Pushing event updated for resources: {'Port': ['ID=9438b031-b67a-4401-bfac-cc8d8f63d890,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:14.327992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6eada9-a639-49e3-845c-6fb40151be16 None None] Network d8277782-b026-414c-81b8-946ce01fd963 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:14.333347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.339342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:14.340465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.350401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:14.357192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:14.368897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd8510-9b44-4515-b3e2-ff7f0204ca5a req-274790bd-b1a3-4908-a2e0-0cdbdeb636d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:14.370781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2cfd8510-9b44-4515-b3e2-ff7f0204ca5a req-274790bd-b1a3-4908-a2e0-0cdbdeb636d3 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2203534 Jan 14 03:15:14.380612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Request body: {'port': {'device_id': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:14.523850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.539175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Pushing event updated for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:14.594773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.595654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:14.613927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:14.614591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:14.616183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:14.631709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:14.796655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ded28d0-4360-4af5-9653-61f57e88a541 HTTP/1.1" status: 204 len: 168 time: 4.4245868 Jan 14 03:15:14.815825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:14.819499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] For port dde205d4-c635-468d-a5ec-f07b85e1788c, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:14.834089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44596) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:14.836223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.2779560 Jan 14 03:15:14.840877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f0e341d1-95fb-42aa-aaf1-65ad560b71da up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:14.863810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44600) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:14.934352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Usage tracker for resource:port and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:14.948606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] For port dde205d4-c635-468d-a5ec-f07b85e1788c, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dde205d4-c635-468d-a5ec-f07b85e1788c,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:14.954145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Request body: {'subnet': {'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-subnet', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:14.980332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:15.003929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.087705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:15.089543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.179555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:15.192456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port f0e341d1-95fb-42aa-aaf1-65ad560b71da completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:15.202271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port f0e341d1-95fb-42aa-aaf1-65ad560b71da triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:15.202695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.263743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:15.268731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44610) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:15.273749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.278177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95f8664e-2081-40e4-8437-1414b097935a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:15.401740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-2be90707-76b8-4495-a84c-a0b8bbaf090b tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/614478b3-ea3c-44c7-b39e-06a8c6adddca HTTP/1.1" status: 200 len: 1803 time: 1.0297062 Jan 14 03:15:15.410185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:15.411124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:15:15.415351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:15.421236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.423431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.426573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:15.432844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.442842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Router d5210c6c-73f3-470e-8c94-3103e927b6bb has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:15:15.458737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port f0e341d1-95fb-42aa-aaf1-65ad560b71da, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f0e341d1-95fb-42aa-aaf1-65ad560b71da,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:15.462101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.464156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:15.472814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=e27edd86-beab-47f3-aa1d-ebfce7cede55,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:15.503969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:15.518089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:15.523886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Usage tracker for resource:subnet and tenant:f34c4708c55240b18503f5a55319873b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:15.527607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:15.528298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.529838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] 10.222.0.78 "PUT /v2.0/ports/a4f1bfeb-2820-436e-aa4c-7ed922955941 HTTP/1.1" status: 200 len: 1156 time: 8.8423893 Jan 14 03:15:15.533694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:15.551420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:15.558449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:15.563372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7702aa7b-f67d-4bbc-8146-9c49c9b8a607 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:15.596031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:15.692068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] DHCP port deletion for d8277782-b026-414c-81b8-946ce01fd963 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:15:15.709177 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941', 'status': 'completed', 'code': 200} Jan 14 03:15:15.745727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:15.772075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.773631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.778050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:15.781466 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:15.787042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.802043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Deleting port 8440810a-e379-40ef-9283-c1d41a51e616 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:15.802782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.864530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.920693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Deleting subnet 10aa1007-8711-43c7-a241-d4377c41e885 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:15:15.936243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:15.939012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.948032 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:15.959590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Made reservation on behalf of f34c4708c55240b18503f5a55319873b for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:15.965065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:15.981411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] Deleting subnet 7085ea87-aa12-4d20-8a44-b5112f697dde {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:15:16.039309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.093638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:16.118375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.125203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:16.149936 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:16.152368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.177431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.212122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] For port 8440810a-e379-40ef-9283-c1d41a51e616, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8440810a-e379-40ef-9283-c1d41a51e616,segment=NetworkSegment(40dc7f59-e7f0-4fe8-935c-863de90a0c20),segment_id=40dc7f59-e7f0-4fe8-935c-863de90a0c20)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:16.212594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.359197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.413716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1b5747d-434b-46c6-8cb3-dad5cbd41bda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:16.449445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Deleting port 8440810a-e379-40ef-9283-c1d41a51e616 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:16.449710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.465597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.532508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5'}, {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:16.544881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Calling delete_port for 8440810a-e379-40ef-9283-c1d41a51e616 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:16.557562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] For port dc227288-b35c-4a88-94bf-1d95d8d38fb9, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dc227288-b35c-4a88-94bf-1d95d8d38fb9,segment=NetworkSegment(a28a35b3-5a1c-4103-8020-f891618f9582),segment_id=a28a35b3-5a1c-4103-8020-f891618f9582)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:16.557964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.587263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a60e35-6f44-495e-8844-d09b727117cf None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:16.600442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.656099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f0e341d1-95fb-42aa-aaf1-65ad560b71da up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:16.704066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9438b031-b67a-4401-bfac-cc8d8f63d890 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:16.709851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:16.734751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:16.735494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.762647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:16.763330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:16.764853 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] 10.222.0.78 "PUT /v2.0/ports/dde205d4-c635-468d-a5ec-f07b85e1788c HTTP/1.1" status: 200 len: 1156 time: 9.9803822 Jan 14 03:15:16.780172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-07631a9f-314c-4594-89e7-3f428bf686da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:16.781819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-07631a9f-314c-4594-89e7-3f428bf686da service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 1159 time: 1.1700664 Jan 14 03:15:16.798895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5210c6c-73f3-470e-8c94-3103e927b6bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7687869 Jan 14 03:15:16.809533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Calling delete_port for dc227288-b35c-4a88-94bf-1d95d8d38fb9 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:16.819726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44620) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:16.820958 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] Found port (e89c36a1-5ab0-4069-be8e-2e301c659f68, 172.20.0.2) having IP allocation on subnet 7085ea87-aa12-4d20-8a44-b5112f697dde, cannot delete Jan 14 03:15:16.835868 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5', 'code': 200} Jan 14 03:15:16.836195 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da', 'code': 200} Jan 14 03:15:16.838764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Sync routers for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:16.905281 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:15:16.905763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:15:16.907589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a972b6bc-274a-4c14-88ab-87f3126cb5ed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 409 len: 404 time: 1.6599624 Jan 14 03:15:16.971978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:16.973148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:16.991229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Pushing event updated for resources: {'Port': ['ID=89ebfe20-f7ae-4c5a-850f-823103908782,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:16.994898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:17.049425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46977287-7826-475c-9246-5fcd15833a08 None None] Provisioning for port 9438b031-b67a-4401-bfac-cc8d8f63d890 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:17.076715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.174350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.189885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:17.223555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=614478b3-ea3c-44c7-b39e-06a8c6adddca,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:17.233813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cecbe22e-902c-4c6f-b332-39ae8f6bd986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:17.242073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:17.317348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.319283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7d7d0a37-3397-49f5-8b40-bba5818e60ff req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/614478b3-ea3c-44c7-b39e-06a8c6adddca HTTP/1.1" status: 204 len: 173 time: 1.8727973 Jan 14 03:15:17.396812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] The port '8440810a-e379-40ef-9283-c1d41a51e616' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:15:17.411394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.436919 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-a80fbbf7-53e1-48e5-98d5-62f2ad327876 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941 HTTP/1.1" status: 200 len: 217 time: 0.5932729 Jan 14 03:15:17.497781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Pushing event deleted for resources: {'Port': ['ID=8440810a-e379-40ef-9283-c1d41a51e616,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:17.517766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:17.532757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] No DVR routers for this DVR port 8440810a-e379-40ef-9283-c1d41a51e616 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:17.571935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-75ff5e7d-c006-4b31-9dcc-4690f6d2a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:17.573607 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-75ff5e7d-c006-4b31-9dcc-4690f6d2a007 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.0908005 Jan 14 03:15:17.587135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port f0e341d1-95fb-42aa-aaf1-65ad560b71da triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:17.587695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.609273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.614595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Deleting port a0b410ad-881f-4484-b46d-60cf1523b950 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:17.614967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.713823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9438b031-b67a-4401-bfac-cc8d8f63d890 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:17.749072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:17.750866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9438b031-b67a-4401-bfac-cc8d8f63d890 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:17.751293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.806169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] For port a0b410ad-881f-4484-b46d-60cf1523b950, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0b410ad-881f-4484-b46d-60cf1523b950,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:17.806604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:17.842986 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-46ad383e-ff71-447d-89d2-386d7ff2202f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2450879 Jan 14 03:15:17.911923 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c', 'status': 'completed', 'code': 200} Jan 14 03:15:17.915560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44644) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:17.921031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:17.985933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:17.990668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:17.991670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:18.111746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:18.152230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.240174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Calling delete_port for a0b410ad-881f-4484-b46d-60cf1523b950 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:18.358098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-47263142-network', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:18.363232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-fc8d0593-72a7-4772-acdf-ecbc5e8364bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:18.364918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-fc8d0593-72a7-4772-acdf-ecbc5e8364bc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 1159 time: 1.5060570 Jan 14 03:15:18.420869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:18.547138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-99f375bd-08b8-444e-bac7-4c0b04049a4e tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/f55f3149-dfa1-4283-85ba-8b9888a1a6fc HTTP/1.1" status: 200 len: 2403 time: 1.1846719 Jan 14 03:15:18.549243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.567839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Usage tracker for resource:network and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:18.585801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.587476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:18.617486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:18.626822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f0e341d1-95fb-42aa-aaf1-65ad560b71da no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:18.638874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-92413d00-9621-4837-9a9c-96eac5ef48cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde205d4-c635-468d-a5ec-f07b85e1788c HTTP/1.1" status: 200 len: 217 time: 0.2581785 Jan 14 03:15:18.671123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.685199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:18.713721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10aa1007-8711-43c7-a241-d4377c41e885,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:18.728210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:18.731374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.761548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.777242 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:18.823822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.830757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:18.835290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.848470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:18.859319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8277782-b026-414c-81b8-946ce01fd963']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:18.863898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:18.870551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 9438b031-b67a-4401-bfac-cc8d8f63d890, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9438b031-b67a-4401-bfac-cc8d8f63d890,segment=NetworkSegment(bfa9fa81-16ad-46a7-ab43-15e44b09389f),segment_id=bfa9fa81-16ad-46a7-ab43-15e44b09389f)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:18.879208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:18.965420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:18.997058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89c36a1-5ab0-4069-be8e-2e301c659f68 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:19.016500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.049740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3c664-5822-461c-8c06-2411e2745956 req-8ecad532-a25a-41f0-866e-47ea1148d9ec tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:19.050575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-8ecad532-a25a-41f0-866e-47ea1148d9ec tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Synchronizing usage tracker for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:19.069468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.109185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-b73f516b-3082-48c8-bd8d-ad4f91ace475 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:19.110023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-b73f516b-3082-48c8-bd8d-ad4f91ace475 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Synchronizing usage tracker for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:19.111668 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5', 'code': 200} Jan 14 03:15:19.121174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.144627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:19.147858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.154220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.156234 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/10aa1007-8711-43c7-a241-d4377c41e885 HTTP/1.1" status: 204 len: 168 time: 3.8834696 Jan 14 03:15:19.157508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:19.159027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44652) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:19.159292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:19.178710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8ad3c664-5822-461c-8c06-2411e2745956 req-8ecad532-a25a-41f0-866e-47ea1148d9ec tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Unset dirty status for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:19.180107 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-8ecad532-a25a-41f0-866e-47ea1148d9ec tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "GET /v2.0/ports?device_id=ad62153b-984a-4e5a-813a-4c081c40790c HTTP/1.1" status: 200 len: 950 time: 0.8534362 Jan 14 03:15:19.213849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Transition to ACTIVE for port object e89c36a1-5ab0-4069-be8e-2e301c659f68 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:19.250745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8440810a-e379-40ef-9283-c1d41a51e616 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:19.305768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port f0e341d1-95fb-42aa-aaf1-65ad560b71da, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f0e341d1-95fb-42aa-aaf1-65ad560b71da,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:19.310241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dc7f59-e7f0-4fe8-935c-863de90a0c20') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:19.310856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dc7f59-e7f0-4fe8-935c-863de90a0c20') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:19.312795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8440810a-e379-40ef-9283-c1d41a51e616 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:15:19.313413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8440810a-e379-40ef-9283-c1d41a51e616 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:15:19.319946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f65825d4-0fe9-4fab-9807-605ef412f43f None None] Provisioning complete for port 9438b031-b67a-4401-bfac-cc8d8f63d890 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:19.320420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f65825d4-0fe9-4fab-9807-605ef412f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.338974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.350773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.352003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.355963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-5f2a8e74-6493-4949-bd1f-3e75d826c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:19.358110 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-5f2a8e74-6493-4949-bd1f-3e75d826c989 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b1cb9d62-3cd7-47ad-9115-8a4f6968926b HTTP/1.1" status: 200 len: 862 time: 0.6987679 Jan 14 03:15:19.364426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:19.388173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:15:11Z', 'revision_number': 5, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:19.394252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=9438b031-b67a-4401-bfac-cc8d8f63d890,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:19.409023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:19.409674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:19.438066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-b73f516b-3082-48c8-bd8d-ad4f91ace475 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Unset dirty status for tenant:01b53f38ebf343d9a55e10732430f574 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:19.439330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-b73f516b-3082-48c8-bd8d-ad4f91ace475 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "GET /v2.0/ports?device_id=748c3d1d-0873-4828-9aee-22a11354ae24 HTTP/1.1" status: 200 len: 950 time: 1.1184211 Jan 14 03:15:19.439569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Checking router: d5210c6c-73f3-470e-8c94-3103e927b6bb for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:19.491174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Pushing event deleted for resources: {'Port': ['ID=dc227288-b35c-4a88-94bf-1d95d8d38fb9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:19.492572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Routers {'d5210c6c-73f3-470e-8c94-3103e927b6bb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:19.494628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d5210c6c-73f3-470e-8c94-3103e927b6bb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:19.500170 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-59732a60-8e0a-4312-8598-b53802c1e19b service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5772929 Jan 14 03:15:19.577109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:19.588573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.655100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:19.684513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:19.694448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:19.699419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.728149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.735269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.757333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] Set router d5210c6c-73f3-470e-8c94-3103e927b6bb gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:19.775399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:19.781149 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.783827 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:19.787007 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:19.795919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Deleting port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:19.795919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.796233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:15:19.835738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Pushing event updated for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:19.865431 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-e8a46056-97a3-454b-8433-e4c0c93a6f7b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=67698439-20b8-4922-b3f5-c6839825a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531409 Jan 14 03:15:19.880928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:19.892987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:19.915505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Deleting port f0e341d1-95fb-42aa-aaf1-65ad560b71da {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:19.916392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.956925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-52874f45-dec5-4194-9b2b-83b4c9ae4888 None None] Provisioning complete for port 9438b031-b67a-4401-bfac-cc8d8f63d890 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:19.957305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52874f45-dec5-4194-9b2b-83b4c9ae4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:19.998325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.016425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:20.035517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:20.117168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:20.183118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.6 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/3b329e51-fad9-4efd-a1a4-5462d81fa1e7) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:20.187729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:15:11Z', 'revision_number': 5, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:20.192548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3977e5-2e66-49d5-8a6b-486df1ba30ef None None] The sync data for ids ['d5210c6c-73f3-470e-8c94-3103e927b6bb'] in n-d-765315-13 is: [{'id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1379172205-router', 'tenant_id': '048ac9501882434b910373a7838ca17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:14:16Z', 'updated_at': '2021-01-14T03:15:11Z', 'revision_number': 5, 'project_id': '048ac9501882434b910373a7838ca17e', 'gw_port': {'id': 'a0b410ad-881f-4484-b46d-60cf1523b950', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5210c6c-73f3-470e-8c94-3103e927b6bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:14:18Z', 'updated_at': '2021-01-14T03:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:20.358793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] No DVR routers for this DVR port dc227288-b35c-4a88-94bf-1d95d8d38fb9 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:20.404220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.426548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-deleted', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:20.473831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Network d8277782-b026-414c-81b8-946ce01fd963 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:20.499364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.517057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.548573 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c35daf-a86d-44db-9547-5bcefc2dc377', 'name': 'network-vif-deleted', 'tag': 'dc227288-b35c-4a88-94bf-1d95d8d38fb9', 'status': 'completed', 'code': 200} Jan 14 03:15:20.560626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.572010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-133b6557-c747-47f3-8d95-3252f74191ab tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:20.589187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.660583 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-fe772b46-c07b-4959-85b1-f2a8620b6f9c service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0850537 Jan 14 03:15:20.683795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f3149-dfa1-4283-85ba-8b9888a1a6fc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:20.687668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:20.700804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f84b754e-187a-4981-811e-797b0a404cd5 req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] 10.222.0.78 "DELETE /v2.0/ports/dc227288-b35c-4a88-94bf-1d95d8d38fb9 HTTP/1.1" status: 204 len: 173 time: 7.4253359 Jan 14 03:15:20.823236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-3e081f2d-68d9-48f8-9b8e-0b7dccc2f4d1 service neutron] 10.222.0.78 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9249156 Jan 14 03:15:20.852074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.853368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-95ae716b-b662-4b1b-bf83-edb7aa00b62a req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/f55f3149-dfa1-4283-85ba-8b9888a1a6fc HTTP/1.1" status: 204 len: 173 time: 2.2865241 Jan 14 03:15:20.877258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:20.962670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Network d8277782-b026-414c-81b8-946ce01fd963 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:21.003398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.003982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5210c6c-73f3-470e-8c94-3103e927b6bb {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:15:21.112774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:21.171452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.172665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b90d685-c31a-4e2e-b313-aadf76d31cb4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d5210c6c-73f3-470e-8c94-3103e927b6bb HTTP/1.1" status: 204 len: 168 time: 4.3480144 Jan 14 03:15:21.185508 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da', 'code': 200} Jan 14 03:15:21.201200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44662) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:21.324118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2356ba5-a441-4de1-bb23-34cbb8413717']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:21.376320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c889486f-a8f3-47f0-8697-55548b173ef2') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:21.376709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c889486f-a8f3-47f0-8697-55548b173ef2') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:21.387252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Attempting to bind port e89c36a1-5ab0-4069-be8e-2e301c659f68 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:21.387620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Attempting to bind port e89c36a1-5ab0-4069-be8e-2e301c659f68 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:21.387983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Attempting to bind port e89c36a1-5ab0-4069-be8e-2e301c659f68 on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:21.395087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] For port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:21.395308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:15:21.402757 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:15:21.421894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-05aa36d1-d3c4-4557-82be-c57998503202 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "GET /v2.0/security-groups/236709dc-a859-4cad-8c3c-01f510bc9d64 HTTP/1.1" status: 200 len: 2398 time: 0.5081720 Jan 14 03:15:21.422083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9438b031-b67a-4401-bfac-cc8d8f63d890 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:21.453948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.460940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:21.461252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:21.461656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.462051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:21.462538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Bound port: e89c36a1-5ab0-4069-be8e-2e301c659f68, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:21.462937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.498334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9438b031-b67a-4401-bfac-cc8d8f63d890 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:21.498823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.615480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Calling delete_port for f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:21.674328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Deleting subnet 2b695198-eaa7-45f5-bf9a-7929d8b8fe02 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:15:21.685048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0b410ad-881f-4484-b46d-60cf1523b950 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:21.717418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Allocated IP 172.25.3.240 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/2c9bd119-69e6-4ec9-8480-5c0fa6923b0e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:21.718339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.725698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] For port f0e341d1-95fb-42aa-aaf1-65ad560b71da, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f0e341d1-95fb-42aa-aaf1-65ad560b71da,segment=NetworkSegment(c336cb4b-ed4a-4579-a792-5df65cba5cd6),segment_id=c336cb4b-ed4a-4579-a792-5df65cba5cd6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:21.726026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.736733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a0b410ad-881f-4484-b46d-60cf1523b950 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:15:21.737044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0b410ad-881f-4484-b46d-60cf1523b950 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:15:21.737409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:21.739669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.771704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:15:21.772550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ac7fb9f-4234-4acd-a2c3-e075a160b8a4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:15:21.784267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.785812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:15:21.811277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.812478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:21.830130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.870913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.894826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8277782-b026-414c-81b8-946ce01fd963,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:21.923432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:21.930653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:21.951357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:21.967068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-f6cf3e9e-e40d-4511-94db-dc06dc5e85f3 service neutron] 10.222.0.78 "GET /v2.0/networks/67698439-20b8-4922-b3f5-c6839825a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0838320 Jan 14 03:15:21.969576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Calling delete_port for f0e341d1-95fb-42aa-aaf1-65ad560b71da owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:22.033632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-f840721e-4962-4d18-a793-09156ad67379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:22.035171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-f840721e-4962-4d18-a793-09156ad67379 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 1159 time: 1.3074515 Jan 14 03:15:22.061425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:22.137314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.189422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.200293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d8277782-b026-414c-81b8-946ce01fd963 HTTP/1.1" status: 204 len: 168 time: 7.3625062 Jan 14 03:15:22.226900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.369743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d1e3b1-a1b6-430d-a7a9-e3b60c5bf871,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:22.372811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:22.375124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.375518 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Added segment 86c96f25-96f0-48cb-b123-38bd165ecc82 of type vxlan for network 365c3433-935b-4922-b09e-5acd0e071e8a Jan 14 03:15:22.396911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:22.456534 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f198762-de21-4ab3-8bec-e48620a10e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:22.529575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.576597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:22.596327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Network e2356ba5-a441-4de1-bb23-34cbb8413717 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:22.646960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.694555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:22.710267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-9c940161-ce5f-499c-9c53-58228473f1d7 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:15:22.717279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.752653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c3692f-22be-48c0-a155-ae190d8cc3e0,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:22.772244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.785768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.795728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:22.814999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7080320e-d006-469a-8988-3b9516f5db66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2cd126ebebab47dc8524238697ae6400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262094 Jan 14 03:15:22.816128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.820892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:22.825498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:22.849055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a07ee00-6415-4c5c-83bc-9a3dad6373c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:22.856046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-139cffc3-558e-4426-b7d2-e82fab7c6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:22.857654 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-139cffc3-558e-4426-b7d2-e82fab7c6c1e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 906 time: 0.7351685 Jan 14 03:15:22.858323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02931dbb-1a9a-46f2-995b-522f4950fa6a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:22.918652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:22.991550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device a4f1bfeb-2820-436e-aa4c-7ed922955941 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:22.992617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-29d7350d-32cc-49bb-84c3-50c57b58eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:22.994789 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-29d7350d-32cc-49bb-84c3-50c57b58eb8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2862de87dc44ea8b6d4731ff7629622&device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 1159 time: 0.9446311 Jan 14 03:15:23.078927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port a4f1bfeb-2820-436e-aa4c-7ed922955941 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:23.085389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port a4f1bfeb-2820-436e-aa4c-7ed922955941 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:23.086057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.156954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.219943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.221297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.251248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Network e2356ba5-a441-4de1-bb23-34cbb8413717 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:23.252848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:23.264756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:23.270922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.273821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0eab411-b13f-432d-bb66-f3864ec26773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:15:23.293695 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:15:23.379054 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941', 'code': 200} Jan 14 03:15:23.380134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.385346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.439580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-26b679b4-641e-4607-b6e8-0835d67d3ef2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941 HTTP/1.1" status: 200 len: 217 time: 0.5443225 Jan 14 03:15:23.442220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Pushing event updated for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.500704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.505645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36345b3d-2628-47a9-b23d-38b3bf18d925 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.574489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.581991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event deleted for resources: {'Port': ['ID=f7f3bc49-7f1e-409e-957b-3c8520eaf8b5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.583808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.601578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.602147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.666793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.667764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:23.668431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.701487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.738575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.745361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.750756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.809001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Pushing event deleted for resources: {'Port': ['ID=f0e341d1-95fb-42aa-aaf1-65ad560b71da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.837525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.843186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.848769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be420af5-c213-404b-9fac-ba0b62d9e228 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.870150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Checking segment: {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:23.870755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Network hostable DHCP agents. Network: e27edd86-beab-47f3-aa1d-ebfce7cede55, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:23.886545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:23.887203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.888748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] 10.222.0.78 "PUT /v2.0/ports/e89c36a1-5ab0-4069-be8e-2e301c659f68 HTTP/1.1" status: 200 len: 1156 time: 9.5152819 Jan 14 03:15:23.892776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:23.909275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Pushing event deleted for resources: {'SecurityGroup': ['ID=236709dc-a859-4cad-8c3c-01f510bc9d64,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:23.914178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:23.923255 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.9499083 Jan 14 03:15:23.923455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:23.939871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44680) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:23.952610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:23.967474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Request body: {'subnet': {'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-47263142-subnet', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:23.993690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.011101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-039c0c78-7b44-4500-93db-ddcfe75d5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:24.012717 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-039c0c78-7b44-4500-93db-ddcfe75d5b10 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.5230761 Jan 14 03:15:24.026258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2356ba5-a441-4de1-bb23-34cbb8413717,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:24.031658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:24.044854 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68', 'status': 'completed', 'code': 200} Jan 14 03:15:24.045982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.047200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-450e8343-2163-4dd2-a481-504db9ccbc8f req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] 10.222.0.30 "DELETE /v2.0/security-groups/236709dc-a859-4cad-8c3c-01f510bc9d64 HTTP/1.1" status: 204 len: 173 time: 2.6098509 Jan 14 03:15:24.054987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e2356ba5-a441-4de1-bb23-34cbb8413717 HTTP/1.1" status: 204 len: 168 time: 4.8745782 Jan 14 03:15:24.080250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:24.082950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44686) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:24.084058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Usage tracker for resource:subnet and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:24.099955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:24.108779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=365c3433-935b-4922-b09e-5acd0e071e8a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:24.121664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:24.157633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:24.184552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:24.217208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:24.240508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] No DVR routers for this DVR port f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:24.268321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:24.276130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.281008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8ad3c664-5822-461c-8c06-2411e2745956 req-1253ee89-d8d1-44e0-ad46-ffd72926d2c6 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.74 "DELETE /v2.0/ports/f7f3bc49-7f1e-409e-957b-3c8520eaf8b5 HTTP/1.1" status: 204 len: 173 time: 5.0625291 Jan 14 03:15:24.283172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-fe358b07-2a1b-4b00-b050-888fadaa9a1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886716 Jan 14 03:15:24.284644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.298937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.322689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-f428b438-1bc4-45e7-ba1c-5027349df2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:24.326346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-f428b438-1bc4-45e7-ba1c-5027349df2ef service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=c2862de87dc44ea8b6d4731ff7629622&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9481945 Jan 14 03:15:24.327448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:24.376825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:24.381989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.404883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:24.503534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:24.544851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:24.560114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Deleting subnet 47973661-7336-4cb0-963c-339b9c9fb01e {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:15:24.593002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:24.607438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.637208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] No DVR routers for this DVR port f0e341d1-95fb-42aa-aaf1-65ad560b71da on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:24.655507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:24.657689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-217292c0-9016-44a7-9b33-d4469fcd9c0a req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] 10.222.0.78 "DELETE /v2.0/ports/f0e341d1-95fb-42aa-aaf1-65ad560b71da HTTP/1.1" status: 204 len: 173 time: 5.1783597 Jan 14 03:15:24.668923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:24.676029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-607e909c-716e-4cfa-b3ff-44286d0668b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:24.677782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-607e909c-716e-4cfa-b3ff-44286d0668b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 1159 time: 0.7251084 Jan 14 03:15:24.715491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e27edd86-beab-47f3-aa1d-ebfce7cede55) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:24.823546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a643ad0-a33f-4742-94a2-5534a617be9b None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:24.925987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Pushing event updated for resources: {'Port': ['ID=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:25.037155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-8ba7172c-b226-4a0c-9590-3a608a2f3219 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:15:25.098808 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-4c709156-fb6f-4cb3-bfdd-2dd4e3d98ddb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68 HTTP/1.1" status: 200 len: 217 time: 0.3858392 Jan 14 03:15:25.112504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.200925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-e27edd86-beab-47f3-aa1d-ebfce7cede55', 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'fixed_ips': [{'subnet_id': '95c3692f-22be-48c0-a155-ae190d8cc3e0'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:25.202071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.219409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:25.252525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:25.253251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.260590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.283016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:25.317428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device dde205d4-c635-468d-a5ec-f07b85e1788c up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.378333 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.388179 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.395719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b695198-eaa7-45f5-bf9a-7929d8b8fe02,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:25.396650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:25.397898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.420138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:25.433964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-b2217eb8-185a-4a60-88bd-0564938cee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:25.435562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-b2217eb8-185a-4a60-88bd-0564938cee55 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.3261850 Jan 14 03:15:25.452462 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2492d363-fa0f-4ccd-83a7-21622849d61b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d69cd5ef97a74d40ab7ac38f9ba79c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001100 Jan 14 03:15:25.453675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:25.461210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.461503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44694) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:25.477754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:25.480371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.480871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port dde205d4-c635-468d-a5ec-f07b85e1788c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:25.482073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.483289 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cae2ad39-74bb-4949-825b-9cc1eaab0287 HTTP/1.1" status: 204 len: 168 time: 2.6529794 Jan 14 03:15:25.487387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:25.501244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port dde205d4-c635-468d-a5ec-f07b85e1788c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:25.501811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.521062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22bdafef-a126-4a40-b5d2-c91713c0c9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:25.554067 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-9e981570-eb31-4ed0-b5c2-f131c9898e33 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1955481 Jan 14 03:15:25.555702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 10.6506689 Jan 14 03:15:25.567527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44700) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:25.568933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.9124699 Jan 14 03:15:25.578613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2ad39-74bb-4949-825b-9cc1eaab0287,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:25.581245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-2eae5839-13d2-4ad4-a24e-a50a783388b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:25.583138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-de4f2c3d-16a7-477b-b06f-db8a589c37f5 req-2eae5839-13d2-4ad4-a24e-a50a783388b6 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1807399 Jan 14 03:15:25.604664 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-3b2e77fd-0f17-48ff-a690-37574862220b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133847 Jan 14 03:15:25.608357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:25.618014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Request body: {'port': {'device_id': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:25.646784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:25.653474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.668747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:25.672993 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:25.679163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ddfc0-fa7e-437c-b7f2-f7098df712fd None None] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:25.689291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-a35e67e6-c28e-4071-b645-5ae20ee7f186 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:25.690115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-a35e67e6-c28e-4071-b645-5ae20ee7f186 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:25.693910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Usage tracker for resource:router and tenant:f34c4708c55240b18503f5a55319873b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:25.698583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.729864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2b695198-eaa7-45f5-bf9a-7929d8b8fe02 HTTP/1.1" status: 204 len: 168 time: 4.5198469 Jan 14 03:15:25.732290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:25.773062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44704) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:25.840609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Allocated IP 172.20.0.2 (e27edd86-beab-47f3-aa1d-ebfce7cede55/95c3692f-22be-48c0-a155-ae190d8cc3e0/933567f0-3a08-40e7-af62-9b4f5c7a1871) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:25.867863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:25.947286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:25.965162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-a35e67e6-c28e-4071-b645-5ae20ee7f186 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:25.966417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-a35e67e6-c28e-4071-b645-5ae20ee7f186 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 945 time: 0.9287772 Jan 14 03:15:26.067128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.068242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.072020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-deleted', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5'}, {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-deleted', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:26.086054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port a4f1bfeb-2820-436e-aa4c-7ed922955941 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:26.086436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.200161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.205633 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad62153b-984a-4e5a-813a-4c081c40790c', 'name': 'network-vif-deleted', 'tag': 'f7f3bc49-7f1e-409e-957b-3c8520eaf8b5', 'status': 'completed', 'code': 200} Jan 14 03:15:26.205898 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c3d1d-0873-4828-9aee-22a11354ae24', 'name': 'network-vif-deleted', 'tag': 'f0e341d1-95fb-42aa-aaf1-65ad560b71da', 'status': 'completed', 'code': 200} Jan 14 03:15:26.242096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.247845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-6c4d0977-780c-4544-9847-f259ea04750a service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217046 Jan 14 03:15:26.287976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:15:26.303437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.383304 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-27b65270-7899-4983-abfb-bd99f14a31f3 req-ce3f8d02-5f50-412a-a380-7c4cea8825a1 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8131080 Jan 14 03:15:26.383898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.413047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.426423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.427140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Transition to ACTIVE for port object 933567f0-3a08-40e7-af62-9b4f5c7a1871 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:26.446950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Transition to ACTIVE for port object 933567f0-3a08-40e7-af62-9b4f5c7a1871 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:26.449264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:26.463387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-228f4d25-2e01-44c1-83e1-aca07cf782fa service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1727567 Jan 14 03:15:26.482978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.582740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port dde205d4-c635-468d-a5ec-f07b85e1788c, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dde205d4-c635-468d-a5ec-f07b85e1788c,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:26.587020 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c', 'code': 200} Jan 14 03:15:26.590393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:26.704294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Deleting port 296241bd-4cef-4488-93b8-1ca257c4a5e5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:26.704668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.715987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Pushing event updated for resources: {'Port': ['ID=933567f0-3a08-40e7-af62-9b4f5c7a1871,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:26.722868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:26.728206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:26.746636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de82a560-9c2a-466f-bb86-42aa7c00ae09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:26.796545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device a4f1bfeb-2820-436e-aa4c-7ed922955941 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:26.965269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:26.979814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:27.012177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:27.013697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] DHCP port deletion for eacf74fb-bceb-436e-a2bd-119f77b2d546 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:15:27.051470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:27.055001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:27.063355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Deleting port 296241bd-4cef-4488-93b8-1ca257c4a5e5 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:27.064151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.203087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Attempting to bind port 933567f0-3a08-40e7-af62-9b4f5c7a1871 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:27.203436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Attempting to bind port 933567f0-3a08-40e7-af62-9b4f5c7a1871 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:27.203800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Attempting to bind port 933567f0-3a08-40e7-af62-9b4f5c7a1871 on network e27edd86-beab-47f3-aa1d-ebfce7cede55 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:27.213724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.230027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:27.230460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Checking segment: {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:27.230882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.231329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Bound using segment: {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:27.231860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Bound port: 933567f0-3a08-40e7-af62-9b4f5c7a1871, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:27.232285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.249409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44728) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:27.312794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:27.319568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.327034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Sync routers for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:27.333056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8e5662ac-1b7d-4103-b0e7-b6df9f0bfc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:27.361357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:27.365947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:27.373769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.390369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2da06208-147d-4801-9953-e30497a5a20b None None] For port 933567f0-3a08-40e7-af62-9b4f5c7a1871, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:27.394717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2da06208-147d-4801-9953-e30497a5a20b None None] For port 933567f0-3a08-40e7-af62-9b4f5c7a1871, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933567f0-3a08-40e7-af62-9b4f5c7a1871,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:27.395341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.398793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.404413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88cd145f-af22-4aa3-a4cd-d535f5a78329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:27.436285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:27.443302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.464883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:27.500088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.516901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 296241bd-4cef-4488-93b8-1ca257c4a5e5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:27.550588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47973661-7336-4cb0-963c-339b9c9fb01e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:27.554191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-d0ade105-488b-419a-9285-40209d0faa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:27.556090 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-d0ade105-488b-419a-9285-40209d0faa79 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 1159 time: 1.0336709 Jan 14 03:15:27.557205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:27.590357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4892696-b2cb-49df-9120-3b422b359d11,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:27.611406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:27.658953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1316001139-network', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:27.693446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:27.739639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:27.753636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:27.753873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.790639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.792135 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4892696-b2cb-49df-9120-3b422b359d11 HTTP/1.1" status: 204 len: 168 time: 2.3163416 Jan 14 03:15:27.831668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:27.833501 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 22.6897297 Jan 14 03:15:27.842916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44736) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:27.850595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Usage tracker for resource:network and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:28.045019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e89c36a1-5ab0-4069-be8e-2e301c659f68 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:28.123355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:28.156161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for a4f1bfeb-2820-436e-aa4c-7ed922955941 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:28.159894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:28.159894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.244498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.273101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.283009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Pushing event updated for resources: {'Port': ['ID=933567f0-3a08-40e7-af62-9b4f5c7a1871,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:28.286912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:28.291535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:28.293990 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2375318f-9a87-42cf-92ef-fe8157a2b68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:28.294799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86ea2558-684e-487c-b43d-e2cbcfb17e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.779s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:28.329652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:19Z', 'revision_number': 3, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:28.338286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Checking router: 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:28.343797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Updating router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d port 89ebfe20-f7ae-4c5a-850f-823103908782 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:28.372234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:28.372234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.422070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Calling delete_port for 296241bd-4cef-4488-93b8-1ca257c4a5e5 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:28.457737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.471856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.557979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Made reservation on behalf of 6fd6a48471b74c9d8a30210749ab8934 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:28.562713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.585425 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47973661-7336-4cb0-963c-339b9c9fb01e HTTP/1.1" status: 204 len: 168 time: 4.4935431 Jan 14 03:15:28.591056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44750) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:28.605334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.615869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-f485dcdb-3b50-4ea8-92fb-78f251408425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:28.617512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-f485dcdb-3b50-4ea8-92fb-78f251408425 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0244384 Jan 14 03:15:28.651596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:28.677250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port e89c36a1-5ab0-4069-be8e-2e301c659f68 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:28.690617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:28.695741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:28.720994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:28.733766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Calling delete_port for 296241bd-4cef-4488-93b8-1ca257c4a5e5 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:28.764088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.816823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:28.853932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port e89c36a1-5ab0-4069-be8e-2e301c659f68 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:28.854358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:28.872596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:28.881032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:28.881393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:28.882177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:28.893249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-e14c0eed-cad3-4695-bec9-06d6c4dfacd2 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:28.894179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-e14c0eed-cad3-4695-bec9-06d6c4dfacd2 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Synchronizing usage tracker for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:28.913816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Transition to ACTIVE for port object 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:28.924706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:28.935058 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941', 'code': 422} returned with failed status Jan 14 03:15:28.940426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.003133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.003369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:29.027543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:29.038365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.045686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:29.046274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.069136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-4589da87-5afb-445f-a94e-9af3db67e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:29.070720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-097975fa-4f82-4b66-a0ee-7e35113d7989 req-4589da87-5afb-445f-a94e-9af3db67e0a0 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4320660 Jan 14 03:15:29.119631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.142980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Transition to ACTIVE for port object 89ebfe20-f7ae-4c5a-850f-823103908782 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:29.148317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.165405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.207811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=296241bd-4cef-4488-93b8-1ca257c4a5e5,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:29.213253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:29.231475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.306013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:29.310660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.312891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.356964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Checking segment: {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:29.357393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Network hostable DHCP agents. Network: 365c3433-935b-4922-b09e-5acd0e071e8a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:29.370099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device dde205d4-c635-468d-a5ec-f07b85e1788c no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:29.446399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port a4f1bfeb-2820-436e-aa4c-7ed922955941 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:29.446819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.509937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Pushing event updated for resources: {'Port': ['ID=89ebfe20-f7ae-4c5a-850f-823103908782,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:29.516856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:29.529659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:29.543474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.543847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.544362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.544889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.545477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.546150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.546681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.547067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.547477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.547902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.548384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.548884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.549288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.549651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.550266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.550627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.550978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.551331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.551685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.552582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.552888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.553240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.553595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.554514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.555084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.555445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.555796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.556183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.556616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.556967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.557315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.557666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.558013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.558365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.558714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.559244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:29.564636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Attempting to bind port 89ebfe20-f7ae-4c5a-850f-823103908782 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:29.565084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Attempting to bind port 89ebfe20-f7ae-4c5a-850f-823103908782 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:29.565569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Attempting to bind port 89ebfe20-f7ae-4c5a-850f-823103908782 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:29.575967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:29.578186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:29.578409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:29.580077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.580640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:29.583146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Bound port: 89ebfe20-f7ae-4c5a-850f-823103908782, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:29.583591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.664754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.724853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-e14c0eed-cad3-4695-bec9-06d6c4dfacd2 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Unset dirty status for tenant:c2862de87dc44ea8b6d4731ff7629622 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:29.726298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-e14c0eed-cad3-4695-bec9-06d6c4dfacd2 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.78 "GET /v2.0/ports?device_id=4d66ec15-aaf3-4def-b2c3-b19d4d20b83b HTTP/1.1" status: 200 len: 945 time: 1.9793653 Jan 14 03:15:29.727253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] For port 89ebfe20-f7ae-4c5a-850f-823103908782, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:29.727668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port dde205d4-c635-468d-a5ec-f07b85e1788c, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dde205d4-c635-468d-a5ec-f07b85e1788c,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:29.727877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Network 365c3433-935b-4922-b09e-5acd0e071e8a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:29.731416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] For port 89ebfe20-f7ae-4c5a-850f-823103908782, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89ebfe20-f7ae-4c5a-850f-823103908782,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:29.735025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.738063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.741923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.751777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.817246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:15:29.817246 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 03:15:29.817246 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': '296241bd-4cef-4488-93b8-1ca257c4a5e5', 'host': 'n-d-765315-13'}] Jan 14 03:15:29.817246 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:29.818562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:29.841525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.852319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e89c36a1-5ab0-4069-be8e-2e301c659f68 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:29.861488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:29.903516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:29.917849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:29.935915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.953639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port e89c36a1-5ab0-4069-be8e-2e301c659f68 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:29.954018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:29.997107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Pushing event updated for resources: {'Port': ['ID=89ebfe20-f7ae-4c5a-850f-823103908782,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:30.019907 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:30.101504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:30.102174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:30.127163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 365c3433-935b-4922-b09e-5acd0e071e8a) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:30.140227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:30.141026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:30.165291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.188970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Pushing event updated for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:30.205142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661612a-f0f5-48e0-b858-f4b17d56d9fd None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:30.310374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:30.399774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.407916 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.414350 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:30.419170 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:30.428507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Deleting port dde205d4-c635-468d-a5ec-f07b85e1788c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:30.429151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.439797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Deleting port 296241bd-4cef-4488-93b8-1ca257c4a5e5 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:30.440430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.468944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:30.600764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:30.601613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.670635 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.7196326 Jan 14 03:15:30.700221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:30.723657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:30.737948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:30.742313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Usage tracker for resource:router and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:30.746014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:30.751248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Deleting port 296241bd-4cef-4488-93b8-1ca257c4a5e5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:30.751804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.755573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:30.804979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.806642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-365c3433-935b-4922-b09e-5acd0e071e8a', 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'fixed_ips': [{'subnet_id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:30.808947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.813293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.814437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.891005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.939509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:30.948022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68'}, {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:30.981817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:30.983707 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Added segment aaef5825-5c9f-4d78-a9ba-b1a09e35631d of type vxlan for network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 Jan 14 03:15:30.995718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.053494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.115948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-433941e7-4eb7-456c-8b9e-9aed8fd9dce6 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:31.144926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:19Z', 'revision_number': 3, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:31.149781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae58-eccf-476f-8676-86a3b63697de None None] The sync data for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 is: [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:19Z', 'revision_number': 3, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:31.190247 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68', 'code': 200} Jan 14 03:15:31.190526 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c', 'code': 200} Jan 14 03:15:31.196139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4fa05f-61f8-4e22-a2a0-41062cb1a553 None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:31.205661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44794) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:31.215525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port a4f1bfeb-2820-436e-aa4c-7ed922955941, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a4f1bfeb-2820-436e-aa4c-7ed922955941,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:31.216043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.224965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.226301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:31.227581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.243881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.282302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0a99df-d4ec-4691-afda-db0aa4d9ce65,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:31.341686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Attempting to bind port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:31.342060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Attempting to bind port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:31.342431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Attempting to bind port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:31.342730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:31.343185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.375678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb8b2407-3488-4cdb-9296-9e363bc9e48e None None] Provisioning for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:31.561754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933567f0-3a08-40e7-af62-9b4f5c7a1871 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:31.632814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Calling delete_port for 296241bd-4cef-4488-93b8-1ca257c4a5e5 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:31.692292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Allocated IP 172.25.3.213 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/d9125754-0470-4187-bdfe-73f22a7ad292) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:31.697408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:31.723264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:31.723653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:31.724173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.724608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:31.725487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Bound port: 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:31.725617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:31.791189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for a4f1bfeb-2820-436e-aa4c-7ed922955941 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:31.966885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:32.030955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Allocated IP 172.20.0.2 (365c3433-935b-4922-b09e-5acd0e071e8a/3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e/891a05ed-170d-4dd4-a63a-5779da6b2325) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:32.163570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6360c336-c824-45de-9418-d9112476bd4c']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:32.202490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.232729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Pushing event updated for resources: {'Network': ['ID=3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:32.236476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:32.241639 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.9847741 Jan 14 03:15:32.241639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.243235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] For port dde205d4-c635-468d-a5ec-f07b85e1788c, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=dde205d4-c635-468d-a5ec-f07b85e1788c,segment=NetworkSegment(720a501e-290a-42ee-9076-ca61e42645d6),segment_id=720a501e-290a-42ee-9076-ca61e42645d6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:32.244186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.261180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44800) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:32.287108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:32.313265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Request body: {'subnet': {'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1316001139-subnet', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:32.318973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1335d34-1c70-41ff-b542-38b69b347904') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:32.319305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1335d34-1c70-41ff-b542-38b69b347904') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:32.332262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:32.332686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67544882-86a4-4d60-ad5c-fa2a50e65d7b tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:32.345549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:32.358633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:32.399480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Pushing event deleted for resources: {'Port': ['ID=296241bd-4cef-4488-93b8-1ca257c4a5e5,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:32.463941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:32.468795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.482900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Calling delete_port for dde205d4-c635-468d-a5ec-f07b85e1788c owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:32.518935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=a4f1bfeb-2820-436e-aa4c-7ed922955941,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:32.536639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:32.561871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.578155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Usage tracker for resource:subnet and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:32.590624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:32.590933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:32.595607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:32.635067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Usage tracker for resource:security_group_rule and tenant:92b655e0d0c04313890425e767909572 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:32.638151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:32.663304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:32.674388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:32.701421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.722077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:15:32.731532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:32.735687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Releasing vxlan tunnel 14 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:15:32.756502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] No DVR routers for this DVR port 296241bd-4cef-4488-93b8-1ca257c4a5e5 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:32.756846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.763537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.869935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:32.870356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.871374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Made reservation on behalf of 6fd6a48471b74c9d8a30210749ab8934 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:32.876282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.934818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.964526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:32.995337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-6f9119b6-3c5a-43ff-8bf8-077be859de56 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:32.996147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-6f9119b6-3c5a-43ff-8bf8-077be859de56 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:33.005161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port a4f1bfeb-2820-436e-aa4c-7ed922955941 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:33.008573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Transition to ACTIVE for port object 891a05ed-170d-4dd4-a63a-5779da6b2325 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:33.013992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.015054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:33.017555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-deleted', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:33.070212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-6f9119b6-3c5a-43ff-8bf8-077be859de56 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:33.070212 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-6f9119b6-3c5a-43ff-8bf8-077be859de56 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=4fad0bf0-d153-4cf1-972f-d2408076e7cc HTTP/1.1" status: 200 len: 945 time: 0.7450066 Jan 14 03:15:33.091840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.109302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Transition to ACTIVE for port object 891a05ed-170d-4dd4-a63a-5779da6b2325 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:33.116188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.131296 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "DELETE /v2.0/ports/a4f1bfeb-2820-436e-aa4c-7ed922955941 HTTP/1.1" status: 204 len: 173 time: 7.1531951 Jan 14 03:15:33.131663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 933567f0-3a08-40e7-af62-9b4f5c7a1871, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933567f0-3a08-40e7-af62-9b4f5c7a1871,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:33.133528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.146029 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-deleted', 'tag': 'a4f1bfeb-2820-436e-aa4c-7ed922955941', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:15:33.148961 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d458c74e-c906-4dbc-a7de-6ccb3637095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:33.150235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:33.178608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.212512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] For port 296241bd-4cef-4488-93b8-1ca257c4a5e5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=296241bd-4cef-4488-93b8-1ca257c4a5e5,segment=NetworkSegment(7babd191-64f6-445e-84b1-5c0633a6a600),segment_id=7babd191-64f6-445e-84b1-5c0633a6a600)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:33.213312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.358255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:33.434282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Pushing event updated for resources: {'Port': ['ID=891a05ed-170d-4dd4-a63a-5779da6b2325,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:33.447222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:33.452163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:33.521399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:33.525781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:33.530840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:33.554666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89ebfe20-f7ae-4c5a-850f-823103908782 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:33.604836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Pushing event updated for resources: {'Port': ['ID=d9125754-0470-4187-bdfe-73f22a7ad292,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:33.682654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Attempting to bind port 891a05ed-170d-4dd4-a63a-5779da6b2325 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:33.683191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Attempting to bind port 891a05ed-170d-4dd4-a63a-5779da6b2325 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:33.683687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Attempting to bind port 891a05ed-170d-4dd4-a63a-5779da6b2325 on network 365c3433-935b-4922-b09e-5acd0e071e8a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:33.699306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:33.711675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=933567f0-3a08-40e7-af62-9b4f5c7a1871,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:33.733468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.734100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:33.734748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Checking segment: {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:33.735594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.736183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Bound using segment: {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:33.736938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Bound port: 891a05ed-170d-4dd4-a63a-5779da6b2325, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:33.737504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.750672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.763992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:33.764517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3cf7c9cb-433f-4e4a-9223-b1df8aa2ffea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:33.769482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.777055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15063608-6447-4534-adfb-51b4598ac422 None None] Provisioning complete for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:33.777482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15063608-6447-4534-adfb-51b4598ac422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.787241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port e89c36a1-5ab0-4069-be8e-2e301c659f68 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:33.787704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:33.793219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Calling delete_port for 296241bd-4cef-4488-93b8-1ca257c4a5e5 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:33.869837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Network 6360c336-c824-45de-9418-d9112476bd4c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:33.879666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0840d559-d562-467b-9796-e8bd59ed129f tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:33.932504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e89c36a1-5ab0-4069-be8e-2e301c659f68 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:33.940362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.027431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 89ebfe20-f7ae-4c5a-850f-823103908782 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:34.092254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73669a23-4ef0-47d5-bc58-c9fd8175a00c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:34.167439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92b655e0d0c04313890425e767909572&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9594293 Jan 14 03:15:34.172921 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21b0abcd-cfac-4949-af13-a79343e59474 req-5155fa1a-6850-4e7c-833b-3c53eea47168 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 210 time: 0.2143955 Jan 14 03:15:34.191179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:34.192642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:34.358916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89ebfe20-f7ae-4c5a-850f-823103908782 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:34.359326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.479923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] For port 891a05ed-170d-4dd4-a63a-5779da6b2325, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:34.515977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0abcd-cfac-4949-af13-a79343e59474 req-8911006b-7d6f-43e8-b80c-9d349a419f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:34.517723 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21b0abcd-cfac-4949-af13-a79343e59474 req-8911006b-7d6f-43e8-b80c-9d349a419f5e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2854898 Jan 14 03:15:34.579956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:34.581522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.610411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:34.614399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:34.622142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] For port 891a05ed-170d-4dd4-a63a-5779da6b2325, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=891a05ed-170d-4dd4-a63a-5779da6b2325,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:34.647151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.672318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:34.716120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3716f6a-3109-40d1-a5ca-8c6443cc8d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.771855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 89ebfe20-f7ae-4c5a-850f-823103908782, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89ebfe20-f7ae-4c5a-850f-823103908782,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:34.808431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.815875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-477b8d06-87ba-4ad3-bd9e-1efc35e16608 None None] Provisioning complete for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:34.816565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477b8d06-87ba-4ad3-bd9e-1efc35e16608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.840235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.852965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.877675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:34.894343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Network 6360c336-c824-45de-9418-d9112476bd4c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:34.910542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Pushing event updated for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:34.914376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:34.931955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Pushing event updated for resources: {'Port': ['ID=891a05ed-170d-4dd4-a63a-5779da6b2325,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:34.943182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:34.948403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:34.953200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:35.007518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ceaffe90-27f6-4651-9ff8-3e1255b5b43d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:35.038787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:15:35.045075 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:15:35.049028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.112831 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68', 'code': 200} Jan 14 03:15:35.121205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:35.122710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=89ebfe20-f7ae-4c5a-850f-823103908782,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:35.140852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.154162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Sync routers for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:35.161203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:35.166951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.173164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Pushing event deleted for resources: {'Port': ['ID=dde205d4-c635-468d-a5ec-f07b85e1788c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:35.176966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:35.189216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:35.196451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:35.196999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:35.200722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ffd8e8c-9f18-4651-b912-ad15b6dcb1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:35.276385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:35.277044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.278562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] 10.222.0.74 "PUT /v2.0/ports/3b329e51-fad9-4efd-a1a4-5462d81fa1e7 HTTP/1.1" status: 200 len: 1156 time: 9.6651256 Jan 14 03:15:35.286447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:35.303176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:35.303983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:35.347429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.351424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.389144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73669a23-4ef0-47d5-bc58-c9fd8175a00c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:35.394651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:35.408010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.412948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73669a23-4ef0-47d5-bc58-c9fd8175a00c HTTP/1.1" status: 204 len: 168 time: 1.2005236 Jan 14 03:15:35.439446 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7', 'status': 'completed', 'code': 200} Jan 14 03:15:35.471386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.485123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 23.0865149 Jan 14 03:15:35.492871 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:35.504692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44820) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:35.524058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6360c336-c824-45de-9418-d9112476bd4c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:35.534352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:35.534946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.536032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933567f0-3a08-40e7-af62-9b4f5c7a1871 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:35.597226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:35.642269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.642788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.643282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.643769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.644253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.644943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.645262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.645740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.646875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.646875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.647388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.647861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.648398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.649007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.649548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.650636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.651204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.651789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.652315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.653335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.653793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.654245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.654823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.655272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.655788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.656238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.656705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.657153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.657601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.658050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.658503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.658949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.659392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.659839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.660302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.660895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:15:35.682712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:35.685160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:35.687568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Deleting port 296241bd-4cef-4488-93b8-1ca257c4a5e5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:35.687935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.695704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.734197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6360c336-c824-45de-9418-d9112476bd4c HTTP/1.1" status: 204 len: 168 time: 7.1229467 Jan 14 03:15:35.742312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:35.887636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] The port '296241bd-4cef-4488-93b8-1ca257c4a5e5' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:15:35.894643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] No DVR routers for this DVR port dde205d4-c635-468d-a5ec-f07b85e1788c on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:35.944681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:35.947309 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ab9ee37-e73b-45a2-a08a-90403c54c1da req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] 10.222.0.78 "DELETE /v2.0/ports/dde205d4-c635-468d-a5ec-f07b85e1788c HTTP/1.1" status: 204 len: 173 time: 6.1430893 Jan 14 03:15:35.965540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 933567f0-3a08-40e7-af62-9b4f5c7a1871 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:35.966065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.368323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:36.370363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.381942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0abcd-cfac-4949-af13-a79343e59474 req-2ddfe4ba-8cc6-47fa-9fa2-3c52ead49857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:36.384992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21b0abcd-cfac-4949-af13-a79343e59474 req-2ddfe4ba-8cc6-47fa-9fa2-3c52ead49857 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8588924 Jan 14 03:15:36.407243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89ebfe20-f7ae-4c5a-850f-823103908782 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:36.414130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-574d6b14-4a64-4e9d-a7fb-afd252891d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:36.461077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.492142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:26Z', 'revision_number': 3, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:36.499629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for e89c36a1-5ab0-4069-be8e-2e301c659f68 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:36.501257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Checking router: 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:36.501659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Updating router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:36.537868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.551404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89ebfe20-f7ae-4c5a-850f-823103908782 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:36.551822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.707121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacf74fb-bceb-436e-a2bd-119f77b2d546']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:36.721894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7babd191-64f6-445e-84b1-5c0633a6a600') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:36.721894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7babd191-64f6-445e-84b1-5c0633a6a600') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:36.736197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.752771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.754886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:15:36.816226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.837015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21b0abcd-cfac-4949-af13-a79343e59474 req-ce414eb2-a2cc-4cb5-8c56-512e8407c1e0 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 210 time: 0.3037653 Jan 14 03:15:36.913514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fecf-d126-4352-b7be-d3e057263780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:36.948093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-52570ea0-9558-402f-b3b3-1b393cfe2dfb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:36.949804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-52570ea0-9558-402f-b3b3-1b393cfe2dfb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 1.8301449 Jan 14 03:15:37.103363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:37.113880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:37.412590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Network eacf74fb-bceb-436e-a2bd-119f77b2d546 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:15:37.417816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28741abe-bda1-41b3-ad0d-f7f9913fa04d None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:37.436871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:15:37.456819 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:15:37.459294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-deleted', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:37.565226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-4dd578f2-88fe-47a8-9485-a7ca35dbd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:37.567127 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-4dd578f2-88fe-47a8-9485-a7ca35dbd9f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 1159 time: 2.2307811 Jan 14 03:15:37.581786 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b1ccc1d-9e6c-4e2e-9e16-0c77e48fdbf1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cd39c4c292044869ad35ce5db2ea9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1792014 Jan 14 03:15:37.583309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44852) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:37.591921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Allocated IP 172.20.0.1 (1fe29c9b-858b-49d5-a7ba-48a629a28005/ad894e38-26ff-4b3d-848c-fe8a5c2b03ec/939cbb87-8893-4420-8c7f-c97edd79e574) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:37.598783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54ecfbc-0548-4dc0-9c9c-012e5e61072e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:37.621907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 891a05ed-170d-4dd4-a63a-5779da6b2325 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:37.657122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:37.683197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-3b0986d3-4b4a-4bcd-803f-3bd89419a905 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7 HTTP/1.1" status: 200 len: 217 time: 0.0988400 Jan 14 03:15:37.699918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:37.728193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b31ac8aa-a78b-4e4f-9ac2-990e1ac90237 None None] Provisioning for port 891a05ed-170d-4dd4-a63a-5779da6b2325 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:37.750554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:37.750912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:37.770638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44858) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:37.861552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 891a05ed-170d-4dd4-a63a-5779da6b2325 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:37.883927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 891a05ed-170d-4dd4-a63a-5779da6b2325 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:37.884910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.032374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.618s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:38.114310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.132551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Transition to ACTIVE for port object 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:38.139135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.204491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.220873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Transition to ACTIVE for port object 939cbb87-8893-4420-8c7f-c97edd79e574 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:38.239307 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66ec15-aaf3-4def-b2c3-b19d4d20b83b', 'name': 'network-vif-deleted', 'tag': 'dde205d4-c635-468d-a5ec-f07b85e1788c', 'status': 'completed', 'code': 200} Jan 14 03:15:38.283309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.298291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port e89c36a1-5ab0-4069-be8e-2e301c659f68 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:38.298665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.307693 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2da06208-147d-4801-9953-e30497a5a20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:38.410076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Pushing event updated for resources: {'Port': ['ID=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:38.418692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.427384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31d7902b-29da-4594-8046-59a1a3afc72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:38.480263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:38.488250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Attempting to bind port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:38.489056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Attempting to bind port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:38.489691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Attempting to bind port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:38.525470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:38.530400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.553700 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eacf74fb-bceb-436e-a2bd-119f77b2d546 HTTP/1.1" status: 204 len: 168 time: 12.7692413 Jan 14 03:15:38.560944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:38.572460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.594047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:38.594601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:38.595056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.595496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:38.596026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Bound port: 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:38.596466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.608633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:38.638256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:38.641883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.643889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacf74fb-bceb-436e-a2bd-119f77b2d546,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:38.673255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:38.675945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:38.681775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] For port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:38.685112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] For port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:38.714415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 891a05ed-170d-4dd4-a63a-5779da6b2325, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=891a05ed-170d-4dd4-a63a-5779da6b2325,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:38.732944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.737702 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:38.746244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:38.780927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.807996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.811671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44866) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:38.849611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.893497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:38.985080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c30d8e2f-49b7-4670-b965-01a97c9b3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:38.995754 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c30d8e2f-49b7-4670-b965-01a97c9b3107 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.7506108 Jan 14 03:15:39.007898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f91c97e-e99b-47f4-bc92-29a9eef0eaa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=048ac9501882434b910373a7838ca17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768706 Jan 14 03:15:39.036471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:39.053513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.057731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44870) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:39.079272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-46b1b504-6f7a-4e77-a445-df49b46e556a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665698 Jan 14 03:15:39.097301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Allocated IP 172.25.3.28 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/b2e72c12-9033-49ae-b10f-87bb0fea949e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:39.098072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Checking segment: {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:39.098862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Network hostable DHCP agents. Network: 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:39.110890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=891a05ed-170d-4dd4-a63a-5779da6b2325,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:39.122185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:39.125216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e24022-a28f-41d4-a9f0-83c124ae525b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:39.175185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.190774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:39.205342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Pushing event updated for resources: {'Port': ['ID=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:39.214386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:39.215038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:39.215720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:39.225892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55969578-0165-4dbb-afe1-2e65e0de9c96,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:39.312948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:39.338202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.342226 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55969578-0165-4dbb-afe1-2e65e0de9c96 HTTP/1.1" status: 204 len: 168 time: 1.7427907 Jan 14 03:15:39.342226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:39.358008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Usage tracker for resource:security_group_rule and tenant:a382726a3e0542829fd0f0726b4c918e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:39.402603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:39.409287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:39.414918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.438384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:39.465149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:39.465752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.482536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd393f5-5de5-4e68-aea9-dc249d4269ff None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:39.534438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.544245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.2474155 Jan 14 03:15:39.555406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44876) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:39.582561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:39.604384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:39.609207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Usage tracker for resource:router and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:39.613507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:39.622212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:39.630733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:39.635470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-e0d5e3d6-70dd-4059-9a8a-597ef5f306cb service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272579 Jan 14 03:15:39.640189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.640560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.651214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.798414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a1285b03-323d-437b-8ed5-f29245b35c73 None None] Provisioning for port 939cbb87-8893-4420-8c7f-c97edd79e574 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:39.800503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Usage tracker for resource:port and tenant:73ab518907ca4d3eb6070773c4b0c508 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:39.814967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 891a05ed-170d-4dd4-a63a-5779da6b2325 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:39.831547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.881090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a1285b03-323d-437b-8ed5-f29245b35c73 None None] Provisioning complete for port 939cbb87-8893-4420-8c7f-c97edd79e574 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:39.881605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1285b03-323d-437b-8ed5-f29245b35c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:39.925552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.055093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port e89c36a1-5ab0-4069-be8e-2e301c659f68, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e89c36a1-5ab0-4069-be8e-2e301c659f68,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:40.055500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.082079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a1285b03-323d-437b-8ed5-f29245b35c73 None None] Port 939cbb87-8893-4420-8c7f-c97edd79e574 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:40.093397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:40.190439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for e89c36a1-5ab0-4069-be8e-2e301c659f68 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:40.232737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 891a05ed-170d-4dd4-a63a-5779da6b2325 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:40.233264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.295410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:40.301684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:40.305457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.354676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-ecbd4edc-b273-4038-9a9d-c2aa8ab8833c service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7001636 Jan 14 03:15:40.408093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65f813e9-a83f-488f-92a8-1988f86dbb80 tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:40.420239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.519393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b51f304-0beb-4d28-8974-8de3de4a664d None None] Provisioning complete for port 891a05ed-170d-4dd4-a63a-5779da6b2325 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:40.520003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b51f304-0beb-4d28-8974-8de3de4a664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.549319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e72c12-9033-49ae-b10f-87bb0fea949e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:40.551962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.601363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:40.616496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:40.650603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.660090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-b5d96b4f-dfdc-4d6f-be7a-49d87e38114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:40.662277 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-b5d96b4f-dfdc-4d6f-be7a-49d87e38114b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 1159 time: 0.2323978 Jan 14 03:15:40.671336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.691188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'fixed_ips': [{'subnet_id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:40.692558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.747108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:40.771540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77597f3-0cb6-421b-9bf2-ee526aa34900 tempest-TenantUsagesTestJSON-1133807185 tempest-TenantUsagesTestJSON-1133807185] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:40.786436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.857715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:40.864169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1563430085-network', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:40.866878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.877454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=e89c36a1-5ab0-4069-be8e-2e301c659f68,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:40.896397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:40.899065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:26Z', 'revision_number': 3, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:40.905075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.914797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac628638-1395-4260-abb9-342267c5fc31 None None] The sync data for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 is: [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:26Z', 'revision_number': 3, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:40.954917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.968826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:40.979780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.061610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c935884-b69c-47bc-bf24-ebce0439667f tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:41.074059 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a382726a3e0542829fd0f0726b4c918e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2921195 Jan 14 03:15:41.074059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port e89c36a1-5ab0-4069-be8e-2e301c659f68 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:41.081727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44904) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:41.083691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.153779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.156603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-deleted', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:41.169393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Allocated IP 172.20.0.2 (3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0/a54ecfbc-0548-4dc0-9c9c-012e5e61072e/5ae79648-83eb-495f-ac47-1bdef1eb9a08) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:41.239389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:41.262252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Usage tracker for resource:network and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:41.266655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:41.290803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:41.294585 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad0bf0-d153-4cf1-972f-d2408076e7cc', 'name': 'network-vif-deleted', 'tag': 'e89c36a1-5ab0-4069-be8e-2e301c659f68', 'status': 'completed', 'code': 200} Jan 14 03:15:41.315101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.315351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:41.319066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:41.355184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:41.363643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.432037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.490532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:41.530504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-a5ff0bcb-a464-4e81-bbdc-18ce08377d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:41.532149 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-a5ff0bcb-a464-4e81-bbdc-18ce08377d79 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 906 time: 0.7869873 Jan 14 03:15:41.533481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:41.540129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.542925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:41.556981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Transition to ACTIVE for port object 5ae79648-83eb-495f-ac47-1bdef1eb9a08 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:41.569420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:41.619307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:41.623844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:41.634582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:41.644160 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-ff562e53-d47e-49a6-901f-3dda30af708d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7 HTTP/1.1" status: 200 len: 217 time: 0.0980492 Jan 14 03:15:41.707616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Transition to ACTIVE for port object 5ae79648-83eb-495f-ac47-1bdef1eb9a08 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:41.709012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.726282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.749524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacac296-2a32-4769-95f5-28d77d4d9c10,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:41.779700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.812296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:41.813073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1968794d-d3c3-4fa3-b92d-382111e5b329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:41.822205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-256a2851-e8f1-4a4e-9695-933f21d131e8 req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "DELETE /v2.0/ports/e89c36a1-5ab0-4069-be8e-2e301c659f68 HTTP/1.1" status: 204 len: 173 time: 8.7416308 Jan 14 03:15:41.847430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:41.848699 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c2eb440-6202-4669-bcb5-4696e847f0b8 HTTP/1.1" status: 204 len: 168 time: 2.5704463 Jan 14 03:15:41.918686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77bad03f-4ebd-4e9e-a33e-e288dbe93dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:42.007394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:42.031241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:42.031668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.097854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.122670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.131148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21fa9fb9-8386-4d7f-b34e-026c7a35666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:42.193942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Pushing event updated for resources: {'Port': ['ID=5ae79648-83eb-495f-ac47-1bdef1eb9a08,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:42.198640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:42.209083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f68158fc-2b25-483c-8bce-7f6507901ee0 None None] Provisioning complete for port 939cbb87-8893-4420-8c7f-c97edd79e574 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:42.209508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f68158fc-2b25-483c-8bce-7f6507901ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.260158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:15:42.281533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2be5c-b81c-4b95-b864-40003d56bf6c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:42.300657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:42.307384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:42.310129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:42.322212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f68158fc-2b25-483c-8bce-7f6507901ee0 None None] Port 939cbb87-8893-4420-8c7f-c97edd79e574 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:42.390230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:42.390955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:42.408875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2eb440-6202-4669-bcb5-4696e847f0b8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:42.425258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:42.448081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.492303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Attempting to bind port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:42.493131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Attempting to bind port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:42.494188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Attempting to bind port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 on network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:42.504565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:42.505071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Checking segment: {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:42.505609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.506084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Bound using segment: {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:42.506619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Bound port: 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:42.507032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.519594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:42.528253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:42.528447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:42.555056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:42.591087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-53f35381-9eb6-4bb9-b9f7-36aff6b37e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:42.594964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-53f35381-9eb6-4bb9-b9f7-36aff6b37e8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.8777809 Jan 14 03:15:42.617908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.683382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:42.695898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Allocated IP 172.20.0.1 (609a4f37-338f-4e3d-b2a4-ee59e8c6f555/77d9a4c8-fd97-4580-9b97-c71d2207ad3f/601854c6-022b-4f16-8328-bcc7ebe51669) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:42.697474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.708207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.715154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:42.722062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6d67c58-1c14-4161-b8d2-8fede3068f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:42.747802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:42.751421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-39658172-854f-4e4d-9e85-289ae6d4348e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911374 Jan 14 03:15:42.752553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.758398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Sync routers for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:42.775866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:42.776578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.778549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:42.779258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:42.875634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] For port 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:42.883643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:42.902267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Transition to ACTIVE for port object 601854c6-022b-4f16-8328-bcc7ebe51669 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:42.913138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-f5f4d3e2-f9a6-49ff-9979-cd68e3efd2e2 service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440401 Jan 14 03:15:42.943767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] For port 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ae79648-83eb-495f-ac47-1bdef1eb9a08,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:42.952413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.065432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:43.078683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:43.196794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/0eba43ad-0b85-40ba-a70f-9cfd82d4f98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3422432 Jan 14 03:15:43.325283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:43.328151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b7573bba-5c16-4be3-af99-c2740a6f6f5e req-922b78e6-5285-4048-a68f-7417ff4ace5a service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4014668 Jan 14 03:15:43.358292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:43.411676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.7 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/6e4cf960-43a2-4760-8bd6-5173b92f0076) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:43.459348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Pushing event updated for resources: {'Port': ['ID=5ae79648-83eb-495f-ac47-1bdef1eb9a08,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:43.479729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:43.485682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:43.587403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.612832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:43.638786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.641522 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Added segment e46c4ab4-f447-4cf7-946a-8ef5e5336ad8 of type vxlan for network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 Jan 14 03:15:43.675157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:43.686127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:43.719966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.770125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.770345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.770801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:43.778738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-460485092-network', 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:43.796662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Allocated IP 172.25.3.44 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/55808bff-56a6-4252-8747-f5e66021d214) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:43.799182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:43.814412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Usage tracker for resource:network and tenant:358156ec4c80408fbd058d009149b617 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:43.822466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.828781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.833778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:43.845499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:43.871514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:39Z', 'revision_number': 4, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '939cbb87-8893-4420-8c7f-c97edd79e574', 'name': '', 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'mac_address': 'fa:16:3e:e7:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:35Z', 'updated_at': '2021-01-14T03:15:39Z', 'revision_number': 2, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'subnets': [{'id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:43.885605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Checking router: 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:43.886019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Updating router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d port 939cbb87-8893-4420-8c7f-c97edd79e574 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:43.942873 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7', 'code': 200} Jan 14 03:15:43.960920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:43.962658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:43.963408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.014449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.025252 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:44.030801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:44.038411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.040564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:44.042104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:44.042652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.165895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad2b1046-4d2d-4b22-aada-5da3daf83e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:44.175919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Pushing event updated for resources: {'Network': ['ID=73f1e7b4-ab54-4066-881f-05fa4d8dc586,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:44.180868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:44.186176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.192068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.204450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:44.217828 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.6137898 Jan 14 03:15:44.228870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:44.229820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44942) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:44.240115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:44.242802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.266560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Request body: {'subnet': {'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1563430085-subnet', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:44.267634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:44.270890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:15:44.284748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:44.286046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:44.312197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Usage tracker for resource:subnet and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:44.318566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:44.323791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:44.345274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Usage tracker for resource:security_group_rule and tenant:358156ec4c80408fbd058d009149b617 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:44.348696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:44.351474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:44.370807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44946) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:44.370984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacac296-2a32-4769-95f5-28d77d4d9c10,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:44.374008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:44.374686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:44.382888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Request body: {'security_group': {'name': 'tempest-securitygroup--1129845422', 'description': 'tempest-description--196020685'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.387173 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:44.390379 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:44.422962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:44.428521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Usage tracker for resource:security_group and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:44.444684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:44.453810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:44.465786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df195a9e-e510-4c57-b95e-39916a9273eb tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:44.483174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.526618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.530413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:44.535451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.605010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:44.606134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Pushing event updated for resources: {'Port': ['ID=601854c6-022b-4f16-8328-bcc7ebe51669,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:44.748630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:44.751117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:44.806191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.807486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eacac296-2a32-4769-95f5-28d77d4d9c10 HTTP/1.1" status: 204 len: 168 time: 3.7013874 Jan 14 03:15:44.810459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.826815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:44.827240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.830616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Transition to ACTIVE for port object 939cbb87-8893-4420-8c7f-c97edd79e574 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:44.834036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:44.853433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:44.938792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Pushing event updated for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:45.062150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:45.168013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.221114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:45.234214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:45.282897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:45.283250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:45.284384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:45.293953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Sync routers for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:45.312941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:45.318565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:45.319280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:45.388664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.394066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Usage tracker for resource:security_group_rule and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:45.421655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Attempting to bind port 939cbb87-8893-4420-8c7f-c97edd79e574 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:45.422072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Attempting to bind port 939cbb87-8893-4420-8c7f-c97edd79e574 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:45.422476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Attempting to bind port 939cbb87-8893-4420-8c7f-c97edd79e574 on network 1fe29c9b-858b-49d5-a7ba-48a629a28005 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:45.427318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:45.435710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:45.440994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Checking segment: {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:45.441860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.444579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Bound using segment: {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:45.445627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Bound port: 939cbb87-8893-4420-8c7f-c97edd79e574, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13534d1f-c0af-47be-b86d-113a52ce50e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:45.446084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.578528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ec29c39a-78dd-4468-af06-67196fcbf999 None None] Provisioning for port 601854c6-022b-4f16-8328-bcc7ebe51669 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:45.597297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ec29c39a-78dd-4468-af06-67196fcbf999 None None] Provisioning complete for port 601854c6-022b-4f16-8328-bcc7ebe51669 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:45.597713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec29c39a-78dd-4468-af06-67196fcbf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.678508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ae79648-83eb-495f-ac47-1bdef1eb9a08 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:45.689477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.727044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ec29c39a-78dd-4468-af06-67196fcbf999 None None] Port 601854c6-022b-4f16-8328-bcc7ebe51669 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:45.733086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:45.763222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] For port 939cbb87-8893-4420-8c7f-c97edd79e574, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:45.773506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] For port 939cbb87-8893-4420-8c7f-c97edd79e574, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=939cbb87-8893-4420-8c7f-c97edd79e574,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:45.780678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.888268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:45.890118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21180cf4-043a-4db8-89f5-7252295deff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:45.927908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:45.948944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:46.016690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Pushing event updated for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:46.033427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:46.088266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:46.088980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:46.134470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Pushing event updated for resources: {'Port': ['ID=55808bff-56a6-4252-8747-f5e66021d214,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:46.137920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938df7fa-09fc-4400-b8f7-3fd298b7ef72 None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:46.142214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:46.167773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:46.266755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:15:46.316827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-7c9ba927-6c12-459e-924e-cd31e5b80ecd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:46.317655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-7c9ba927-6c12-459e-924e-cd31e5b80ecd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:46.413746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.447149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-7c9ba927-6c12-459e-924e-cd31e5b80ecd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:46.448455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-7c9ba927-6c12-459e-924e-cd31e5b80ecd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 945 time: 0.8353586 Jan 14 03:15:46.449120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.492700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:15:46.495952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:46.503505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.503916 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Added segment 771605a3-6306-4781-b01b-bc68364e7483 of type vxlan for network e95684a4-557a-4d38-95a9-2b8975681a20 Jan 14 03:15:46.533819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.594925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Provisioning for port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:46.610840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dcf9000-4070-4e39-8eeb-0b492fe15d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:46.652764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Provisioning complete for port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:46.653200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.682248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b53187-c196-4d11-a623-97936a104379,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:46.698651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.699655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:46.700300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.711347 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:46.713429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:46.720644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:46.747454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:46.751086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:46.845190 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.848918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.851396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.855629 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:46.859966 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:46.878613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:46.879728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:46.941158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.003110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:47.006958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.011440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6332824 Jan 14 03:15:47.014542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44974) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:47.030096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:47.037340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.043171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5621121 Jan 14 03:15:47.050075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:47.050768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 21.4689877 Jan 14 03:15:47.053930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:47.054309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:47.077454 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6416507 Jan 14 03:15:47.086757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Request body: {'subnet': {'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-460485092-subnet', 'tenant_id': '358156ec4c80408fbd058d009149b617', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:47.089456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Request body: {'security_group_rule': {'security_group_id': '63b76174-b7fd-4945-b02a-2e179dc0cbd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:47.105172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:47.108487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:47.109154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.117127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:39Z', 'revision_number': 4, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '939cbb87-8893-4420-8c7f-c97edd79e574', 'name': '', 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'mac_address': 'fa:16:3e:e7:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:35Z', 'updated_at': '2021-01-14T03:15:45Z', 'revision_number': 4, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'subnets': [{'id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:47.122276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dbe511-3e0f-4030-a88b-1ebed926dde4 None None] The sync data for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 is: [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:15:39Z', 'revision_number': 4, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '939cbb87-8893-4420-8c7f-c97edd79e574', 'name': '', 'network_id': '1fe29c9b-858b-49d5-a7ba-48a629a28005', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'mac_address': 'fa:16:3e:e7:39:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:35Z', 'updated_at': '2021-01-14T03:15:45Z', 'revision_number': 4, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'subnets': [{'id': 'ad894e38-26ff-4b3d-848c-fe8a5c2b03ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:47.205888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.218830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Usage tracker for resource:subnet and tenant:358156ec4c80408fbd058d009149b617 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:47.222199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:47.229018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:47.247728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Request body: {'port': {'device_id': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:47.319411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:47.326824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:47.329714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.342105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:47.398724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.427385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:47.527839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.559925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:47.565557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Pushing event updated for resources: {'Network': ['ID=e95684a4-557a-4d38-95a9-2b8975681a20,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:47.568755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Usage tracker for resource:security_group_rule and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:47.576522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.596361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:47.601552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:47.638549 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7', 'code': 422} returned with failed status Jan 14 03:15:47.681518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:47.693703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.744355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:47.769292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:47.809926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:47.812724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:47.813129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:47.845505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 939cbb87-8893-4420-8c7f-c97edd79e574 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:47.936779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:15:47.954034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:48.043601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbf9ff45-f64d-47e0-9285-8d9818cbdc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:48.057567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44994) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:48.078361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:48.084985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:48.085349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:48.168524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Checking segment: {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:48.168921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Network hostable DHCP agents. Network: 73f1e7b4-ab54-4066-881f-05fa4d8dc586, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:48.232295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event updated for resources: {'SecurityGroup': ['ID=63b76174-b7fd-4945-b02a-2e179dc0cbd9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:48.260323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:48.261082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.264419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.266822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.271695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.718s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:48.357094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.357913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] For port 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ae79648-83eb-495f-ac47-1bdef1eb9a08,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:48.371463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:36Z', 'revision_number': 3, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:48.378699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:48.378998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 939cbb87-8893-4420-8c7f-c97edd79e574 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:48.381015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.397300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Checking router: ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:48.397630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Updating router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd port d9125754-0470-4187-bdfe-73f22a7ad292 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:48.402384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ccfb9027-aa30-4338-8202-0b5f2bbd40cc tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:48.431267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.439858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:48.450234 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:48.520330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 939cbb87-8893-4420-8c7f-c97edd79e574 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:48.520774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.549775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:48.603306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Usage tracker for resource:security_group_rule and tenant:a91e990feb9c4d8eb151ac802d0bb767 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:48.606739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:15:48.607141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.623411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Pushing event updated for resources: {'Port': ['ID=5ae79648-83eb-495f-ac47-1bdef1eb9a08,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:48.632019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:48.636674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:48.641422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0392d929-5f8e-4f45-9ca0-0a500ad39c0c None None] Provisioning complete for port 939cbb87-8893-4420-8c7f-c97edd79e574 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:48.642050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0392d929-5f8e-4f45-9ca0-0a500ad39c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.643432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:48.667066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:48.693401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.739975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 73f1e7b4-ab54-4066-881f-05fa4d8dc586) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:48.756561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656fae7-39d2-4340-aecb-0734e9213a77 None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:48.801441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:48.802500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.812211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.853780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:48.899310 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.6611836 Jan 14 03:15:48.907760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45000) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:49.131978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.359313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Pushing event updated for resources: {'Port': ['ID=601854c6-022b-4f16-8328-bcc7ebe51669,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:49.360806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:49.373865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:49.386597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:49.424951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f73cce4-b2de-4de6-9e1b-6ba0c8d43214,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:49.430189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:49.431302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.434926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Usage tracker for resource:router and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:49.437908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:49.459569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:49.468241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:49.474422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0392d929-5f8e-4f45-9ca0-0a500ad39c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.489658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 939cbb87-8893-4420-8c7f-c97edd79e574, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=939cbb87-8893-4420-8c7f-c97edd79e574,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:49.501123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.510031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:49.510264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.511342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.525332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.526624 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4856474 Jan 14 03:15:49.536182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:49.589472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Request body: {'security_group_rule': {'security_group_id': '63b76174-b7fd-4945-b02a-2e179dc0cbd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:49.622130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.651020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.651814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:49.666511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7226d99-bd71-499d-8dae-271193840c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:49.679835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.692949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.693172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Usage tracker for resource:security_group_rule and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:49.703525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:49.713960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ae79648-83eb-495f-ac47-1bdef1eb9a08 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:49.815986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:49.817684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:49.823150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:49.869747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a91e990feb9c4d8eb151ac802d0bb767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7988374 Jan 14 03:15:49.869747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66304f95-4042-43a1-a4d5-50ce3238d442,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:49.881164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45008) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:49.896895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:49.911618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0392d929-5f8e-4f45-9ca0-0a500ad39c0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:15:49.912039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0392d929-5f8e-4f45-9ca0-0a500ad39c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:15:49.997274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.067649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:50.079456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:50.095119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:50.125831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:15:50.130405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:50.185839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:50.186245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.189670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:50.190174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.285229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.334591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:15:50.364920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.424438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:15:50.452979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.488944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Transition to ACTIVE for port object d9125754-0470-4187-bdfe-73f22a7ad292 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:50.500226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.520311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2845e296-dba0-4fe8-ba6f-ba822255bfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:50.670789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.674802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.684882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Allocated IP 172.20.0.2 (73f1e7b4-ab54-4066-881f-05fa4d8dc586/cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e/fc64bb4f-6e47-4e78-8cbb-9d49b52867dd) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:50.698664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.703416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.707933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4cf960-43a2-4760-8bd6-5173b92f0076 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:15:50.737733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Pushing event updated for resources: {'Port': ['ID=d9125754-0470-4187-bdfe-73f22a7ad292,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:50.740892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:50.748903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.756807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7529fefb-3edc-4b67-9ad9-6da71a636ebf tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:50.823993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a9f6ec-afe8-460b-bdb2-c9f762b621e6,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:50.829194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Transition to ACTIVE for port object 6e4cf960-43a2-4760-8bd6-5173b92f0076 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:50.836629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:50.864589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:50.866206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.880908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Sync routers for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:50.882177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:15:50.895382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eaa7fe5b-a06a-4fad-97fe-2b037f3fdd65 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:50.896877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:50.898868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:50.908774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d722e1a-ba4c-46b8-92b1-ffedb46d6f8f None None] Provisioning complete for port 601854c6-022b-4f16-8328-bcc7ebe51669 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:50.909463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d722e1a-ba4c-46b8-92b1-ffedb46d6f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.911906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.918856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:50.924717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a9a186c-52a7-47fe-b41b-3e5f443da07a tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:51.024762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0d722e1a-ba4c-46b8-92b1-ffedb46d6f8f None None] Port 601854c6-022b-4f16-8328-bcc7ebe51669 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:51.027206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Attempting to bind port d9125754-0470-4187-bdfe-73f22a7ad292 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:51.032255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Attempting to bind port d9125754-0470-4187-bdfe-73f22a7ad292 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:51.032899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Attempting to bind port d9125754-0470-4187-bdfe-73f22a7ad292 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:51.062691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.067707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5137508 Jan 14 03:15:51.083788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:51.084421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:51.084998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.085559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:51.088519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Bound port: d9125754-0470-4187-bdfe-73f22a7ad292, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:51.089076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.090838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:51.107857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:51.165767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:51.198603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:51.204100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] For port d9125754-0470-4187-bdfe-73f22a7ad292, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:51.208068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] For port d9125754-0470-4187-bdfe-73f22a7ad292, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d9125754-0470-4187-bdfe-73f22a7ad292,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:51.225660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.239570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.240946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 20.5342739 Jan 14 03:15:51.247968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Usage tracker for resource:floatingip and tenant:db47f7d0c7364d3dbeb28f703e9e13b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:15:51.381818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:51.389637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45016) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:51.411846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.476441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Pushing event updated for resources: {'Port': ['ID=d9125754-0470-4187-bdfe-73f22a7ad292,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:51.480455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:51.490789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d722e1a-ba4c-46b8-92b1-ffedb46d6f8f None None] Provisioning complete for port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:51.491488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d722e1a-ba4c-46b8-92b1-ffedb46d6f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.499379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66304f95-4042-43a1-a4d5-50ce3238d442,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:51.526349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:51.545719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68220480-baa4-4e85-9709-21a129497ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:51.576451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:15:51.598802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:51.653820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=3b329e51-fad9-4efd-a1a4-5462d81fa1e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:51.679863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:51.710191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:51.729325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:51.751328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 939cbb87-8893-4420-8c7f-c97edd79e574 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:51.784325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.785934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66304f95-4042-43a1-a4d5-50ce3238d442 HTTP/1.1" status: 204 len: 168 time: 1.9037585 Jan 14 03:15:51.834336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:51.843666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] 10.222.0.30 "PUT /v2.0/routers/838ccc57-6535-4bf8-bc3e-4fcebeb72bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3162634 Jan 14 03:15:51.863245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:51.890628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Sync routers for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:51.909362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:51.910348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:52.070783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:44Z', 'revision_number': 3, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:52.076934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Checking router: 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:52.077863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Updating router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 port b2e72c12-9033-49ae-b10f-87bb0fea949e binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:52.144353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.215002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.363605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:52.364302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:52.370095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Router 140dc778-f63a-4b9a-a198-e512d698786d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:15:52.385725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.452820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.610608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port 3b329e51-fad9-4efd-a1a4-5462d81fa1e7 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:15:52.671225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:52.709834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.711046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:15:52.712529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "DELETE /v2.0/ports/3b329e51-fad9-4efd-a1a4-5462d81fa1e7 HTTP/1.1" status: 204 len: 173 time: 6.1358387 Jan 14 03:15:52.748746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:52.785729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-deleted', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:52.900953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.926721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Transition to ACTIVE for port object b2e72c12-9033-49ae-b10f-87bb0fea949e will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:52.932411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:52.952303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:52.957196 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-deleted', 'tag': '3b329e51-fad9-4efd-a1a4-5462d81fa1e7', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:15:52.972769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 939cbb87-8893-4420-8c7f-c97edd79e574 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:52.973543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.172696 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-8863b283-0f9d-407a-a970-7645b45db7e0 req-ac5cebe3-fdeb-4134-9a1a-46ab47f31519 tempest-FloatingIPDetailsNegativeTestJSON-2024181218 tempest-FloatingIPDetailsNegativeTestJSON-2024181218] show failed (client error): The resource could not be found. Jan 14 03:15:53.174011 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8863b283-0f9d-407a-a970-7645b45db7e0 req-ac5cebe3-fdeb-4134-9a1a-46ab47f31519 tempest-FloatingIPDetailsNegativeTestJSON-2024181218 tempest-FloatingIPDetailsNegativeTestJSON-2024181218] 10.222.0.30 "GET /v2.0/floatingips/d8f695c6-5bbd-474d-86c2-0a2e7167527e HTTP/1.1" status: 404 len: 350 time: 0.4669309 Jan 14 03:15:53.195833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45044) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:53.242663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.260839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Transition to ACTIVE for port object fc64bb4f-6e47-4e78-8cbb-9d49b52867dd will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:53.301845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Transition to ACTIVE for port object fc64bb4f-6e47-4e78-8cbb-9d49b52867dd will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:53.351464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Attempting to bind port b2e72c12-9033-49ae-b10f-87bb0fea949e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:53.351877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Attempting to bind port b2e72c12-9033-49ae-b10f-87bb0fea949e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:53.352982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Attempting to bind port b2e72c12-9033-49ae-b10f-87bb0fea949e on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:53.360662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:53.361082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:53.361528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.361962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:53.362484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Bound port: b2e72c12-9033-49ae-b10f-87bb0fea949e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:53.362916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.509632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] For port b2e72c12-9033-49ae-b10f-87bb0fea949e, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:53.513165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] For port b2e72c12-9033-49ae-b10f-87bb0fea949e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b2e72c12-9033-49ae-b10f-87bb0fea949e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:53.540746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.541170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.601237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:53.683567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Pushing event updated for resources: {'Port': ['ID=b2e72c12-9033-49ae-b10f-87bb0fea949e,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:53.729520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Allocated IP 172.20.0.1 (e27edd86-beab-47f3-aa1d-ebfce7cede55/95c3692f-22be-48c0-a155-ae190d8cc3e0/a5091d3d-6c71-4c20-9988-e835921409f5) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:53.750971 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc017479-e2b0-45ee-883f-3adc0133334b req-4afa026c-ce17-46ef-9811-dd2489f07d8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 210 time: 0.2855566 Jan 14 03:15:53.759502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:53.760334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:53.834524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Pushing event updated for resources: {'Port': ['ID=b2e72c12-9033-49ae-b10f-87bb0fea949e,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:53.843881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:53.851807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:15:53.909718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Sync routers for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:15:53.928911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:53.929581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:53.935908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:53.949727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:53.969258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Transition to ACTIVE for port object a5091d3d-6c71-4c20-9988-e835921409f5 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:54.057325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Attempting to bind port 6e4cf960-43a2-4760-8bd6-5173b92f0076 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:54.057672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Attempting to bind port 6e4cf960-43a2-4760-8bd6-5173b92f0076 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:54.058034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Attempting to bind port 6e4cf960-43a2-4760-8bd6-5173b92f0076 on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:54.113306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Pushing event updated for resources: {'Port': ['ID=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:54.139960 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:54.171779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:54.172478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:54.232248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3373be-1663-43e9-9e8f-3648ceba56ce,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:54.248585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.500s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:54.260262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:54.266471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:54.266846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:54.267239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:54.267761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Bound port: 6e4cf960-43a2-4760-8bd6-5173b92f0076, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:54.268144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:54.369318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:54.375315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:54.491580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:54.524155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:54.525364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Network hostable DHCP agents. Network: e95684a4-557a-4d38-95a9-2b8975681a20, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:15:54.689684 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9867b911-2074-420e-a331-125db1c5c931 tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:54.819637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:54.821713 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.2636292 Jan 14 03:15:54.876258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45066) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:15:54.895075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:54.897097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:36Z', 'revision_number': 3, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:54.906748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:54.913442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:54.919198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c47ac-0778-4258-ba7e-ec33a327fe94 None None] The sync data for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 is: [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:36Z', 'revision_number': 3, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:55.029232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Attempting to bind port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:55.029654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Attempting to bind port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:55.030072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Attempting to bind port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd on network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:55.039056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:55.039477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Checking segment: {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:55.039956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.040414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Bound using segment: {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:55.040956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Bound port: fc64bb4f-6e47-4e78-8cbb-9d49b52867dd, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:55.041510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.098845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Allocated IP 172.25.3.59 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/5c184fba-c476-4d9f-bade-6568d9727bc8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:55.234093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:44Z', 'revision_number': 3, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:55.241450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04507718-4e0c-4b9f-839f-db13cca6d358 None None] The sync data for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 is: [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:44Z', 'revision_number': 3, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:55.278112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] For port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:55.288812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] For port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:55.303447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:45Z', 'revision_number': 4, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '601854c6-022b-4f16-8328-bcc7ebe51669', 'name': '', 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'mac_address': 'fa:16:3e:34:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:41Z', 'updated_at': '2021-01-14T03:15:48Z', 'revision_number': 2, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'subnets': [{'id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:55.314293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.466026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:55.467798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.490773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:15:48Z', 'revision_number': 3, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:55.493990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:55.503707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Checking router: 140dc778-f63a-4b9a-a198-e512d698786d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:55.504292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Updating router 140dc778-f63a-4b9a-a198-e512d698786d port 55808bff-56a6-4252-8747-f5e66021d214 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:55.517918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:55.536877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.588833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc017479-e2b0-45ee-883f-3adc0133334b req-180b8b79-854a-48e0-8d75-7dd0f8ba48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:55.590921 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc017479-e2b0-45ee-883f-3adc0133334b req-180b8b79-854a-48e0-8d75-7dd0f8ba48ce service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 1.8118453 Jan 14 03:15:55.592810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.593033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Checking router: 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:15:55.593323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Updating router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd port 601854c6-022b-4f16-8328-bcc7ebe51669 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:15:55.647057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] For port 6e4cf960-43a2-4760-8bd6-5173b92f0076, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:55.673484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f08a50a4-61e9-4c38-a06e-89911517cf2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:55.680673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:55.826783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Pushing event updated for resources: {'Port': ['ID=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:55.845352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:55.944310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5091d3d-6c71-4c20-9988-e835921409f5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:55.971682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.018610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.329s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:56.075781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81822cf0-c7b5-46d6-a780-015f889dd773 None None] Provisioning for port a5091d3d-6c71-4c20-9988-e835921409f5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:56.081861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Network e95684a4-557a-4d38-95a9-2b8975681a20 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:15:56.089657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.103662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81822cf0-c7b5-46d6-a780-015f889dd773 None None] Provisioning complete for port a5091d3d-6c71-4c20-9988-e835921409f5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:56.104214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81822cf0-c7b5-46d6-a780-015f889dd773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.138554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e66b088-d3b6-4e61-8b2d-3f8b482d9ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:56.161397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] For port 6e4cf960-43a2-4760-8bd6-5173b92f0076, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=6e4cf960-43a2-4760-8bd6-5173b92f0076,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:56.214143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.361334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc017479-e2b0-45ee-883f-3adc0133334b req-548bfcd0-3b7d-4f80-84a3-67e17b560c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:56.363142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc017479-e2b0-45ee-883f-3adc0133334b req-548bfcd0-3b7d-4f80-84a3-67e17b560c85 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5697360 Jan 14 03:15:56.391545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-81822cf0-c7b5-46d6-a780-015f889dd773 None None] Port a5091d3d-6c71-4c20-9988-e835921409f5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:56.420391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Pushing event updated for resources: {'Port': ['ID=5c184fba-c476-4d9f-bade-6568d9727bc8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:56.432911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd9cd9d3-86a4-4516-965c-dc3db3ab0fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:56.436304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:56.524863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e95684a4-557a-4d38-95a9-2b8975681a20) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:56.550996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba11d65a-a33b-45eb-a38e-59a6b9b575b8 None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:56.606887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bc017479-e2b0-45ee-883f-3adc0133334b req-5a317fdf-783b-41d4-b250-45fd2e16fa6b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:15:56.755151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.801334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Transition to ACTIVE for port object 55808bff-56a6-4252-8747-f5e66021d214 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:56.812647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.900680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:56.904053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:56.905270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.116330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:57.128607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:57.129468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.135343 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] 10.222.0.74 "PUT /v2.0/ports/6e4cf960-43a2-4760-8bd6-5173b92f0076 HTTP/1.1" status: 200 len: 1156 time: 9.8977265 Jan 14 03:15:57.146051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.170699 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.174378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.178710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.183564 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.220805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-868c3637-bc88-4da3-b43b-8d5ff96f37ca tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:15:57.222778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-868c3637-bc88-4da3-b43b-8d5ff96f37ca tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/networks?id=d6fc9975-ae15-412b-908d-09c201f012eb HTTP/1.1" status: 200 len: 811 time: 2.4478884 Jan 14 03:15:57.228768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Attempting to bind port 55808bff-56a6-4252-8747-f5e66021d214 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:15:57.229173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Attempting to bind port 55808bff-56a6-4252-8747-f5e66021d214 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:15:57.229571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Attempting to bind port 55808bff-56a6-4252-8747-f5e66021d214 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:15:57.249613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:15:57.250156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:15:57.250581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.260364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:15:57.260364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Bound port: 55808bff-56a6-4252-8747-f5e66021d214, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:15:57.260364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.268486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Allocated IP 172.20.0.1 (365c3433-935b-4922-b09e-5acd0e071e8a/3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e/7f2cd57b-9932-493c-b490-f674f29e6ee4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:57.333479 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076', 'status': 'completed', 'code': 200} Jan 14 03:15:57.342709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Request body: {'port': {'device_id': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb', 'admin_state_up': True, 'tenant_id': '73ab518907ca4d3eb6070773c4b0c508'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:15:57.354234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Pushing event updated for resources: {'Port': ['ID=55808bff-56a6-4252-8747-f5e66021d214,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:57.364993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:57.382786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b2e72c12-9033-49ae-b10f-87bb0fea949e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:57.385238 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 10.3190501 Jan 14 03:15:57.460926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] For port 55808bff-56a6-4252-8747-f5e66021d214, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:15:57.472033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] For port 55808bff-56a6-4252-8747-f5e66021d214, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=55808bff-56a6-4252-8747-f5e66021d214,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:15:57.486959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.506402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a6de36-bbd3-4364-b72b-5236ca2a37ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:57.558270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.577909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Transition to ACTIVE for port object 7f2cd57b-9932-493c-b490-f674f29e6ee4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:57.602945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:57.623907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:57.626968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-bc017479-e2b0-45ee-883f-3adc0133334b req-5a317fdf-783b-41d4-b250-45fd2e16fa6b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:15:57.628386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bc017479-e2b0-45ee-883f-3adc0133334b req-5a317fdf-783b-41d4-b250-45fd2e16fa6b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 210 time: 1.1519756 Jan 14 03:15:57.629760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.637068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Pushing event updated for resources: {'Port': ['ID=55808bff-56a6-4252-8747-f5e66021d214,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:57.702334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:57.706506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-e95684a4-557a-4d38-95a9-2b8975681a20', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'tenant_id': '358156ec4c80408fbd058d009149b617', 'fixed_ips': [{'subnet_id': '3b3373be-1663-43e9-9e8f-3648ceba56ce'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:15:57.707441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:57.725160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:15:57.739022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:15:57.742523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:57.773762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e7928b-a3b2-41e8-9ca8-72f7f94121e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:57.887101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:15:57.888432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:57.890977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:57.916573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.484s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:57.949434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Made reservation on behalf of 73ab518907ca4d3eb6070773c4b0c508 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.953034 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:15:57.955923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:15:57.968229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.025091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:58.053777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:58.179465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190dd94-cf1b-4122-af6b-63e988837e53 None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:15:58.225583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Network 365c3433-935b-4922-b09e-5acd0e071e8a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:15:58.314536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b2e72c12-9033-49ae-b10f-87bb0fea949e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:58.327384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:15:58.343405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:15:58.403110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:15:58.512083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b2e72c12-9033-49ae-b10f-87bb0fea949e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:58.516212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.530400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.656640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9d2ae398-09a4-4d88-aa2b-80946ad30c43 None None] Provisioning for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:58.719482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.720415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Allocated IP 172.25.3.66 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:58.827871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.832285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Transition to ACTIVE for port object 601854c6-022b-4f16-8328-bcc7ebe51669 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:15:58.915459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.935215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:58.991115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:59.015500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.034857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:15:48Z', 'revision_number': 3, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:15:59.052592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec1b61-e186-4558-b3db-f77c9af08eb9 None None] The sync data for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 is: [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:15:48Z', 'revision_number': 3, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:15:59.318243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Pushing event updated for resources: {'Port': ['ID=601854c6-022b-4f16-8328-bcc7ebe51669,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:59.397318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:59.406146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-040cc013-8304-465f-902f-b00a783fe06b None None] Provisioning for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:15:59.455888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.479891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b2e72c12-9033-49ae-b10f-87bb0fea949e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b2e72c12-9033-49ae-b10f-87bb0fea949e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:15:59.520578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-040cc013-8304-465f-902f-b00a783fe06b None None] Provisioning complete for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:15:59.521002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-040cc013-8304-465f-902f-b00a783fe06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.561396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.562313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device fc64bb4f-6e47-4e78-8cbb-9d49b52867dd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:15:59.643433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:59.709949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.757884 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:15:59.783826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.788745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:15:59.807899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-040cc013-8304-465f-902f-b00a783fe06b None None] Port 7f2cd57b-9932-493c-b490-f674f29e6ee4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:15:59.884106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Allocated IP 172.20.0.2 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/354d08d0-dd80-4ca9-8432-085f837431a3) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:15:59.901011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b2e72c12-9033-49ae-b10f-87bb0fea949e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:15:59.909602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:15:59.916519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:00.074866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:00.075308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.269118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Attempting to bind port 601854c6-022b-4f16-8328-bcc7ebe51669 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:00.269622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Attempting to bind port 601854c6-022b-4f16-8328-bcc7ebe51669 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:00.269955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Attempting to bind port 601854c6-022b-4f16-8328-bcc7ebe51669 on network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:00.272420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event updated for resources: {'Port': ['ID=b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:00.290111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:00.290547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Checking segment: {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:00.290997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.291442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Bound using segment: {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:00.291983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Bound port: 601854c6-022b-4f16-8328-bcc7ebe51669, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9fa81-16ad-46a7-ab43-15e44b09389f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:00.292420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.377627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:00.442468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.449801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.531841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae5e6ee2-d14d-4fa1-aa37-44f4882fa98e tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:00.584070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.605057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] For port 601854c6-022b-4f16-8328-bcc7ebe51669, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:00.612535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.638055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:00.650673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:00.690183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] For port 601854c6-022b-4f16-8328-bcc7ebe51669, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=601854c6-022b-4f16-8328-bcc7ebe51669,segment=NetworkSegment(bfa9fa81-16ad-46a7-ab43-15e44b09389f),segment_id=bfa9fa81-16ad-46a7-ab43-15e44b09389f)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:00.722296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.741522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Transition to ACTIVE for port object 354d08d0-dd80-4ca9-8432-085f837431a3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:00.758956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-4c8717ab-39c5-467e-9ecc-61f3aa9c958e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:00.765181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Transition to ACTIVE for port object 354d08d0-dd80-4ca9-8432-085f837431a3 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:00.766585 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-4c8717ab-39c5-467e-9ecc-61f3aa9c958e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 2.2060196 Jan 14 03:16:00.780017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:00.786071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.809419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:00.891171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-cfd4793d-a7a5-49e3-a780-a71edc2ecbfa tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/quotas/358156ec4c80408fbd058d009149b617 HTTP/1.1" status: 200 len: 375 time: 0.1235752 Jan 14 03:16:00.893557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-6becbf21-a344-44ad-b80f-8df1e3c7dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:00.895825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-6becbf21-a344-44ad-b80f-8df1e3c7dafd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 1159 time: 3.6655660 Jan 14 03:16:00.907809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Router 1954dd0a-900b-4144-900a-a93cc381d3bc is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:16:01.012030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Allocated IP 172.20.0.12 (d6fc9975-ae15-412b-908d-09c201f012eb/7085ea87-aa12-4d20-8a44-b5112f697dde/fd164b7e-eeb6-4d83-82b2-3f1badc19cfb) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:01.027082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Network 365c3433-935b-4922-b09e-5acd0e071e8a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:01.031717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:01.063666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:01.158182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b9d9a3ca-2525-4e3e-a039-cb0cc92057ad None None] Provisioning complete for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:01.158675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a3ca-2525-4e3e-a039-cb0cc92057ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:01.244147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:01.245425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d9125754-0470-4187-bdfe-73f22a7ad292 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:01.280301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:01.333925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:01.343625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Pushing event updated for resources: {'Port': ['ID=354d08d0-dd80-4ca9-8432-085f837431a3,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:01.485579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:01.590955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:01.604509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:01.608528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.6956463 Jan 14 03:16:01.612770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Sync routers for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:01.620872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45128) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:01.745716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:01.746437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:01.760979 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-edce3fe4-0e12-4543-8965-624d99d0f99b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e4cf960-43a2-4760-8bd6-5173b92f0076 HTTP/1.1" status: 200 len: 217 time: 0.3781769 Jan 14 03:16:01.852736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:01.854780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:01.932297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:02.322331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.333370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:02.337313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:02.344809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:02.347393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:02.352683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:02.415867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Pushing event updated for resources: {'Port': ['ID=601854c6-022b-4f16-8328-bcc7ebe51669,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:02.441635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.378s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:02.454484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.297s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:02.507247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:02.518699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Sync routers for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:02.524811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ef42a1a-d599-4ff7-9499-a9afe6db4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1147606 Jan 14 03:16:02.543702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:02.545014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:02.605327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d9125754-0470-4187-bdfe-73f22a7ad292 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:02.645780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d9125754-0470-4187-bdfe-73f22a7ad292 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:02.646206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.755166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-545458f6-5077-45c9-a06a-64e3d599f0e5 None None] Provisioning complete for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:02.755621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-545458f6-5077-45c9-a06a-64e3d599f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.828959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:02.834751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Attempting to bind port 354d08d0-dd80-4ca9-8432-085f837431a3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:02.835181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Attempting to bind port 354d08d0-dd80-4ca9-8432-085f837431a3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:02.835602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Attempting to bind port 354d08d0-dd80-4ca9-8432-085f837431a3 on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:02.882431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:02.882865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:02.883356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.883808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:02.884373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Bound port: 354d08d0-dd80-4ca9-8432-085f837431a3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:02.884805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.929731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.939790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:02.948408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:02.953411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:02.956291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.604s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:02.956768 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:03.155398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:03.168094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:03.189037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:03.255857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:03.316243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebfaafa5-7288-4db2-9a88-1649fba13c69 tempest-LiveMigrationTest-875458059 tempest-LiveMigrationTest-875458059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:03.510614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:03.529582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port d9125754-0470-4187-bdfe-73f22a7ad292, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d9125754-0470-4187-bdfe-73f22a7ad292,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:03.553289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:03.557380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7f2cd57b-9932-493c-b490-f674f29e6ee4', 'name': '', 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'mac_address': 'fa:16:3e:82:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:56Z', 'updated_at': '2021-01-14T03:16:00Z', 'revision_number': 2, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'subnets': [{'id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:03.561201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Checking router: 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:03.561631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Updating router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 port 7f2cd57b-9932-493c-b490-f674f29e6ee4 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:16:03.580859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:03.643462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:03.722965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=d9125754-0470-4187-bdfe-73f22a7ad292,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:03.829180 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:03.844805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Allocated IP 172.20.0.1 (73f1e7b4-ab54-4066-881f-05fa4d8dc586/cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e/5e4fef50-a926-4e7f-939a-e9d7685a8bfd) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:03.947325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b2e72c12-9033-49ae-b10f-87bb0fea949e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:04.061076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-545458f6-5077-45c9-a06a-64e3d599f0e5 None None] Provisioning complete for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:04.061504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-545458f6-5077-45c9-a06a-64e3d599f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.109870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Allocated IP 172.20.0.1 (3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0/a54ecfbc-0548-4dc0-9c9c-012e5e61072e/4fd7412f-65b2-49d0-9751-95e3d89b976a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:04.205915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.247442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Transition to ACTIVE for port object 5e4fef50-a926-4e7f-939a-e9d7685a8bfd will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:04.293434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.314821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Transition to ACTIVE for port object 4fd7412f-65b2-49d0-9751-95e3d89b976a will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:04.334272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.362935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:04.383416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] For port 354d08d0-dd80-4ca9-8432-085f837431a3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:04.514599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-82b3fa46-cfb3-4187-9c4e-c8e8e165e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:04.517221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-82b3fa46-cfb3-4187-9c4e-c8e8e165e4d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 2.7021627 Jan 14 03:16:04.519882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.572261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] For port 354d08d0-dd80-4ca9-8432-085f837431a3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=354d08d0-dd80-4ca9-8432-085f837431a3,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:04.577553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.599208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-545458f6-5077-45c9-a06a-64e3d599f0e5 None None] Port 7f2cd57b-9932-493c-b490-f674f29e6ee4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:04.613276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.627958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Transition to ACTIVE for port object 7f2cd57b-9932-493c-b490-f674f29e6ee4 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:04.633987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.671709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.686686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.698506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:04.708079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:04.713860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:04.719861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:04.789894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Pushing event updated for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:04.795690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:04.825856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:04.852462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.053486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.192449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:05.234526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b2e72c12-9033-49ae-b10f-87bb0fea949e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:05.237462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.308995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Pushing event updated for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:05.314553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:05.367709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5091d3d-6c71-4c20-9988-e835921409f5,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:05.378162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-681ff8c9-cc42-43e1-9cfb-4719df629967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.554280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.578644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.581597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.582108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.582607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.583026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.583440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.583855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.584266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.584694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.585348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.585471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.585868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.586943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.594077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.597569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.600086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.600698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.601287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.602719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.603296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.603872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.604474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.605052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.605611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.606166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.606807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.607492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.608067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.608658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.609226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.609923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.610613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.611168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.611721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.612271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.613652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.614242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:05.621227 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-60254088-d825-448f-b5da-8d8f5abba1b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9598322 Jan 14 03:16:05.622758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.307s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:05.674855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb3b0ab3-ec9a-4d17-965f-50c91751f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.004s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:05.788314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbc9f6ab-01db-4f06-8007-0e8f73231625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:05.819279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Attempting to bind port 7f2cd57b-9932-493c-b490-f674f29e6ee4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:05.819688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Attempting to bind port 7f2cd57b-9932-493c-b490-f674f29e6ee4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:05.822306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device fc64bb4f-6e47-4e78-8cbb-9d49b52867dd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:05.824821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Attempting to bind port 7f2cd57b-9932-493c-b490-f674f29e6ee4 on network 365c3433-935b-4922-b09e-5acd0e071e8a {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:05.830906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:05.831323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Checking segment: {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:05.831950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.834555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Network d6fc9975-ae15-412b-908d-09c201f012eb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:05.851833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Bound using segment: {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:05.852634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Bound port: 7f2cd57b-9932-493c-b490-f674f29e6ee4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c96f25-96f0-48cb-b123-38bd165ecc82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:05.853086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.868712 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.872445 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.885834 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:05.890279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:05.896137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:05.898017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-b0c7a80d-0b65-4855-b6de-e5fcdbd4ef81 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&fields=id HTTP/1.1" status: 200 len: 255 time: 4.5107234 Jan 14 03:16:05.901248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event updated for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:05.915340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Pushing event updated for resources: {'Port': ['ID=354d08d0-dd80-4ca9-8432-085f837431a3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:05.941121 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:05.965416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-07f78b4f-9c04-435f-b964-b3b0a4c41182 None None] Provisioning for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:05.984480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:06.015948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-07f78b4f-9c04-435f-b964-b3b0a4c41182 None None] Provisioning complete for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:06.016292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f78b4f-9c04-435f-b964-b3b0a4c41182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:06.078580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] For port 7f2cd57b-9932-493c-b490-f674f29e6ee4, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:06.088162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:06.089592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:06.099291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] For port 7f2cd57b-9932-493c-b490-f674f29e6ee4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7f2cd57b-9932-493c-b490-f674f29e6ee4,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:06.110071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:06.132127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-07f78b4f-9c04-435f-b964-b3b0a4c41182 None None] Port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:06.150918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11d8fbff-6f27-4e43-b7bb-67589eca0d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:06.172000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:45Z', 'revision_number': 4, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '601854c6-022b-4f16-8328-bcc7ebe51669', 'name': '', 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'mac_address': 'fa:16:3e:34:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:41Z', 'updated_at': '2021-01-14T03:16:00Z', 'revision_number': 4, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'subnets': [{'id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:06.181198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93457f3-907c-44d1-969c-5ebfe0cd877b None None] The sync data for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 is: [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:15:45Z', 'revision_number': 4, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '601854c6-022b-4f16-8328-bcc7ebe51669', 'name': '', 'network_id': '609a4f37-338f-4e3d-b2a4-ee59e8c6f555', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'mac_address': 'fa:16:3e:34:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:41Z', 'updated_at': '2021-01-14T03:16:00Z', 'revision_number': 4, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'subnets': [{'id': '77d9a4c8-fd97-4580-9b97-c71d2207ad3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:06.182908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:06.183332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:06.266591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Pushing event updated for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:06.306755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Pushing event updated for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:06.312483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:06.326147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.330250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.330821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.332140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.332763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.335264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.336747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.337496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.340869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.342298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.343640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.344158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.351845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.355488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.355899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:06.357163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.358205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:06.358730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.360053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.361448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.365675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.367346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.369717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.371761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.372699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.373497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.373619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:06.375910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.377485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.379424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.380913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.382345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.386207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.387685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.389168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.389793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.391252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.392719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.393507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:06.405190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:06.470300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:06.476608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:06.477701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:06.533211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:06.551471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:15:58Z', 'revision_number': 3, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:06.595864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Checking router: 1954dd0a-900b-4144-900a-a93cc381d3bc for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:06.596354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Updating router 1954dd0a-900b-4144-900a-a93cc381d3bc port 5c184fba-c476-4d9f-bade-6568d9727bc8 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:16:06.621346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:06.634552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:06.635034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:06.638339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:15:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:06.906082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.072545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Deleting port 601854c6-022b-4f16-8328-bcc7ebe51669 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:07.072932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.145009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24769fdc-7f76-4f68-999f-6abd51055b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.185899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:07.190794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-ef57342f-6fb7-4ed4-be9a-5dcf7fe189f3 service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3470590 Jan 14 03:16:07.249360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23470930-c9c9-4773-b674-21e6504b25ef None None] Provisioning for port 4fd7412f-65b2-49d0-9751-95e3d89b976a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:07.255649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:07.256395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.266749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23470930-c9c9-4773-b674-21e6504b25ef None None] Provisioning complete for port 4fd7412f-65b2-49d0-9751-95e3d89b976a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:07.295098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23470930-c9c9-4773-b674-21e6504b25ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.297649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:07.557849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Router 1954dd0a-900b-4144-900a-a93cc381d3bc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:07.662044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 55808bff-56a6-4252-8747-f5e66021d214 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:07.785829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:07.807544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-23470930-c9c9-4773-b674-21e6504b25ef None None] Port 4fd7412f-65b2-49d0-9751-95e3d89b976a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:07.832042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-f5ed19e2-a3c1-41a3-9235-a61484246335 service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9248316 Jan 14 03:16:07.959217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7f2cd57b-9932-493c-b490-f674f29e6ee4', 'name': '', 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'mac_address': 'fa:16:3e:82:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:56Z', 'updated_at': '2021-01-14T03:16:06Z', 'revision_number': 4, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'subnets': [{'id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:07.970506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c777c71-5a43-4da6-8ee1-3e694ab793ef None None] The sync data for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 is: [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7f2cd57b-9932-493c-b490-f674f29e6ee4', 'name': '', 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'mac_address': 'fa:16:3e:82:5f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:56Z', 'updated_at': '2021-01-14T03:16:06Z', 'revision_number': 4, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'subnets': [{'id': '3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:08.137259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:08.167737 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] 10.222.0.30 "PUT /v2.0/routers/1954dd0a-900b-4144-900a-a93cc381d3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5456910 Jan 14 03:16:08.544756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.567565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:08.573940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Provisioning complete for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:08.574356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.718016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:08.730942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-647104289'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:08.740698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:08.749126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:network and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:08.749938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Transition to ACTIVE for port object 5c184fba-c476-4d9f-bade-6568d9727bc8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:08.756220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 55808bff-56a6-4252-8747-f5e66021d214 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:08.762186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Provisioning complete for port a5091d3d-6c71-4c20-9988-e835921409f5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:08.762602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:08.763110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.795747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:08.822380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:08.824532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-56333ace-727f-4a21-96f6-424592288a2c None None] Port a5091d3d-6c71-4c20-9988-e835921409f5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:08.835624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.854440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.863754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.864972 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:08.908386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-85e27fb2-d2ba-444a-884d-25e70a601a8a service neutron] 10.222.0.74 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1159163 Jan 14 03:16:08.963766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:16:08.986132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:08.987288 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Added segment 609cb584-892b-4e0d-a428-e833057e70a5 of type vxlan for network 8d576e26-8477-4bb7-9a58-9a453dcb2850 Jan 14 03:16:09.012805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 55808bff-56a6-4252-8747-f5e66021d214 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:09.013229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.054213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.101446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.153523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.206029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:09.210844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.225108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b874f51a-f866-48c6-a7ad-3803897f4927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:09.252658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Pushing event updated for resources: {'Port': ['ID=5c184fba-c476-4d9f-bade-6568d9727bc8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:09.256561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:09.259436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add80b99-9b9c-44b5-8749-6269fe0a43dd None None] Network e95684a4-557a-4d38-95a9-2b8975681a20 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:09.360550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.488103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Network': ['ID=8d576e26-8477-4bb7-9a58-9a453dcb2850,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:09.502122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:09.504532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9358380 Jan 14 03:16:09.508117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:09.517005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'subnet': {'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:09.568369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fffd57a-f50d-4106-bda2-e59e12cc45dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:09.629586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:09.682358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:09.696440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:09.740043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:09.745253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:subnet and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:09.748652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:09.756155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:09.825613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:09.839109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:09.928033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:09.934184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-4b023bc2-f36c-42da-8b9c-d46e0d7042c9 service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1010542 Jan 14 03:16:10.216599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:10.315623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-58544ff4-e271-49ea-a67c-4151e283d2c6 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 13.0725985 Jan 14 03:16:10.396559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event updated for resources: {'Port': ['ID=b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:10.440324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:10.633197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] For port 601854c6-022b-4f16-8328-bcc7ebe51669, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=601854c6-022b-4f16-8328-bcc7ebe51669,segment=NetworkSegment(bfa9fa81-16ad-46a7-ab43-15e44b09389f),segment_id=bfa9fa81-16ad-46a7-ab43-15e44b09389f)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:10.633939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:10.766232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 6e4cf960-43a2-4760-8bd6-5173b92f0076 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:10.984408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Attempting to bind port 5c184fba-c476-4d9f-bade-6568d9727bc8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:10.995172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Attempting to bind port 5c184fba-c476-4d9f-bade-6568d9727bc8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:10.998739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Attempting to bind port 5c184fba-c476-4d9f-bade-6568d9727bc8 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:11.039088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Calling delete_port for 601854c6-022b-4f16-8328-bcc7ebe51669 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:11.252165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Request body: {'port': {'device_id': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:11.300215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.306143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.306926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.340687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-ed92002b-fbd2-4707-b808-fc0441959d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:11.342627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-ed92002b-fbd2-4707-b808-fc0441959d99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 1159 time: 2.1091821 Jan 14 03:16:11.392635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9964b6eb-a7dc-4618-bac7-34947b68cae5 None None] Provisioning for port 354d08d0-dd80-4ca9-8432-085f837431a3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:11.411173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:11.412012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:11.412731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.413585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:11.415115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Bound port: 5c184fba-c476-4d9f-bade-6568d9727bc8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:11.415946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.437642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.513805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 6e4cf960-43a2-4760-8bd6-5173b92f0076 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:11.528910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 6e4cf960-43a2-4760-8bd6-5173b92f0076 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:11.529869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.565700 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c98b20-c965-45cd-85f7-56a878827f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:11.618238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 55808bff-56a6-4252-8747-f5e66021d214, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=55808bff-56a6-4252-8747-f5e66021d214,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:11.656409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.681671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:11.727327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:11.895413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:11.920076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.8557045 Jan 14 03:16:11.954167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Sync routers for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:12.108720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] For port 5c184fba-c476-4d9f-bade-6568d9727bc8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:12.129438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] For port 5c184fba-c476-4d9f-bade-6568d9727bc8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c184fba-c476-4d9f-bade-6568d9727bc8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:12.246075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:12.256865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Subnet': ['ID=57849648-16a4-4969-b5d5-7efd5a2129fc,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:12.280358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:12.281207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Checking segment: {'id': '609cb584-892b-4e0d-a428-e833057e70a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:12.281598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network hostable DHCP agents. Network: 8d576e26-8477-4bb7-9a58-9a453dcb2850, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:16:12.283636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:12.284280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:12.328778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:12.338225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:16:12.347609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 21.2405238 Jan 14 03:16:12.371236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8d576e26-8477-4bb7-9a58-9a453dcb2850) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:12.425866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:12.428750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:12.485499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9734895 Jan 14 03:16:12.486378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:12.505779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1258399464'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:12.516692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:12.746867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:12.829446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:12.903566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-10788440-558e-4823-94f4-a21f61a09435 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:12.904410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-10788440-558e-4823-94f4-a21f61a09435 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:12.910101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:network and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:12.929225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:12.968836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:12.978221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-10788440-558e-4823-94f4-a21f61a09435 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:12.979503 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-10788440-558e-4823-94f4-a21f61a09435 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 0.4651499 Jan 14 03:16:13.001421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:13.011647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.025994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 354d08d0-dd80-4ca9-8432-085f837431a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:13.038030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Request body: {'port': {'device_id': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'admin_state_up': True, 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:13.122992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed0e1e-855a-4837-8b07-ccbf57dd13ad None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:13.145765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.249939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:13.258973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Usage tracker for resource:port and tenant:358156ec4c80408fbd058d009149b617 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:13.270309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:13.286396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:13.347794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:16:13.404742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.405283 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Added segment 23d5f9ad-29ab-4348-a366-4f12fbcb1841 of type vxlan for network 07a8bcce-18db-4b63-b56b-207f5ad01017 Jan 14 03:16:13.409448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:13.419333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.568255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=55808bff-56a6-4252-8747-f5e66021d214,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:13.571099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:13.576729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.895s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:13.587836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c763072-a7ae-4a00-9c1b-62861c497a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:13.685662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Pushing event updated for resources: {'Port': ['ID=5c184fba-c476-4d9f-bade-6568d9727bc8,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:13.821299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:13.833424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 354d08d0-dd80-4ca9-8432-085f837431a3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:13.856398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.856756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 6e4cf960-43a2-4760-8bd6-5173b92f0076, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=6e4cf960-43a2-4760-8bd6-5173b92f0076,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:13.860719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 354d08d0-dd80-4ca9-8432-085f837431a3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:13.861837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:13.913362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.028943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8d576e26-8477-4bb7-9a58-9a453dcb2850', 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'fixed_ips': [{'subnet_id': '57849648-16a4-4969-b5d5-7efd5a2129fc'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:16:14.029847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.044758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.067101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:14.068222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.077149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fff877b2-7dda-48c1-a481-49181c315833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:14.085075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.101076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:14.208773 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4f9cb3ab-0702-4fe1-9f84-8b3cdc86fd2b req-c055ef33-e19c-4fd3-b96d-26774a134dd3 tempest-FloatingIPsNegativeTestJSON-1291981165 tempest-FloatingIPsNegativeTestJSON-1291981165] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=f34c4708c55240b18503f5a55319873b HTTP/1.1" status: 200 len: 217 time: 1.5877960 Jan 14 03:16:14.208773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.255864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-50e67167-d76c-497f-ae30-8da01e35c751 None None] Provisioning complete for port 354d08d0-dd80-4ca9-8432-085f837431a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:14.256285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50e67167-d76c-497f-ae30-8da01e35c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.262263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Network': ['ID=07a8bcce-18db-4b63-b56b-207f5ad01017,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:14.282621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:14.325384 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076', 'code': 200} Jan 14 03:16:14.350655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8602030 Jan 14 03:16:14.353845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:14.355663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:14.363847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'subnet': {'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:14.416455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:14.593262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:14.599867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:subnet and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:14.609804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:14.625448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:14.627499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=601854c6-022b-4f16-8328-bcc7ebe51669,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:14.655908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-c9b32ce5-59c7-4b97-8da3-2ebcaba8d484 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:14.664631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-c9b32ce5-59c7-4b97-8da3-2ebcaba8d484 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 4.1126149 Jan 14 03:16:14.678638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:14.685645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:14.746186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:14.830088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:14.867052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Allocated IP 172.20.0.11 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/8390ef21-0960-4d83-a4d1-2d09cfa5628b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:14.897038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:14.973060 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-3ffcb35b-e59b-4fa4-91e9-8862d00e0e5a tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/quotas/358156ec4c80408fbd058d009149b617 HTTP/1.1" status: 200 len: 375 time: 0.3071244 Jan 14 03:16:14.987196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-dfd38ab0-2a03-46cf-9bda-b7b00a9f8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:14.988670 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-dfd38ab0-2a03-46cf-9bda-b7b00a9f8b8c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 3.4981940 Jan 14 03:16:15.143923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-81370d65-6f22-4934-8fff-93c3edaa4305 req-3df42d74-6969-4200-a9ac-c1399c4952b1 tempest-FloatingIPsNegativeTestJSON-1291981165 tempest-FloatingIPsNegativeTestJSON-1291981165] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.5847011 Jan 14 03:16:15.267386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:15.346857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:15.419496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:15.564484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:15.571141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:15.654898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:15.674050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-8acbf2d5-c8a3-4501-9958-d10d785ab5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:15.675670 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b3ccf1ee-e41e-4a5b-a349-85d047f6d1c6 req-8acbf2d5-c8a3-4501-9958-d10d785ab5c2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4405718 Jan 14 03:16:15.767876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:15.769139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:15.780511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Transition to ACTIVE for port object 8390ef21-0960-4d83-a4d1-2d09cfa5628b will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:15.928600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.118918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50e67167-d76c-497f-ae30-8da01e35c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.127642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:16.131780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.162183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 354d08d0-dd80-4ca9-8432-085f837431a3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=354d08d0-dd80-4ca9-8432-085f837431a3,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:16.201972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.203160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d9125754-0470-4187-bdfe-73f22a7ad292 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:16.236485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event updated for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:16.251022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:16.288649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:16.358249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 6e4cf960-43a2-4760-8bd6-5173b92f0076 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:16.436284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:16.446871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.523706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:16.540320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:16.550924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:16.651879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.689040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:16.694426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-50e67167-d76c-497f-ae30-8da01e35c751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:16:16.705879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-50e67167-d76c-497f-ae30-8da01e35c751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:16:16.707267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:16.781192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:16.959844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Subnet': ['ID=951ab9de-d90c-4804-8e2f-b52d8a274be3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:16.963599 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.967548 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:16.972202 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:16.987827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Allocated IP 19.80.0.2 (8d576e26-8477-4bb7-9a58-9a453dcb2850/57849648-16a4-4969-b5d5-7efd5a2129fc/36226bb2-4193-4bb6-849c-bef44962d65b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:17.024208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:17.027911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.032434 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-859f1d8b-2036-4715-98d2-80c25b792567 req-0f44e559-4644-4e7b-a492-30aaf63f7024 tempest-FloatingIPsNegativeTestJSON-1291981165 tempest-FloatingIPsNegativeTestJSON-1291981165] show failed (client error): The resource could not be found. Jan 14 03:16:17.048996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-859f1d8b-2036-4715-98d2-80c25b792567 req-0f44e559-4644-4e7b-a492-30aaf63f7024 tempest-FloatingIPsNegativeTestJSON-1291981165 tempest-FloatingIPsNegativeTestJSON-1291981165] 10.222.0.30 "GET /v2.0/floatingips/b15732e4-4e1e-4d10-b0df-4e9f78cb2f63 HTTP/1.1" status: 404 len: 350 time: 1.5574052 Jan 14 03:16:17.052652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:17.062136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45432) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:17.085036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:17.089906 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0579295 Jan 14 03:16:17.119076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Request body: {'port': {'device_id': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:17.323629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd164b7e-eeb6-4d83-82b2-3f1badc19cfb {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:16:17.331829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.347920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Transition to ACTIVE for port object fd164b7e-eeb6-4d83-82b2-3f1badc19cfb will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:17.391602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.657844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Checking segment: {'id': '23d5f9ad-29ab-4348-a366-4f12fbcb1841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:17.658246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network hostable DHCP agents. Network: 07a8bcce-18db-4b63-b56b-207f5ad01017, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:16:17.713136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d9125754-0470-4187-bdfe-73f22a7ad292 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:17.713670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.749828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:17.803196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:16:17.814427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.825127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 07a8bcce-18db-4b63-b56b-207f5ad01017) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:17.848678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:17.849339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:17.970341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b63c45-7ff5-4989-9ebf-55ea506f1381 None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:17.998339 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6433709 Jan 14 03:16:18.173066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:18.298802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8390ef21-0960-4d83-a4d1-2d09cfa5628b {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:16:18.314478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:18.341773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Transition to ACTIVE for port object 8390ef21-0960-4d83-a4d1-2d09cfa5628b will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:18.346727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:18.400312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:18.414744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-84c57686-19f7-460b-9714-2041dd4be231 None None] Provisioning for port 8390ef21-0960-4d83-a4d1-2d09cfa5628b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:18.428216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 601854c6-022b-4f16-8328-bcc7ebe51669 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:18.479035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-07a8bcce-18db-4b63-b56b-207f5ad01017', 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'fixed_ips': [{'subnet_id': '951ab9de-d90c-4804-8e2f-b52d8a274be3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:16:18.480124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:18.514618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 601854c6-022b-4f16-8328-bcc7ebe51669 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:18.515121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 601854c6-022b-4f16-8328-bcc7ebe51669 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:16:18.580164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:18.591480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 601854c6-022b-4f16-8328-bcc7ebe51669 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:16:18.592060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7f2cd57b-9932-493c-b490-f674f29e6ee4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:18.900317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-94e22050-8d81-4fdf-b005-0e25fa67c7eb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:19.014059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:19.052691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Pushing event updated for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:19.056022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:19.159419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=354d08d0-dd80-4ca9-8432-085f837431a3,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:19.171599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 6e4cf960-43a2-4760-8bd6-5173b92f0076, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=6e4cf960-43a2-4760-8bd6-5173b92f0076,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:19.200693 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.912s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:19.205561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.220210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:19.223649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:19.230140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:19.234069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.281264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Allocated IP 19.86.0.2 (07a8bcce-18db-4b63-b56b-207f5ad01017/951ab9de-d90c-4804-8e2f-b52d8a274be3/9456ba8e-609c-4944-8dfc-5e5f7478cd8d) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:19.446882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:19.484684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Attempting to bind port 8390ef21-0960-4d83-a4d1-2d09cfa5628b on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:19.485079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Attempting to bind port 8390ef21-0960-4d83-a4d1-2d09cfa5628b by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:19.485442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Attempting to bind port 8390ef21-0960-4d83-a4d1-2d09cfa5628b on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:19.500014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:19.500418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:19.500827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.501225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:19.501722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Bound port: 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:19.502096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.528951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45462) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:19.615710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:58Z', 'revision_number': 4, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a5091d3d-6c71-4c20-9988-e835921409f5', 'name': '', 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'mac_address': 'fa:16:3e:25:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:51Z', 'updated_at': '2021-01-14T03:16:02Z', 'revision_number': 2, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'subnets': [{'id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:19.625483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:16:04Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5e4fef50-a926-4e7f-939a-e9d7685a8bfd', 'name': '', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'mac_address': 'fa:16:3e:9a:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:03Z', 'updated_at': '2021-01-14T03:16:05Z', 'revision_number': 2, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'subnets': [{'id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:19.643361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Checking router: ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:19.643776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Updating router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd port a5091d3d-6c71-4c20-9988-e835921409f5 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:16:19.709474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:19.718042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:19.725196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.725762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:19.732650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:19.737664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Transition to ACTIVE for port object 36226bb2-4193-4bb6-849c-bef44962d65b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:19.741327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:19.789819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2031720b-51bb-4508-bb53-02e6c731514a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.814628 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.817756 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.826594 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:19.829769 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-c230a910-cb7f-4791-9237-d05a4d8556fe tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&fields=id HTTP/1.1" status: 200 len: 255 time: 4.8314414 Jan 14 03:16:19.911886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Pushing event updated for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:19.967101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:19.968087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.076386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:20.082368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Usage tracker for resource:security_group_rule and tenant:2155e2d802614a42a5e4e3b2cc0c85cd is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:20.086925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:20.095178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:20.218925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:20.219731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.221678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] 10.222.0.74 "PUT /v2.0/ports/8390ef21-0960-4d83-a4d1-2d09cfa5628b HTTP/1.1" status: 200 len: 1157 time: 3.1131468 Jan 14 03:16:20.223526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:20.240623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.244259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.278976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-758257d8-966d-4b80-a563-52f19b8e6fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:20.316911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.325919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:20.341538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Transition to ACTIVE for port object a5091d3d-6c71-4c20-9988-e835921409f5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:20.344580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664dfa6-1b39-4b73-8be5-b9ea67ebbd3e None None] The sync data for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 is: [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:16:04Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5e4fef50-a926-4e7f-939a-e9d7685a8bfd', 'name': '', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'mac_address': 'fa:16:3e:9a:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:03Z', 'updated_at': '2021-01-14T03:16:05Z', 'revision_number': 2, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'subnets': [{'id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:20.369413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:20.394504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:20.394876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.401396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b48127d-046c-427d-99a0-235364f75746,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:20.423697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:20.426447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-8bdfee3b-93a0-4e19-8d08-d15518f8151d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:20.427275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-8bdfee3b-93a0-4e19-8d08-d15518f8151d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:20.462433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.508017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2155e2d802614a42a5e4e3b2cc0c85cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9776156 Jan 14 03:16:20.519572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45476) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:20.524183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:20.628222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Transition to ACTIVE for port object 36226bb2-4193-4bb6-849c-bef44962d65b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:20.642643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Pushing event updated for resources: {'Port': ['ID=a5091d3d-6c71-4c20-9988-e835921409f5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:20.702927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-220cfd09-fd79-4e33-b4e2-333c0b21ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:20.704954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-220cfd09-fd79-4e33-b4e2-333c0b21ff98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=ecaafb28-bc09-4eb3-a19f-7670d6817088 HTTP/1.1" status: 200 len: 1160 time: 0.4285812 Jan 14 03:16:20.720825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:20.729457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.767839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67d3135d-508c-4861-bd3d-bda45812c17e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:20.814873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-41d2ac96-1293-4530-b730-ed0e9aaad2bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b HTTP/1.1" status: 200 len: 217 time: 0.0969796 Jan 14 03:16:20.815769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.818934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:20.850439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Sync routers for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:20.863949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Router 140dc778-f63a-4b9a-a198-e512d698786d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:20.875771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:20.876493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:20.896938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:20.938997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] 10.222.0.30 "PUT /v2.0/routers/838ccc57-6535-4bf8-bc3e-4fcebeb72bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 27.7378325 Jan 14 03:16:20.956421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:20.965923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-8bdfee3b-93a0-4e19-8d08-d15518f8151d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:20.967200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-8bdfee3b-93a0-4e19-8d08-d15518f8151d tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "GET /v2.0/ports?device_id=7c596532-2c55-42cf-810c-ddfb4604ffbd HTTP/1.1" status: 200 len: 945 time: 4.4549282 Jan 14 03:16:20.968499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Pushing event updated for resources: {'Port': ['ID=36226bb2-4193-4bb6-849c-bef44962d65b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:21.128702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:21.150822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41155dab-aa20-4d27-872f-1c69557e7725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:21.194969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b48127d-046c-427d-99a0-235364f75746,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:21.212442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:21.215207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:21.219285 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b48127d-046c-427d-99a0-235364f75746 HTTP/1.1" status: 204 len: 168 time: 0.6979961 Jan 14 03:16:21.253905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-64dc14e4-2ae9-4ce5-987f-1551d7982da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:21.258625 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-64dc14e4-2ae9-4ce5-987f-1551d7982da5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.2185225 Jan 14 03:16:21.281579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port 6e4cf960-43a2-4760-8bd6-5173b92f0076 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:21.282101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:21.398802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:21.559555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-296a5445-197c-41d5-b7e9-367737d4aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:21.561480 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-296a5445-197c-41d5-b7e9-367737d4aaf0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2956207 Jan 14 03:16:21.753322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:21.763173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:21.876853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7f2cd57b-9932-493c-b490-f674f29e6ee4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7f2cd57b-9932-493c-b490-f674f29e6ee4,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:21.928778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-4158dcb5-af85-4dc9-8529-595288f8b5c5 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568466 Jan 14 03:16:21.989908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:22.064601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:22.242372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:16:12Z', 'revision_number': 5, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:22.264013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Checking router: 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:22.295961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Routers {'838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:22.297298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:22.313819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-a0993577-182f-41b6-a4a8-0f153d9ca01b service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3741081 Jan 14 03:16:22.354279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7da0aebf-9404-4987-bf37-4278ce38d39b None None] Provisioning complete for port 4fd7412f-65b2-49d0-9751-95e3d89b976a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:22.354851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da0aebf-9404-4987-bf37-4278ce38d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:22.672301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] Set router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:22.676931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:22.692792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:22.732905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 354d08d0-dd80-4ca9-8432-085f837431a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:22.919478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Attempting to bind port a5091d3d-6c71-4c20-9988-e835921409f5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:22.919907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Attempting to bind port a5091d3d-6c71-4c20-9988-e835921409f5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:22.920327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Attempting to bind port a5091d3d-6c71-4c20-9988-e835921409f5 on network e27edd86-beab-47f3-aa1d-ebfce7cede55 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:22.935720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:22.935720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Checking segment: {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:22.936183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:22.936711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Bound using segment: {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:22.937101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Bound port: a5091d3d-6c71-4c20-9988-e835921409f5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a043bf59-586b-41fc-847a-cb50e0473ad0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:22.937526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.142096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port 6e4cf960-43a2-4760-8bd6-5173b92f0076, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=6e4cf960-43a2-4760-8bd6-5173b92f0076,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:23.142494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.181235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] For port a5091d3d-6c71-4c20-9988-e835921409f5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:23.195522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7da0aebf-9404-4987-bf37-4278ce38d39b None None] Port 4fd7412f-65b2-49d0-9751-95e3d89b976a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:23.208178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] For port a5091d3d-6c71-4c20-9988-e835921409f5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a5091d3d-6c71-4c20-9988-e835921409f5,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:23.223691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.237639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Transition to ACTIVE for port object 9456ba8e-609c-4944-8dfc-5e5f7478cd8d will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:23.258942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Transition to ACTIVE for port object 9456ba8e-609c-4944-8dfc-5e5f7478cd8d will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:23.290587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:23.292813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.390386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:23.446470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for 6e4cf960-43a2-4760-8bd6-5173b92f0076 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:23.502294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:23.504227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 354d08d0-dd80-4ca9-8432-085f837431a3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:23.504700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.565601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] 10.222.0.30 "PUT /v2.0/routers/140dc778-f63a-4b9a-a198-e512d698786d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 28.6855631 Jan 14 03:16:23.574039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:23.599392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:23.606292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:23.660112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-5f1757fd-4cef-4ac9-8c88-8d9fcaca8584 service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.8053434 Jan 14 03:16:23.678969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Attempting to bind port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:23.679995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Attempting to bind port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:23.679995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Attempting to bind port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb on network d6fc9975-ae15-412b-908d-09c201f012eb {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:23.696737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:16:12Z', 'revision_number': 5, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:23.697715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Sync routers for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:23.708671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df175183-8111-47d1-a5db-f5de9bf2a4cb None None] The sync data for ids ['838ccc57-6535-4bf8-bc3e-4fcebeb72bcd'] in n-d-765315-13 is: [{'id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-940185510-router', 'tenant_id': '17af7ee01b6f42fd8292f4d744128d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:13Z', 'updated_at': '2021-01-14T03:16:12Z', 'revision_number': 5, 'project_id': '17af7ee01b6f42fd8292f4d744128d3b', 'gw_port': {'id': '2c9bd119-69e6-4ec9-8480-5c0fa6923b0e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:2f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ccc57-6535-4bf8-bc3e-4fcebeb72bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:20Z', 'updated_at': '2021-01-14T03:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:23.768609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Pushing event updated for resources: {'Port': ['ID=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:23.780158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:23.960186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:23.962693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:23.963526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:23.966617 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-a34c49ec-3207-47ae-9064-e5fe7ee06e5d service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2684443 Jan 14 03:16:24.038357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:24.038781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Checking segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:24.039199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:24.039604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Bound using segment: {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:24.040109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Bound port: fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130d637-4cfb-46f7-b3fc-b3c1e797a14b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd6fc9975-ae15-412b-908d-09c201f012eb'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:24.040833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:24.085791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:24.158278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Pushing event updated for resources: {'Port': ['ID=a5091d3d-6c71-4c20-9988-e835921409f5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:24.328007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:24.442501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:24.491301 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b', 'status': 'completed', 'code': 200} Jan 14 03:16:24.613894 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:24.618058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:24.742463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-f6de6841-c5b8-4010-b9cd-b99666ff4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:24.752821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-f6de6841-c5b8-4010-b9cd-b99666ff4878 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=ecaafb28-bc09-4eb3-a19f-7670d6817088 HTTP/1.1" status: 200 len: 1160 time: 0.2388926 Jan 14 03:16:25.030530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-bc23a8eb-ac79-4144-ac6e-c6422d442873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:25.036270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-bc23a8eb-ac79-4144-ac6e-c6422d442873 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 910 time: 0.2761447 Jan 14 03:16:25.117444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.432s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:25.117857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:25.205068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-91bd5790-e80a-4c42-811e-91dcf755f27c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b HTTP/1.1" status: 200 len: 217 time: 0.1581309 Jan 14 03:16:25.283318 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076', 'code': 200} Jan 14 03:16:25.376577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:25.388028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-d27414ec-ca3c-4e4a-9bf5-cbcbb332e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:25.389719 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-d27414ec-ca3c-4e4a-9bf5-cbcbb332e782 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.1738918 Jan 14 03:16:25.511238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Deleting port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:25.519855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:25.523908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-ada0e6bf-1db4-4b6b-ba11-977b71706a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:25.525958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-ada0e6bf-1db4-4b6b-ba11-977b71706a48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273351 Jan 14 03:16:25.656403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] For port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:25.662929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] For port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:25.686577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:25.716254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Sync routers for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:25.741307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:25.742203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:25.759707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b852aa-d393-4241-b9db-d2c7bdfc4e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:25.810892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Attempting to bind port 36226bb2-4193-4bb6-849c-bef44962d65b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:25.811572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Attempting to bind port 36226bb2-4193-4bb6-849c-bef44962d65b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '609cb584-892b-4e0d-a428-e833057e70a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:25.811998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Attempting to bind port 36226bb2-4193-4bb6-849c-bef44962d65b on network 8d576e26-8477-4bb7-9a58-9a453dcb2850 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:25.833816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 55808bff-56a6-4252-8747-f5e66021d214 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:25.879188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:25.879188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Checking segment: {'id': '609cb584-892b-4e0d-a428-e833057e70a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:25.880059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:25.880686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Bound using segment: {'id': '609cb584-892b-4e0d-a428-e833057e70a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:25.881016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Bound port: 36226bb2-4193-4bb6-849c-bef44962d65b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609cb584-892b-4e0d-a428-e833057e70a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '8d576e26-8477-4bb7-9a58-9a453dcb2850'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:25.881611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:25.937480 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-2bdd6154-09e9-4565-b6e6-b5a36af2dcc1 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908229 Jan 14 03:16:26.022344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45554) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:26.181281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Request body: {'security_group': {'name': 'tempest-securitygroup--1891601822', 'description': 'tempest-description--823023427'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.183565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.186390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.199253 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:26.202615 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:26.214114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:26.230780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Usage tracker for resource:security_group and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:26.235459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:26.239249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] For port 36226bb2-4193-4bb6-849c-bef44962d65b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:26.249687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] For port 36226bb2-4193-4bb6-849c-bef44962d65b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36226bb2-4193-4bb6-849c-bef44962d65b,segment=NetworkSegment(609cb584-892b-4e0d-a428-e833057e70a5),segment_id=609cb584-892b-4e0d-a428-e833057e70a5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:26.253252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Attempting to bind port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:26.253928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:26.255895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Attempting to bind port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '23d5f9ad-29ab-4348-a366-4f12fbcb1841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:26.256995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Attempting to bind port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d on network 07a8bcce-18db-4b63-b56b-207f5ad01017 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:26.305395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:26.307856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Checking segment: {'id': '23d5f9ad-29ab-4348-a366-4f12fbcb1841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:26.309648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.310503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:26.311774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Bound using segment: {'id': '23d5f9ad-29ab-4348-a366-4f12fbcb1841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:26.312961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Bound port: 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d5f9ad-29ab-4348-a366-4f12fbcb1841', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '07a8bcce-18db-4b63-b56b-207f5ad01017'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:26.314200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.358324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] For port 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2c9bd119-69e6-4ec9-8480-5c0fa6923b0e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:26.358725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.363862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.426630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c2d17d79-554e-4836-bb96-aa6c45ae8d78 req-ac152e73-6378-4110-9569-84b6cc2e69e3 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4755263 Jan 14 03:16:26.439810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.496838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:26.504275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Usage tracker for resource:security_group_rule and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:26.528190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:26.541576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:26.565153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:26.612097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Calling delete_port for 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:26.734908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.743530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.749356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-460d61f4-2046-4c4e-b683-ac58459c3420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:26.846380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:26.849234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.850582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8271246 Jan 14 03:16:26.852201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:26.856422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45574) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:26.864671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Request body: {'security_group_rule': {'security_group_id': '4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:26.890538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:26.906933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Usage tracker for resource:security_group_rule and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:26.910229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:26.917316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:26.954769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:26.982256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:26.986790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.227s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:27.000006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:16:04Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5e4fef50-a926-4e7f-939a-e9d7685a8bfd', 'name': '', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'mac_address': 'fa:16:3e:9a:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:03Z', 'updated_at': '2021-01-14T03:16:05Z', 'revision_number': 2, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'subnets': [{'id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:27.004841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] For port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:27.007411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Checking router: 1954dd0a-900b-4144-900a-a93cc381d3bc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:27.009904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Updating router 1954dd0a-900b-4144-900a-a93cc381d3bc port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:16:27.012802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] For port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,segment=NetworkSegment(23d5f9ad-29ab-4348-a366-4f12fbcb1841),segment_id=23d5f9ad-29ab-4348-a366-4f12fbcb1841)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:27.035641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Pushing event updated for resources: {'Port': ['ID=36226bb2-4193-4bb6-849c-bef44962d65b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:27.053315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:27.062912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:27.067508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:27.105299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.114273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.123623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.155502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:27.177558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.192516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1ffeed-df1f-4c90-9b58-bf74a92a8e17,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:27.194719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.198604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385599 Jan 14 03:16:27.198604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:27.208933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45580) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:27.215277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Request body: {'security_group_rule': {'security_group_id': '4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:27.239349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:27.250233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Usage tracker for resource:security_group_rule and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:27.256953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:27.263128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:27.287168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.338165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.362487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.504778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.520717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.540102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1e49f9-3dbf-47b4-8ae3-d4be3b9146d0 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:27.540398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:27.595863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7824ddb1-6aa5-472c-a66d-a89a96c31458,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:27.609152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:27.625692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-eb0c0cdb-91da-409d-8211-9ab6e8f2854c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:16:27.643985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.651170 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4377370 Jan 14 03:16:27.651467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45590) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:27.659906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:27.674201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:27.681831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Usage tracker for resource:floatingip and tenant:6fd6a48471b74c9d8a30210749ab8934 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:27.685103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:27.695469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:27.718644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.810623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.824581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Transition to ACTIVE for port object 5e4fef50-a926-4e7f-939a-e9d7685a8bfd will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:27.830699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:27.969410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31afa09f-d18e-4106-a10f-548ec4902948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:27.992265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.129805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8390ef21-0960-4d83-a4d1-2d09cfa5628b up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.195109 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:28.198700 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:28.273903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Attempting to bind port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:28.274472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Attempting to bind port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:28.274988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Attempting to bind port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd on network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:28.279895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-2ae5179b-f8cc-4696-8136-64948ca2943c tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:28.281640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-2ae5179b-f8cc-4696-8136-64948ca2943c tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 1.5516424 Jan 14 03:16:28.283812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:28.284421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Checking segment: {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:28.284965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.285512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Bound using segment: {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:28.286160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Bound port: 5e4fef50-a926-4e7f-939a-e9d7685a8bfd, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:28.286685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.414799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Pushing event updated for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:28.419630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:28.450719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d698da5f-22a4-4fb1-b13e-0e0d0ab56e0b tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:28.477083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] For port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:28.482037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] For port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:28.489042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.499869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:28.500943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.503187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] 10.222.0.78 "PUT /v2.0/ports/fd164b7e-eeb6-4d83-82b2-3f1badc19cfb HTTP/1.1" status: 200 len: 1157 time: 18.1560166 Jan 14 03:16:28.506754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:28.533219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:28.549406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Request body: {'port': {'device_id': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'admin_state_up': True, 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:28.585135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Allocated IP 172.25.3.133 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/49a1ba33-8cfe-4978-8149-cf5735dc4591) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:28.721949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4fd7412f-65b2-49d0-9751-95e3d89b976a', 'name': '', 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'mac_address': 'fa:16:3e:44:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:02Z', 'updated_at': '2021-01-14T03:16:13Z', 'revision_number': 2, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'subnets': [{'id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:28.759269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Checking router: 140dc778-f63a-4b9a-a198-e512d698786d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:28.759678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Updating router 140dc778-f63a-4b9a-a198-e512d698786d port 4fd7412f-65b2-49d0-9751-95e3d89b976a binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:16:28.809197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:28.829592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Pushing event updated for resources: {'Port': ['ID=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:28.852474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.867618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:28.874097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Usage tracker for resource:port and tenant:358156ec4c80408fbd058d009149b617 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:28.878003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:28.878400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:28.885558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:28.885819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 55808bff-56a6-4252-8747-f5e66021d214 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:28.886219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.905362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:28.927461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32eb617a-fa0f-4c4e-b44b-09b49d1d52ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:28.966976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=6e4cf960-43a2-4760-8bd6-5173b92f0076,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:28.999213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:28.999919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:29.032993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:29.043045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:29.107830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:29.321718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Pushing event updated for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:29.336911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:29.579715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 8390ef21-0960-4d83-a4d1-2d09cfa5628b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:29.586352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:29.591692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:29.598997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:29.627658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:29.654660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:29.671293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event updated for resources: {'Port': ['ID=49a1ba33-8cfe-4978-8149-cf5735dc4591,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:29.686413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:29.783224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Deleting port a5091d3d-6c71-4c20-9988-e835921409f5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:29.783607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:29.819200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 8390ef21-0960-4d83-a4d1-2d09cfa5628b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:29.819574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:29.820175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port 6e4cf960-43a2-4760-8bd6-5173b92f0076 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:29.932166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:16:30.250421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Allocated IP 172.20.0.12 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/46ce6d84-c33c-4430-bfa9-c26a4adae76c) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:30.251774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45614) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:30.357871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.362683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.435217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c184fba-c476-4d9f-bade-6568d9727bc8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:30.467709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:16:04Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5e4fef50-a926-4e7f-939a-e9d7685a8bfd', 'name': '', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'mac_address': 'fa:16:3e:9a:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:03Z', 'updated_at': '2021-01-14T03:16:28Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'subnets': [{'id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:30.473820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238320f-1464-43c0-8872-ef6742d9b320 None None] The sync data for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 is: [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:16:04Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5e4fef50-a926-4e7f-939a-e9d7685a8bfd', 'name': '', 'network_id': '73f1e7b4-ab54-4066-881f-05fa4d8dc586', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'mac_address': 'fa:16:3e:9a:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:03Z', 'updated_at': '2021-01-14T03:16:28Z', 'revision_number': 4, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'subnets': [{'id': 'cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:30.491458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c519955a-3ad8-45e5-b0b8-87bef03e3820 req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.74 "DELETE /v2.0/ports/6e4cf960-43a2-4760-8bd6-5173b92f0076 HTTP/1.1" status: 204 len: 173 time: 9.4082193 Jan 14 03:16:30.498481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-f66b1cb9-4f8d-4a27-be06-34be5211f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:30.500106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-f66b1cb9-4f8d-4a27-be06-34be5211f1fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 1160 time: 1.5614121 Jan 14 03:16:30.556401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.620618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:30.627268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Usage tracker for resource:security_group_rule and tenant:1a751ec2667c4776b742fafd0d7453ff is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:30.631943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:30.645305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:30.690586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:30.706427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-9126c1a1-d7d3-4ae9-bdd0-55f474df87f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb HTTP/1.1" status: 200 len: 217 time: 0.1942856 Jan 14 03:16:30.716230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.733152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:30.812360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.830256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f15e09ee-9bfb-42ac-8c27-7676b0135283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:30.902102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.911105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:30.922774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e55cf27b-ff7c-495d-a084-7234b8cc6285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:30.933702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5c184fba-c476-4d9f-bade-6568d9727bc8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:30.973163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c1203c19-d158-4f28-8688-6aeb044dba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:30.975879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-c1203c19-d158-4f28-8688-6aeb044dba4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7085ea87-aa12-4d20-8a44-b5112f697dde HTTP/1.1" status: 200 len: 851 time: 0.2571051 Jan 14 03:16:30.979287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8390ef21-0960-4d83-a4d1-2d09cfa5628b up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:31.005530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4244d-6443-42ce-89ca-178441d32a89,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:31.014552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:31.054775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a751ec2667c4776b742fafd0d7453ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991557 Jan 14 03:16:31.056044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45626) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:31.188014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5c184fba-c476-4d9f-bade-6568d9727bc8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:31.188447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.188694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.203747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-d834b7a4-209c-499c-88b8-55123167bb78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d6fc9975-ae15-412b-908d-09c201f012eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108049 Jan 14 03:16:31.217084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.231279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.297755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.298418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:58Z', 'revision_number': 4, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a5091d3d-6c71-4c20-9988-e835921409f5', 'name': '', 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'mac_address': 'fa:16:3e:25:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:51Z', 'updated_at': '2021-01-14T03:16:23Z', 'revision_number': 4, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'subnets': [{'id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:31.301198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3eaad-f934-441b-be6e-e8849e458863 None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:31.305033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53b83afd-ec1b-4cde-a249-c3bd8854f635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:31.326011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4244d-6443-42ce-89ca-178441d32a89,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:31.328757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:31.334729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.339526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4a4244d-6443-42ce-89ca-178441d32a89 HTTP/1.1" status: 204 len: 168 time: 0.2821784 Jan 14 03:16:31.368468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.471453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.547315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.547904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 838ccc57-6535-4bf8-bc3e-4fcebeb72bcd {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:16:31.582947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.587283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e4da57c-db5d-4add-887d-5e5d619518ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/838ccc57-6535-4bf8-bc3e-4fcebeb72bcd HTTP/1.1" status: 204 len: 168 time: 10.6160052 Jan 14 03:16:31.587792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45632) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:31.617245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-75470d25-b2ef-4db2-9737-90a086403a37 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023409 Jan 14 03:16:31.730988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Deleting subnet 77d9a4c8-fd97-4580-9b97-c71d2207ad3f {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:16:31.739336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:31.780897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91cbd1-40aa-4870-9e0c-8361dfdd9bc1 None None] The sync data for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 is: [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:15:58Z', 'revision_number': 4, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a5091d3d-6c71-4c20-9988-e835921409f5', 'name': '', 'network_id': 'e27edd86-beab-47f3-aa1d-ebfce7cede55', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'mac_address': 'fa:16:3e:25:ed:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:51Z', 'updated_at': '2021-01-14T03:16:23Z', 'revision_number': 4, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'subnets': [{'id': '95c3692f-22be-48c0-a155-ae190d8cc3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:31.797016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f95003-a00b-4f63-97c6-8b06b3568a94 None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:31.821353 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-54f9db63-c7d5-4313-8ec7-d888d479e3e1 service neutron] 10.222.0.78 "GET /v2.0/networks/d6fc9975-ae15-412b-908d-09c201f012eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1946647 Jan 14 03:16:31.823372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] For port a5091d3d-6c71-4c20-9988-e835921409f5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a5091d3d-6c71-4c20-9988-e835921409f5,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:31.823971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.333762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:32.374942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.545s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:32.471275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45650) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:32.510889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-88689bfe-d23c-4e4c-b4cc-c18dcdc96c8f None None] Provisioning for port 36226bb2-4193-4bb6-849c-bef44962d65b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:32.560746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 8390ef21-0960-4d83-a4d1-2d09cfa5628b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:32.561243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.584225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Calling delete_port for a5091d3d-6c71-4c20-9988-e835921409f5 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:32.588970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.706650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.784765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.850309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:32.972472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:33.050603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:33.109209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcf95f2b-7402-49c7-8730-0e2708bb8391 None None] Provisioning for port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:33.133598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Transition to ACTIVE for port object 4fd7412f-65b2-49d0-9751-95e3d89b976a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:33.199977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:33.300852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:33.343987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Usage tracker for resource:security_group_rule and tenant:346fdaa4fd8647ae9b818d8d8637e114 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:33.367383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:33.429820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:33.473534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:33.542863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:33.614277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5c184fba-c476-4d9f-bade-6568d9727bc8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c184fba-c476-4d9f-bade-6568d9727bc8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:33.626279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Pushing event updated for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:33.767129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-a25ba978-d168-41c3-98dc-59de96b81c83 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:33.795192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-a25ba978-d168-41c3-98dc-59de96b81c83 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:33.797519 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-a25ba978-d168-41c3-98dc-59de96b81c83 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/networks?id=8d576e26-8477-4bb7-9a58-9a453dcb2850&id=07a8bcce-18db-4b63-b56b-207f5ad01017&id=8d576e26-8477-4bb7-9a58-9a453dcb2850 HTTP/1.1" status: 200 len: 1391 time: 1.8510156 Jan 14 03:16:33.802770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Transition to ACTIVE for port object 46ce6d84-c33c-4430-bfa9-c26a4adae76c will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:33.836055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:33.862040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:33.913684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.022752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.094412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0f4ad5c-b87e-4cb6-8c9a-ea5bc481ec75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:34.106961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.117378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:34.165032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-05cd8df6-a554-4df7-bbda-0b7facf07326 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/quotas/d5fa9907356943cbb4ee20d1f16d1bf7 HTTP/1.1" status: 200 len: 375 time: 0.3390613 Jan 14 03:16:34.285034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-c5c58a0b-320c-4ca7-b38e-105a68aee00f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:34.293712 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-c5c58a0b-320c-4ca7-b38e-105a68aee00f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 2.3488128 Jan 14 03:16:34.303558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5091d3d-6c71-4c20-9988-e835921409f5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:34.319536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7aae6e9b-87b8-4deb-a2fd-bd71b59b52f3 tempest-ServerDiagnosticsNegativeTest-1128323484 tempest-ServerDiagnosticsNegativeTest-1128323484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:34.352334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:34.538412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device fd164b7e-eeb6-4d83-82b2-3f1badc19cfb up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:34.548979 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-3742548e-fecc-4ed8-afe5-3ba63781f05f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/quotas/358156ec4c80408fbd058d009149b617 HTTP/1.1" status: 200 len: 375 time: 0.2492883 Jan 14 03:16:34.572155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.576732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5091d3d-6c71-4c20-9988-e835921409f5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:34.640204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.674249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a5091d3d-6c71-4c20-9988-e835921409f5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:34.674824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5091d3d-6c71-4c20-9988-e835921409f5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:16:34.744539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:34.784999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port a5091d3d-6c71-4c20-9988-e835921409f5 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:16:34.785790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7f2cd57b-9932-493c-b490-f674f29e6ee4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:34.796492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event updated for resources: {'Port': ['ID=49a1ba33-8cfe-4978-8149-cf5735dc4591,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:34.811803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:34.837050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:34.879850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5c184fba-c476-4d9f-bade-6568d9727bc8,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:34.911664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d9a4c8-fd97-4580-9b97-c71d2207ad3f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:34.920376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:34.920667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16846d4f-fcc7-47c2-9f7b-8c2bfe7972f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.927536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8390ef21-0960-4d83-a4d1-2d09cfa5628b up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:34.945257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:34.966047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77d9a4c8-fd97-4580-9b97-c71d2207ad3f HTTP/1.1" status: 204 len: 168 time: 3.3751838 Jan 14 03:16:34.983333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45678) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:35.005739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:35.046874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.073367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.108118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ee2a6f-3572-4630-9ab5-2020e55b45d3 None None] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:35.134412 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-9d29d662-9df5-4008-97df-0d7b04a29a85 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9297087 Jan 14 03:16:35.185460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.296318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 8390ef21-0960-4d83-a4d1-2d09cfa5628b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:35.297248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.363174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.422104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.422632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7697937 Jan 14 03:16:35.424754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Deleting port 9438b031-b67a-4401-bfac-cc8d8f63d890 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:35.425295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.458963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.604113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event updated for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:35.664743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:35.671650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7f2cd57b-9932-493c-b490-f674f29e6ee4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:35.672250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.751136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Attempting to bind port 4fd7412f-65b2-49d0-9751-95e3d89b976a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:35.751556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Attempting to bind port 4fd7412f-65b2-49d0-9751-95e3d89b976a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:35.751979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Attempting to bind port 4fd7412f-65b2-49d0-9751-95e3d89b976a on network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:35.758100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:35.763735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:35.801020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:35.821514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=346fdaa4fd8647ae9b818d8d8637e114&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1793511 Jan 14 03:16:35.821514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.714s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:35.856643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45690) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:35.921535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] For port 9438b031-b67a-4401-bfac-cc8d8f63d890, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9438b031-b67a-4401-bfac-cc8d8f63d890,segment=NetworkSegment(bfa9fa81-16ad-46a7-ab43-15e44b09389f),segment_id=bfa9fa81-16ad-46a7-ab43-15e44b09389f)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:35.922425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:35.930319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.002049 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.006191 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.016545 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:36.019734 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:36.023467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:36.023467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.055845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-9514322b-f45d-46a3-ad46-7adc96f871c4 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:36.072128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c056cb-c98f-409a-83e6-039cec41c989,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:36.101785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:36.112796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:36.113357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Checking segment: {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:36.113664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.114116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Bound using segment: {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:36.114663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Bound port: 4fd7412f-65b2-49d0-9751-95e3d89b976a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:36.115089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.144941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Calling delete_port for 9438b031-b67a-4401-bfac-cc8d8f63d890 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:36.311761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.349917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-9514322b-f45d-46a3-ad46-7adc96f871c4 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:36.356998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-9514322b-f45d-46a3-ad46-7adc96f871c4 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.30 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7783356 Jan 14 03:16:36.407659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.472043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:36.475326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:36.476172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.494113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.500698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.526713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9456ba8e-609c-4944-8dfc-5e5f7478cd8d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:36.545530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Pushing event deleted for resources: {'Port': ['ID=9438b031-b67a-4401-bfac-cc8d8f63d890,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:36.549226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:36.550241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] No DVR routers for this DVR port 9438b031-b67a-4401-bfac-cc8d8f63d890 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:36.671472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] For port 4fd7412f-65b2-49d0-9751-95e3d89b976a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:36.675223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] For port 4fd7412f-65b2-49d0-9751-95e3d89b976a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4fd7412f-65b2-49d0-9751-95e3d89b976a,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:36.713018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.877374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:36.920749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afbf6e5b-b2e2-43b3-b43c-8c2d82829f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:37.072543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:37.085918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Pushing event updated for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:37.094860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:37.095287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.119625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609a4f37-338f-4e3d-b2a4-ee59e8c6f555']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:37.141623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa9fa81-16ad-46a7-ab43-15e44b09389f') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:37.142236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa9fa81-16ad-46a7-ab43-15e44b09389f') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:37.159283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.174787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.175174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.175554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.175983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.176312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.176707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.177076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.177441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.177814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.178180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.178542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.178931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.179346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.179699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.180511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.180877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.181246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.181613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.181973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.182338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.182699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.183059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.183421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.183781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.184197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.184580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.185299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.185686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.186049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.186417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.186783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.187143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.187504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.196846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.200263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.200263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:16:37.202768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.207151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:16:37.226914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:37.241904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d47497f8-c967-49ee-ae7c-dd700468b271 None None] Provisioning for port 46ce6d84-c33c-4430-bfa9-c26a4adae76c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:37.251244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:37.384961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.406657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.409022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d47497f8-c967-49ee-ae7c-dd700468b271 None None] Provisioning complete for port 46ce6d84-c33c-4430-bfa9-c26a4adae76c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:37.409629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d47497f8-c967-49ee-ae7c-dd700468b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.512982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,segment=NetworkSegment(23d5f9ad-29ab-4348-a366-4f12fbcb1841),segment_id=23d5f9ad-29ab-4348-a366-4f12fbcb1841)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:37.515486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:37.531663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:37.553155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.594961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d47497f8-c967-49ee-ae7c-dd700468b271 None None] Port 46ce6d84-c33c-4430-bfa9-c26a4adae76c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:37.606157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:37.611010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:37.618727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f553e0a-20f0-48c4-93e4-b6959da31676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.620571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.621569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e4fef50-a926-4e7f-939a-e9d7685a8bfd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:37.656832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:37.679878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-803eabc6-cf7b-48ba-8652-69fe72c0761b service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1866002 Jan 14 03:16:37.739836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:16:37.797566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Network 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:16:37.828057 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:16:37.838456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-7df66a68-b3a1-4b29-85bd-16365815190a service neutron] 10.222.0.30 "GET /v2.0/networks/8d576e26-8477-4bb7-9a58-9a453dcb2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3492675 Jan 14 03:16:37.957667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.961258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:37.961538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.982967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:37.982967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:37.989289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:37.998663 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.5119076 Jan 14 03:16:38.029766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Pushing event deleted for resources: {'Network': ['ID=609a4f37-338f-4e3d-b2a4-ee59e8c6f555,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:38.048440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] 10.222.0.30 "DELETE /v2.0/networks/609a4f37-338f-4e3d-b2a4-ee59e8c6f555 HTTP/1.1" status: 204 len: 168 time: 3.0530989 Jan 14 03:16:38.050586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:38.345728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:38.357901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:38.361532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea92cb8-2b93-4466-bd7a-70a962381dbb None None] DHCP port deletion for 609a4f37-338f-4e3d-b2a4-ee59e8c6f555 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:16:38.397020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:38.420486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:38.528742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c54a6fbd-6174-475c-888e-a2f28965c203 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17af7ee01b6f42fd8292f4d744128d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061959 Jan 14 03:16:38.530864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:38.620980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:38.637728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:38.638938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.660406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.678205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-e92f53ae-e06b-4f46-a780-e4ab5957e825 service neutron] 10.222.0.30 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9285400 Jan 14 03:16:38.704626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Request body: {'port': {'device_id': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:38.765657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.771231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.871819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.877359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6257aa2-12cc-46ae-a479-e5680c500af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:38.896690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ba4fc-f99e-451d-aa10-25b81ec22970,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:38.914186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:38.915747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.918977 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/209ba4fc-f99e-451d-aa10-25b81ec22970 HTTP/1.1" status: 204 len: 168 time: 0.3871214 Jan 14 03:16:38.933383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:38.974352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:16:38.978450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:39.068596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-c850094c-cf05-4434-adc4-079a46a488b8 service neutron] 10.222.0.30 "GET /v2.0/networks/8d576e26-8477-4bb7-9a58-9a453dcb2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0630639 Jan 14 03:16:39.092190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:39.201332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:39.204137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36226bb2-4193-4bb6-849c-bef44962d65b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:39.348832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Sync routers for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:16:39.367006 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb', 'status': 'completed', 'code': 200} Jan 14 03:16:39.386601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:39.392999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-19972363-ea79-42e4-b7ed-6fe3ad6706b7 service neutron] 10.222.0.30 "GET /v2.0/networks/07a8bcce-18db-4b63-b56b-207f5ad01017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229640 Jan 14 03:16:39.446719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:39.635554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:39.701267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:39.708981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device fd164b7e-eeb6-4d83-82b2-3f1badc19cfb up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:39.729268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c056cb-c98f-409a-83e6-039cec41c989,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:39.737047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:39.743859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7c056cb-c98f-409a-83e6-039cec41c989 HTTP/1.1" status: 204 len: 168 time: 3.6685090 Jan 14 03:16:39.774911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:39.831973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:39.832748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:39.958538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:39.968292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] 10.222.0.30 "PUT /v2.0/routers/ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.2342958 Jan 14 03:16:39.971242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:40.241122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-b321d21f-64af-445a-84a8-56812ced9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:40.243634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-b321d21f-64af-445a-84a8-56812ced9878 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=73ab518907ca4d3eb6070773c4b0c508&device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 1162 time: 0.8757942 Jan 14 03:16:40.244702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:40.298133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-2a503387-5ef5-4283-af14-b1b0d91486ea service neutron] 10.222.0.30 "GET /v2.0/networks/07a8bcce-18db-4b63-b56b-207f5ad01017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9040732 Jan 14 03:16:40.397370 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b', 'code': 200} Jan 14 03:16:40.597520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 36226bb2-4193-4bb6-849c-bef44962d65b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:40.634272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 36226bb2-4193-4bb6-849c-bef44962d65b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:40.634698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:40.640275 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-9b978c2e-5a0b-43bd-967d-391822d189e3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d576e26-8477-4bb7-9a58-9a453dcb2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409491 Jan 14 03:16:40.998674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.139760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.297131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:41.297609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.336264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.392282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.399622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Deleting port d9125754-0470-4187-bdfe-73f22a7ad292 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:41.400192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.414420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4fd7412f-65b2-49d0-9751-95e3d89b976a', 'name': '', 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'mac_address': 'fa:16:3e:44:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:02Z', 'updated_at': '2021-01-14T03:16:36Z', 'revision_number': 4, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'subnets': [{'id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:41.455388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71388f1a-7681-466b-a54a-e1afeb17f55a None None] The sync data for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 is: [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4fd7412f-65b2-49d0-9751-95e3d89b976a', 'name': '', 'network_id': '3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'mac_address': 'fa:16:3e:44:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:16:02Z', 'updated_at': '2021-01-14T03:16:36Z', 'revision_number': 4, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'subnets': [{'id': 'a54ecfbc-0548-4dc0-9c9c-012e5e61072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:41.588647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 36226bb2-4193-4bb6-849c-bef44962d65b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36226bb2-4193-4bb6-849c-bef44962d65b,segment=NetworkSegment(609cb584-892b-4e0d-a428-e833057e70a5),segment_id=609cb584-892b-4e0d-a428-e833057e70a5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:41.605330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:16:33Z', 'revision_number': 5, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:41.640257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Checking router: ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:16:41.671932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:41.731470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b42883ac-e76e-4738-bba5-2682bb635be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:41.769381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-deleted', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:41.775211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-40569f29-0e7c-41a7-860d-51254aa2f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:41.777410 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-40569f29-0e7c-41a7-860d-51254aa2f6db service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=73ab518907ca4d3eb6070773c4b0c508&shared=False HTTP/1.1" status: 200 len: 906 time: 1.1609728 Jan 14 03:16:41.800907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-3b24d2d0-d0d3-4b3e-aacd-78b0e04ea317 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Synchronizing usage tracker for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:42.034809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Routers {'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:16:42.036024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:42.093373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] For port d9125754-0470-4187-bdfe-73f22a7ad292, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d9125754-0470-4187-bdfe-73f22a7ad292,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:42.093777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:42.141877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-0f7268fe-c836-46fe-94ae-b6d7f7bf7399 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:42.143843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-0f7268fe-c836-46fe-94ae-b6d7f7bf7399 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:42.381457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-0f7268fe-c836-46fe-94ae-b6d7f7bf7399 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:42.384010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-0f7268fe-c836-46fe-94ae-b6d7f7bf7399 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/ports?device_id=ecaafb28-bc09-4eb3-a19f-7670d6817088 HTTP/1.1" status: 200 len: 946 time: 0.6280963 Jan 14 03:16:42.510045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=36226bb2-4193-4bb6-849c-bef44962d65b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:42.515310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:42.516123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 601854c6-022b-4f16-8328-bcc7ebe51669 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:42.555633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:42.569905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:42.590226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 601854c6-022b-4f16-8328-bcc7ebe51669 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:42.590757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 601854c6-022b-4f16-8328-bcc7ebe51669 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:42.591223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:42.621913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] Set router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:16:42.622158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Calling delete_port for d9125754-0470-4187-bdfe-73f22a7ad292 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:42.703804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port 8390ef21-0960-4d83-a4d1-2d09cfa5628b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:42.704326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:42.774972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-ebcd5fc0-7190-43c4-9798-313b0ef6b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:42.776954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8dcf6d4d-ab99-4b29-88ef-f9d61d9799b6 req-ebcd5fc0-7190-43c4-9798-313b0ef6b01f service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9636846 Jan 14 03:16:42.894141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:42.894765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2c9bd119-69e6-4ec9-8480-5c0fa6923b0e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:42.899328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-3a0f9b79-df39-472a-8a23-27e8bc57bde3 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:42.901949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-3a0f9b79-df39-472a-8a23-27e8bc57bde3 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 1.6253006 Jan 14 03:16:42.903204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-3b24d2d0-d0d3-4b3e-aacd-78b0e04ea317 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Unset dirty status for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:42.907194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8390ef21-0960-4d83-a4d1-2d09cfa5628b no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:42.913608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-3b24d2d0-d0d3-4b3e-aacd-78b0e04ea317 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1891601822&fields=id&tenant_id=6fd6a48471b74c9d8a30210749ab8934 HTTP/1.1" status: 200 len: 267 time: 2.7312853 Jan 14 03:16:43.399697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:43.455820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:16:33Z', 'revision_number': 5, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:43.464149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-eeb016d8-547f-4db8-aea8-151f743024a8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:43.465451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-eeb016d8-547f-4db8-aea8-151f743024a8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Synchronizing usage tracker for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:43.485894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Request body: {'port': {'device_id': '129e9bff-03e9-46d4-a302-6bb22194a379', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'admin_state_up': True, 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:43.511096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:43.512985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be564c-5b08-40a2-9366-73364ba59313 None None] The sync data for ids ['ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd'] in n-d-765315-13 is: [{'id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1723202271-router', 'tenant_id': 'f34c4708c55240b18503f5a55319873b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:26Z', 'updated_at': '2021-01-14T03:16:33Z', 'revision_number': 5, 'project_id': 'f34c4708c55240b18503f5a55319873b', 'gw_port': {'id': 'd9125754-0470-4187-bdfe-73f22a7ad292', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:63:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:31Z', 'updated_at': '2021-01-14T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:16:43.517464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:43.521024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10debd87-ab9e-4fa7-a3f2-ea638f93f2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:43.563509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:43.689690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:43.701130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:43.704099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9456ba8e-609c-4944-8dfc-5e5f7478cd8d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:43.819926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:43.820472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:43.850430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:43.851556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:43.891205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-eeb016d8-547f-4db8-aea8-151f743024a8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Unset dirty status for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:43.899306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-eeb016d8-547f-4db8-aea8-151f743024a8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "GET /v2.0/networks?id=3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 HTTP/1.1" status: 200 len: 812 time: 0.9843035 Jan 14 03:16:43.904891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:43.934368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-7b883b5d-dba3-4951-a0a2-c64a0dd992a7 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "GET /v2.0/quotas/6fd6a48471b74c9d8a30210749ab8934 HTTP/1.1" status: 200 len: 375 time: 0.0336723 Jan 14 03:16:43.947653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:44.048268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:44.061375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.072080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.173094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-56221d3c-ccb4-48b2-bba7-e953f9ad2930 service neutron] 10.222.0.30 "GET /v2.0/networks/8d576e26-8477-4bb7-9a58-9a453dcb2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.5238967 Jan 14 03:16:44.253913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e4fef50-a926-4e7f-939a-e9d7685a8bfd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:44.307576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for 8390ef21-0960-4d83-a4d1-2d09cfa5628b owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:44.455596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:44.456158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.526505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.527982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:16:44.528356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:16:44.829425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c184fba-c476-4d9f-bade-6568d9727bc8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:44.884812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-0dc55d88-44af-48a3-beb7-5b61ad23a14c tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Synchronizing usage tracker for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:44.918765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-0dc55d88-44af-48a3-beb7-5b61ad23a14c tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Unset dirty status for tenant:6fd6a48471b74c9d8a30210749ab8934 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:44.931261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-0dc55d88-44af-48a3-beb7-5b61ad23a14c tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd6a48471b74c9d8a30210749ab8934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9901848 Jan 14 03:16:44.944789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.954609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:44.982880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5c184fba-c476-4d9f-bade-6568d9727bc8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:44.983309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.044056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port 8390ef21-0960-4d83-a4d1-2d09cfa5628b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:45.046564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.093599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-a8c3a720-a6b4-40d3-945f-0b081b2a683a service neutron] 10.222.0.30 "GET /v2.0/networks/3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576865 Jan 14 03:16:45.216845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.222409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:16:45.247619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36226bb2-4193-4bb6-849c-bef44962d65b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:45.268390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-b3603cc0-c264-46b4-8247-7ad75d10a1fa service neutron] 10.222.0.30 "GET /v2.0/networks/3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1699219 Jan 14 03:16:45.269734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:16:45.358557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 36226bb2-4193-4bb6-849c-bef44962d65b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:45.358804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.363122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.368525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1cc15be-c13c-4fe3-8b04-590727281085 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ebf7cc66-e06f-4bc4-a49a-52be75c4d8cd HTTP/1.1" status: 204 len: 168 time: 5.3960946 Jan 14 03:16:45.369547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45866) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:45.530793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ce6d84-c33c-4430-bfa9-c26a4adae76c {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:16:45.542600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.581137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Transition to ACTIVE for port object 46ce6d84-c33c-4430-bfa9-c26a4adae76c will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:45.582842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4fd7412f-65b2-49d0-9751-95e3d89b976a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:45.591015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Deleting subnet 95c3692f-22be-48c0-a155-ae190d8cc3e0 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:16:45.602709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.703842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4fd7412f-65b2-49d0-9751-95e3d89b976a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:45.710229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4fd7412f-65b2-49d0-9751-95e3d89b976a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:45.710661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.739817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:45.877389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Allocated IP 172.20.0.5 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/3982f9de-ff0d-4115-a770-a699dbd04b64) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:16:45.935349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:46.235816 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb', 'code': 200} Jan 14 03:16:46.236566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:46.388257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4fd7412f-65b2-49d0-9751-95e3d89b976a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4fd7412f-65b2-49d0-9751-95e3d89b976a,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:46.394361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:46.398433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:46.628711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port 8390ef21-0960-4d83-a4d1-2d09cfa5628b, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8390ef21-0960-4d83-a4d1-2d09cfa5628b,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:46.631231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:46.679973 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c596532-2c55-42cf-810c-ddfb4604ffbd', 'name': 'network-vif-deleted', 'tag': '6e4cf960-43a2-4760-8bd6-5173b92f0076', 'status': 'completed', 'code': 200} Jan 14 03:16:46.687766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:46.711892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:46.729352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9438b031-b67a-4401-bfac-cc8d8f63d890 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:46.845701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:46.850243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9438b031-b67a-4401-bfac-cc8d8f63d890 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:46.851796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9438b031-b67a-4401-bfac-cc8d8f63d890 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:46.969991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for 8390ef21-0960-4d83-a4d1-2d09cfa5628b owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:47.107259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ef93910-9f70-484f-81a6-6614ab336ab3 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:47.167430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4fd7412f-65b2-49d0-9751-95e3d89b976a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:16:47.323054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:47.400130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:47.421801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device fd164b7e-eeb6-4d83-82b2-3f1badc19cfb no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:47.529796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4fd7412f-65b2-49d0-9751-95e3d89b976a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:47.537702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:48.150842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:48.251133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:48.420870 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-0e055ec4-4444-4383-a98a-1976869541a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6fd6a48471b74c9d8a30210749ab8934&device_id=7dd228b2-8dc3-49f5-a122-441fd0f8d737 HTTP/1.1" status: 200 len: 210 time: 0.2544477 Jan 14 03:16:48.434098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a2d39f5-5436-4948-9c5c-c18d90b1608c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:48.434307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b'}, {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:48.453678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45964) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:48.454482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Attempting to bind port 46ce6d84-c33c-4430-bfa9-c26a4adae76c on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:16:48.454854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Attempting to bind port 46ce6d84-c33c-4430-bfa9-c26a4adae76c by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:16:48.455217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Attempting to bind port 46ce6d84-c33c-4430-bfa9-c26a4adae76c on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:16:48.487267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:48.511859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32c2366f-c0dd-410f-8702-7272c7cfb6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:48.528675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:48.583154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c3692f-22be-48c0-a155-ae190d8cc3e0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:48.600215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:48.707520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Transition to ACTIVE for port object 3982f9de-ff0d-4115-a770-a699dbd04b64 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:48.717451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df7c718-cf07-494c-8ee7-2c0f8b6583df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:48.747802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:48.755428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5091d3d-6c71-4c20-9988-e835921409f5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:48.831933 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:48.833403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a5091d3d-6c71-4c20-9988-e835921409f5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:48.834039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a5091d3d-6c71-4c20-9988-e835921409f5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:48.834525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d9125754-0470-4187-bdfe-73f22a7ad292 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:48.835213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:48.858427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event deleted for resources: {'Port': ['ID=8390ef21-0960-4d83-a4d1-2d09cfa5628b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:48.882468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d9125754-0470-4187-bdfe-73f22a7ad292 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:48.882468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d9125754-0470-4187-bdfe-73f22a7ad292 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:48.883142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287681dc-c43c-4b16-baf5-46f3de13aaaf None None] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:48.889283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:48.901065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:48.966535 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95c3692f-22be-48c0-a155-ae190d8cc3e0 HTTP/1.1" status: 204 len: 168 time: 3.5892277 Jan 14 03:16:48.986698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46000) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:49.071080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:49.091496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.984s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:49.164173 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b', 'code': 422} returned with failed status Jan 14 03:16:49.164766 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb', 'code': 200} Jan 14 03:16:49.359878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:16:49.359878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:16:49.359878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.359878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:16:49.360400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Bound port: 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:16:49.361623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.448839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] DHCP port deletion for e27edd86-beab-47f3-aa1d-ebfce7cede55 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:16:49.454088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Deleting port 933567f0-3a08-40e7-af62-9b4f5c7a1871 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:49.454519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:49.490016 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.494518 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:49.500097 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:49.527755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.552556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.611198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] For port 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:16:49.617827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] For port 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:16:49.619867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-3fa1ac77-e2f3-4a8d-931b-79455f657020 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=24b2a955-fb87-4956-8238-09b9328c00d5 HTTP/1.1" status: 200 len: 210 time: 0.2312598 Jan 14 03:16:49.620408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:49.691277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6509d265-2eee-41bd-8ffa-b5e0eb7f037f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:49.739091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.759468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.903032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] No DVR routers for this DVR port 8390ef21-0960-4d83-a4d1-2d09cfa5628b on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:49.915483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:49.918201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e490debc-76b6-4f15-ae83-9f5a12ae95a6 req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "DELETE /v2.0/ports/8390ef21-0960-4d83-a4d1-2d09cfa5628b HTTP/1.1" status: 204 len: 173 time: 7.3917410 Jan 14 03:16:49.919268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-deleted', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:49.957865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Deleting port 933567f0-3a08-40e7-af62-9b4f5c7a1871 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:49.958591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.120451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] For port 933567f0-3a08-40e7-af62-9b4f5c7a1871, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933567f0-3a08-40e7-af62-9b4f5c7a1871,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:50.121368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.331795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] For port 933567f0-3a08-40e7-af62-9b4f5c7a1871, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933567f0-3a08-40e7-af62-9b4f5c7a1871,segment=NetworkSegment(a043bf59-586b-41fc-847a-cb50e0473ad0),segment_id=a043bf59-586b-41fc-847a-cb50e0473ad0)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:50.332270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.364942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Calling delete_port for 933567f0-3a08-40e7-af62-9b4f5c7a1871 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:50.524108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.628932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Calling delete_port for 933567f0-3a08-40e7-af62-9b4f5c7a1871 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:50.640663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46038) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:50.717663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event updated for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:50.731228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.750128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:50.795803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:16:50.796277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:16:50.801045 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecaafb28-bc09-4eb3-a19f-7670d6817088', 'name': 'network-vif-deleted', 'tag': '8390ef21-0960-4d83-a4d1-2d09cfa5628b', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:16:50.821027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.827892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fe1e91d-3b66-4d94-b5fe-c62166916465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:50.859360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Pushing event deleted for resources: {'Port': ['ID=933567f0-3a08-40e7-af62-9b4f5c7a1871,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:50.863359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:50.864544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] No DVR routers for this DVR port 933567f0-3a08-40e7-af62-9b4f5c7a1871 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:50.875733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:50.880059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:50.906684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:50.910560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "DELETE /v2.0/security-groups/4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91 HTTP/1.1" status: 204 len: 168 time: 2.0002396 Jan 14 03:16:50.914650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46048) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:50.978169 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3fd57d22-6090-43d1-a1b5-8119e87938b8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] show failed (client error): The resource could not be found. Jan 14 03:16:50.978169 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3fd57d22-6090-43d1-a1b5-8119e87938b8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "GET /v2.0/security-groups/4bd9c5e1-f0c4-49bb-8b75-0cb3cf750b91 HTTP/1.1" status: 404 len: 347 time: 0.0575757 Jan 14 03:16:50.979262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46054) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:51.016533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933567f0-3a08-40e7-af62-9b4f5c7a1871 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:51.106999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 933567f0-3a08-40e7-af62-9b4f5c7a1871 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:51.108113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933567f0-3a08-40e7-af62-9b4f5c7a1871 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:51.173654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.482s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:51.174441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:51.295873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] Deleting subnet 3b3373be-1663-43e9-9e8f-3648ceba56ce {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:16:51.298197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Pushing event updated for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:51.335794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Deleting port 933567f0-3a08-40e7-af62-9b4f5c7a1871 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:51.336478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.427226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Deleting port 49a1ba33-8cfe-4978-8149-cf5735dc4591 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:51.427608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.446483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.499760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.529488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] The port '933567f0-3a08-40e7-af62-9b4f5c7a1871' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:16:51.552388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-fd2571ae-ad4d-45f7-825c-431bf2b16075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:51.554064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-fd2571ae-ad4d-45f7-825c-431bf2b16075 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6fd6a48471b74c9d8a30210749ab8934&shared=False HTTP/1.1" status: 200 len: 907 time: 3.1013787 Jan 14 03:16:51.587113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.641135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:16:51.644135 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:16:51.662387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-852f7894-bc60-4b09-9e37-c89e207dc24f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:51.663331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-852f7894-bc60-4b09-9e37-c89e207dc24f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Synchronizing usage tracker for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:16:51.673290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting subnet 951ab9de-d90c-4804-8e2f-b52d8a274be3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:16:51.676918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.738591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.776995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.935202 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] Found port (46ce6d84-c33c-4430-bfa9-c26a4adae76c, 172.20.0.12) having IP allocation on subnet 3b3373be-1663-43e9-9e8f-3648ceba56ce, cannot delete Jan 14 03:16:51.942675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.954530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27edd86-beab-47f3-aa1d-ebfce7cede55']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:51.963738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:51.964107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.013348 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:16:52.014121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:16:52.030523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a043bf59-586b-41fc-847a-cb50e0473ad0') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:52.031064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a043bf59-586b-41fc-847a-cb50e0473ad0') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:52.086228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.314088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Calling delete_port for 49a1ba33-8cfe-4978-8149-cf5735dc4591 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:52.360104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.396329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.400606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:16:52.527314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:52.534973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a2205a6-3be0-4f5f-a339-69232234532a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 409 len: 404 time: 1.8700438 Jan 14 03:16:52.571888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:52.578638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-852f7894-bc60-4b09-9e37-c89e207dc24f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Unset dirty status for tenant:73ab518907ca4d3eb6070773c4b0c508 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:16:52.579874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-852f7894-bc60-4b09-9e37-c89e207dc24f tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "GET /v2.0/ports?device_id=540e5f3c-5f34-4df2-993f-1471276fac0f HTTP/1.1" status: 200 len: 946 time: 5.2919276 Jan 14 03:16:52.613579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:665bc0d13a61463781392ecbad11c47c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:52.703393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:52.713328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:52.723788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.743515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'network': {'name': 'tempest-device-tagging-net1-1790944077'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:52.748083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:52.749072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:52.753926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:network and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:52.756922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:52.761492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Deleting port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:52.761882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.762732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:52.778609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:52.789009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.926788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:52.968272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:52.981167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.016673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bba920a5-698b-455a-a629-5b343c6a26cb tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:53.053930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Usage tracker for resource:security_group_rule and tenant:200c2e5f86ab4a6fa61854dfc539af2b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:53.125859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:53.126540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.128097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/46ce6d84-c33c-4430-bfa9-c26a4adae76c HTTP/1.1" status: 200 len: 1157 time: 14.8093209 Jan 14 03:16:53.129167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:53.140884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:53.159069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] For port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,segment=NetworkSegment(8130d637-4cfb-46f7-b3fc-b3c1e797a14b),segment_id=8130d637-4cfb-46f7-b3fc-b3c1e797a14b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:53.159476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.171556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-69005bd9-6372-4282-959d-ca869a7a76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:53.173251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-69005bd9-6372-4282-959d-ca869a7a76b6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5834754 Jan 14 03:16:53.327945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Calling delete_port for fd164b7e-eeb6-4d83-82b2-3f1badc19cfb owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:53.392862 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c', 'status': 'completed', 'code': 200} Jan 14 03:16:53.416983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:53.444924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Pushing event deleted for resources: {'Port': ['ID=49a1ba33-8cfe-4978-8149-cf5735dc4591,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:53.448846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:53.463507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:53.508123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:16:53.510041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.513170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46114) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:53.530685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Network e27edd86-beab-47f3-aa1d-ebfce7cede55 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:53.538442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:16:53.566579 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:16:53.594929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Subnet': ['ID=951ab9de-d90c-4804-8e2f-b52d8a274be3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:53.602018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c15f4d0f-a874-4f65-a48c-253bc675a625 req-5e4fa8c4-b7e5-42d6-93be-90b1771b7dd1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.74 "GET /v2.0/ports?device_id=7dd228b2-8dc3-49f5-a122-441fd0f8d737 HTTP/1.1" status: 200 len: 210 time: 0.2862492 Jan 14 03:16:53.603996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:53.639753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.640207 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Added segment 57bd295a-360f-48d8-a1e1-bfb786bfa8c4 of type vxlan for network d183c365-e13d-4000-b117-347f94eba021 Jan 14 03:16:53.705882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.710028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.723268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:53.725922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-fc71cb9e-b9a0-432e-83a5-75cb56cf9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:53.726571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-fc71cb9e-b9a0-432e-83a5-75cb56cf9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:53.727161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-fc71cb9e-b9a0-432e-83a5-75cb56cf9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:53.729094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-fc71cb9e-b9a0-432e-83a5-75cb56cf9617 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 2272 time: 3.0874138 Jan 14 03:16:53.757881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:16:53.769387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27edd86-beab-47f3-aa1d-ebfce7cede55,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:53.772600 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:53.786427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-182457583-network', 'tenant_id': '00f7f6440c5e4e098ed29a121e6d611e'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:53.791335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.803008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e27edd86-beab-47f3-aa1d-ebfce7cede55 HTTP/1.1" status: 204 len: 168 time: 4.8103011 Jan 14 03:16:53.804786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:53.812917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Usage tracker for resource:network and tenant:00f7f6440c5e4e098ed29a121e6d611e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:53.827313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:16:53.848616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:53.855856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:53.886074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Made reservation on behalf of 00f7f6440c5e4e098ed29a121e6d611e for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:53.890975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.920199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:53.946305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:53.950887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Usage tracker for resource:security_group_rule and tenant:00f7f6440c5e4e098ed29a121e6d611e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:53.954307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:53.961198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:53.990572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46124) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:54.011166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.041271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.060771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:54.061632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.071046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-776e241b-6321-47d2-a529-9c20ec74864a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:54.104617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.105891 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] 10.222.0.30 "DELETE /v2.0/floatingips/b503b185-7184-4b62-85ac-6ba25e2607fd HTTP/1.1" status: 204 len: 168 time: 3.1256185 Jan 14 03:16:54.116123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46128) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:54.135414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bdf82b3b-b61c-4aa6-8de0-b7e543ed1a3a None None] Provisioning for port 3982f9de-ff0d-4115-a770-a699dbd04b64 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:16:54.140591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bdf82b3b-b61c-4aa6-8de0-b7e543ed1a3a None None] Provisioning complete for port 3982f9de-ff0d-4115-a770-a699dbd04b64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:16:54.141020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdf82b3b-b61c-4aa6-8de0-b7e543ed1a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.201117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:16:54.202513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bdf82b3b-b61c-4aa6-8de0-b7e543ed1a3a None None] Port 3982f9de-ff0d-4115-a770-a699dbd04b64 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:16:54.336721 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-82551af8-de67-4fca-81a1-e88397d6e32b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1129845422&fields=id&tenant_id=db47f7d0c7364d3dbeb28f703e9e13b3 HTTP/1.1" status: 200 len: 267 time: 0.6051829 Jan 14 03:16:54.337343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.339097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6246278 Jan 14 03:16:54.361504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46132) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:54.365700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d97208-e3ce-4a44-ac3e-34711839e8e2 None None] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:16:54.376779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Network': ['ID=d183c365-e13d-4000-b117-347f94eba021,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:54.379053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:54.390969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:54.398170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d183c365-e13d-4000-b117-347f94eba021 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:54.405302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'network': {'name': 'tempest-device-tagging-net2-1715780655'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:54.412326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d183c365-e13d-4000-b117-347f94eba021 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:54.418341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.421971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:54.425160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d183c365-e13d-4000-b117-347f94eba021 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:54.434138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1457949-836e-4109-abde-ce14d74ae0a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f34c4708c55240b18503f5a55319873b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368408 Jan 14 03:16:54.439840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:network and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:54.442699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46136) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:54.455273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:54.483856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-68605a35-fb19-49ec-8f94-d2efbff88b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:54.485606 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-68605a35-fb19-49ec-8f94-d2efbff88b21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 1160 time: 1.0951328 Jan 14 03:16:54.505741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:54.547744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:54.548467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.574621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Pushing event deleted for resources: {'Port': ['ID=fd164b7e-eeb6-4d83-82b2-3f1badc19cfb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:54.670617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:54.679784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.707284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.710964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.711728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:54.746230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-bc5a54cf-c8ef-4b69-875f-11671f4073c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c HTTP/1.1" status: 200 len: 217 time: 0.1803265 Jan 14 03:16:54.759092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-e86e148f-7b5f-41a0-843b-c379b0412dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:54.760692 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-e86e148f-7b5f-41a0-843b-c379b0412dbe service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0060725 Jan 14 03:16:54.761999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-7782f88f-9562-4a6e-ac4a-3f3276d6142d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.7310281 Jan 14 03:16:54.773077 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/subnets/951ab9de-d90c-4804-8e2f-b52d8a274be3 HTTP/1.1" status: 204 len: 168 time: 6.2283902 Jan 14 03:16:54.785013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.792039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:54.802940 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-539be77f-e77a-4d6f-bb7f-bc2e9f036218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:54.814401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.845094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:54.880137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Request body: {'port': {'device_id': '129e9bff-03e9-46d4-a302-6bb22194a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:54.942569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:16:54.956262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bf91c019-5fe9-42df-a911-0653aaa93d91 req-4baaece5-e06d-4531-af59-764a8f04febc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.74 "GET /v2.0/ports?device_id=24b2a955-fb87-4956-8238-09b9328c00d5 HTTP/1.1" status: 200 len: 210 time: 0.1350381 Jan 14 03:16:55.008543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=200c2e5f86ab4a6fa61854dfc539af2b&name=default HTTP/1.1" status: 200 len: 2982 time: 2.4802699 Jan 14 03:16:55.014639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:55.023340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5657253-6676-4b43-9eb1-36490d45df2c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:55.061093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:55.063018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.070884 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30756d04-481c-4ab7-806d-4e649b0a9949 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:55.097863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.098245 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Added segment a3f1174f-dde3-41a7-8566-d9649400abef of type vxlan for network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 Jan 14 03:16:55.105746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a1c8db6-6311-4dae-a449-df88dec52af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:55.107306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a1c8db6-6311-4dae-a449-df88dec52af6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.3363292 Jan 14 03:16:55.146620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-b7cec78b-3883-4c73-bd80-2b2b15065ef0 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:55.148638 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-b7cec78b-3883-4c73-bd80-2b2b15065ef0 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "GET /v2.0/networks?id=1fe29c9b-858b-49d5-a7ba-48a629a28005 HTTP/1.1" status: 200 len: 816 time: 0.7741361 Jan 14 03:16:55.181533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.245497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78195df4-b71f-4010-ae47-9f96ccd2e3b6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:55.251508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.263489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] DHCP port deletion for 07a8bcce-18db-4b63-b56b-207f5ad01017 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:16:55.269139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Deleting port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:55.269969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.293791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:55.312812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.314148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.333716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52c708af-5342-49a2-9482-fed97f4d76b5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:55.341636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-84f84c6e-6595-44f8-a99e-2567d28c97a7 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "GET /v2.0/quotas/db47f7d0c7364d3dbeb28f703e9e13b3 HTTP/1.1" status: 200 len: 375 time: 0.1361992 Jan 14 03:16:55.342733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] No DVR routers for this DVR port fd164b7e-eeb6-4d83-82b2-3f1badc19cfb on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:55.348104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:55.348507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.360577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.390901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.401619 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30273725-9b5b-477a-9faf-4c069a10eb6b req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] 10.222.0.78 "DELETE /v2.0/ports/fd164b7e-eeb6-4d83-82b2-3f1badc19cfb HTTP/1.1" status: 204 len: 173 time: 2.7895980 Jan 14 03:16:55.455247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.458248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-deleted', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:16:55.461699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f98809ea-5bd2-489b-9346-0e548603e629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:55.487765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.507940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:55.508671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.543883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.547270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a17789-daf5-4085-b1b4-7cc1afc6d295,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:55.549521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:16:55.549876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:16:55.557533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:55.557679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=665bc0d13a61463781392ecbad11c47c&name=default HTTP/1.1" status: 200 len: 2983 time: 5.8658390 Jan 14 03:16:55.562832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f021af29-fe3b-42c5-a4c3-9c9ef3b13399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:55.567244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] For port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,segment=NetworkSegment(23d5f9ad-29ab-4348-a366-4f12fbcb1841),segment_id=23d5f9ad-29ab-4348-a366-4f12fbcb1841)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:55.567374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46150) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:55.567689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.576681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-f55e8d89-8203-47b0-b133-51cb3626458f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=24b2a955-fb87-4956-8238-09b9328c00d5 HTTP/1.1" status: 200 len: 210 time: 0.1623304 Jan 14 03:16:55.602272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3885161c-2cc9-475b-9df7-1dc98d3fbd67,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:55.609370 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:55.611912 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e5f3c-5f34-4df2-993f-1471276fac0f', 'name': 'network-vif-deleted', 'tag': 'fd164b7e-eeb6-4d83-82b2-3f1badc19cfb', 'status': 'completed', 'code': 200} Jan 14 03:16:55.740538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3583522 Jan 14 03:16:55.743910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Calling delete_port for 9456ba8e-609c-4944-8dfc-5e5f7478cd8d owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:55.744042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46154) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:55.756144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.793701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Network': ['ID=02e5a75e-eac1-4a17-8af1-b0a1251cb415,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:55.798207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'subnet': {'network_id': 'd183c365-e13d-4000-b117-347f94eba021', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:55.807775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.811537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57a17789-daf5-4085-b1b4-7cc1afc6d295 HTTP/1.1" status: 204 len: 168 time: 1.3574145 Jan 14 03:16:55.811537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:55.821926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:55.856248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] For port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,segment=NetworkSegment(23d5f9ad-29ab-4348-a366-4f12fbcb1841),segment_id=23d5f9ad-29ab-4348-a366-4f12fbcb1841)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:55.856666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:55.922780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-eb89204f-32e9-497f-92b4-2c07fbc8cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:55.924485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-eb89204f-32e9-497f-92b4-2c07fbc8cb83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7698123 Jan 14 03:16:55.950684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:55.992852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Calling delete_port for 9456ba8e-609c-4944-8dfc-5e5f7478cd8d owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:56.063294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.151729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:56.282098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.394307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:16:56.394486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:56.406382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.406852 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Added segment d3e5b5b3-c290-420f-8be6-6ce45b982f1c of type vxlan for network 2ace867d-8d81-4a37-8104-69419f83faff Jan 14 03:16:56.441222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.468828 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-5b520017-8434-4740-8411-f54228a50501 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "GET /v2.0/ports?tenant_id=db47f7d0c7364d3dbeb28f703e9e13b3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1038263 Jan 14 03:16:56.470681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Pushing event deleted for resources: {'Port': ['ID=9456ba8e-609c-4944-8dfc-5e5f7478cd8d,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:56.477417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:56.512862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] No DVR routers for this DVR port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:16:56.522089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:16:56.522089 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jan 14 03:16:56.522089 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': '9456ba8e-609c-4944-8dfc-5e5f7478cd8d'}] Jan 14 03:16:56.522089 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:16:56.522499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:16:56.526181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.527100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:56.527738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.533598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:56.564204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.568178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:56.642151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.676889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-88c083fe-68ea-4af8-ae57-833fa8daf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:56.677324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-88c083fe-68ea-4af8-ae57-833fa8daf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:56.677741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-88c083fe-68ea-4af8-ae57-833fa8daf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:56.680009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-88c083fe-68ea-4af8-ae57-833fa8daf831 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 2234 time: 1.0648499 Jan 14 03:16:56.695733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:subnet and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:56.705809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1815464 Jan 14 03:16:56.712183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:56.714718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46172) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:56.718099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:56.722330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Pushing event updated for resources: {'Network': ['ID=2ace867d-8d81-4a37-8104-69419f83faff,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:56.732919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2ace867d-8d81-4a37-8104-69419f83faff details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:56.781934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Request body: {'subnet': {'network_id': '2ace867d-8d81-4a37-8104-69419f83faff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-182457583-subnet', 'tenant_id': '00f7f6440c5e4e098ed29a121e6d611e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:16:56.792995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:56.795946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.806946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:56.815251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb288469-ff90-4d67-8bca-bb833ac8282a tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:56.815520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Usage tracker for resource:subnet and tenant:00f7f6440c5e4e098ed29a121e6d611e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:56.820614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:56.824736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:56.830834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:56.853045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2ace867d-8d81-4a37-8104-69419f83faff details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:56.861990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Made reservation on behalf of 00f7f6440c5e4e098ed29a121e6d611e for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:16:56.867447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.903085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:56.949579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5657253-6676-4b43-9eb1-36490d45df2c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:57.002329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2ace867d-8d81-4a37-8104-69419f83faff details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:16:57.040680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting port 9456ba8e-609c-4944-8dfc-5e5f7478cd8d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:57.041084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.058495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9456ba8e-609c-4944-8dfc-5e5f7478cd8d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:16:57.071705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.072839 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5657253-6676-4b43-9eb1-36490d45df2c HTTP/1.1" status: 204 len: 168 time: 2.0449228 Jan 14 03:16:57.079413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:57.162341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] The port '9456ba8e-609c-4944-8dfc-5e5f7478cd8d' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:16:57.174895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9456ba8e-609c-4944-8dfc-5e5f7478cd8d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:16:57.175274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9456ba8e-609c-4944-8dfc-5e5f7478cd8d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:16:57.304125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-c0230d81-3827-4860-abea-f4206b8d4774 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3084612 Jan 14 03:16:57.436298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.504531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-a98fc916-d2c7-4705-85ae-b550663f1197 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe29c9b-858b-49d5-a7ba-48a629a28005?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0008869 Jan 14 03:16:57.669562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a8bcce-18db-4b63-b56b-207f5ad01017']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:57.704962 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b24a7aef-4844-4633-a829-f74eec31b9b7 req-f3b5388d-dd38-4e11-a904-6895e36368b1 service neutron] 10.222.0.30 "GET /v2.0/networks/1fe29c9b-858b-49d5-a7ba-48a629a28005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991782 Jan 14 03:16:57.713642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d5f9ad-29ab-4348-a366-4f12fbcb1841') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:57.713977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d5f9ad-29ab-4348-a366-4f12fbcb1841') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:16:57.726650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46190) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:57.750062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.750244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-63c14b0f-b6b5-40f4-9be4-38740eccdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:57.751847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-63c14b0f-b6b5-40f4-9be4-38740eccdadc service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0525212 Jan 14 03:16:57.777633 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-8a30288a-4902-4614-bcf4-8dfe9e9d7842 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4168806 Jan 14 03:16:57.791663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.794752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.802542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.806704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Releasing vxlan tunnel 19 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:16:57.900512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:57.944754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:16:57.963467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3db46cd5c50a4b8da67db8ef22482fba is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:16:57.996157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:58.016558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:16:58.046892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885161c-2cc9-475b-9df7-1dc98d3fbd67,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:58.050830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-69efba4c-7250-4c39-a052-11ab9d3f7534 req-bc80f6b9-ab2b-4aed-ba38-fb2e249ce0df tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.74 "GET /v2.0/ports?device_id=24b2a955-fb87-4956-8238-09b9328c00d5 HTTP/1.1" status: 200 len: 210 time: 0.2404876 Jan 14 03:16:58.051872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:58.099995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-45fd3650-7c1a-4678-b738-d84bf30bda01 req-5a40a169-18c3-4569-b3d9-7c75e42e66cb tempest-ImagesOneServerTestJSON-1967668456 tempest-ImagesOneServerTestJSON-1967668456] 10.222.0.30 "GET /v2.0/networks?tenant_id=9c7b9e2091da41eea6bc52aac1ac6a25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2840223 Jan 14 03:16:58.107329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:16:58.122515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Deleting port 4fd7412f-65b2-49d0-9751-95e3d89b976a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:16:58.122873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:58.176949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:58.182346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3885161c-2cc9-475b-9df7-1dc98d3fbd67 HTTP/1.1" status: 204 len: 168 time: 2.5767469 Jan 14 03:16:58.231535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:58.253896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:58.292579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3982f9de-ff0d-4115-a770-a699dbd04b64 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:16:58.312179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:58.367719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Transition to ACTIVE for port object 3982f9de-ff0d-4115-a770-a699dbd04b64 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:16:58.377829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-2f84ed54-287b-437d-9ba1-42086f563411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:58.379812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-2f84ed54-287b-437d-9ba1-42086f563411 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 1160 time: 0.5058126 Jan 14 03:16:58.391571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:58.529229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:58.589513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 07a8bcce-18db-4b63-b56b-207f5ad01017 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:16:58.636304 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:16:59.185898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] For port 4fd7412f-65b2-49d0-9751-95e3d89b976a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4fd7412f-65b2-49d0-9751-95e3d89b976a,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:16:59.186552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:59.203543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:59.204400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-2ab6f644-ff4f-46a5-932e-57b03813ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:59.206817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-2ab6f644-ff4f-46a5-932e-57b03813ea8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 910 time: 0.6792090 Jan 14 03:16:59.208667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:59.259394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3650-7c1a-4678-b738-d84bf30bda01 req-064417fe-b737-4021-ba45-9c3e82801255 tempest-ImagesOneServerTestJSON-1967668456 tempest-ImagesOneServerTestJSON-1967668456] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:59.261511 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-45fd3650-7c1a-4678-b738-d84bf30bda01 req-064417fe-b737-4021-ba45-9c3e82801255 tempest-ImagesOneServerTestJSON-1967668456 tempest-ImagesOneServerTestJSON-1967668456] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1601200 Jan 14 03:16:59.280459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:59.288120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:59.306502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:16:59.406270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-769892b2-692b-4f8e-85f1-bebca48b9bea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c HTTP/1.1" status: 200 len: 217 time: 0.1800539 Jan 14 03:16:59.407807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-45fd3650-7c1a-4678-b738-d84bf30bda01 req-ad1acdb5-6be1-46f4-9529-f17121de1b5c tempest-ImagesOneServerTestJSON-1967668456 tempest-ImagesOneServerTestJSON-1967668456] 10.222.0.30 "GET /v2.0/quotas/9c7b9e2091da41eea6bc52aac1ac6a25 HTTP/1.1" status: 200 len: 375 time: 0.0330014 Jan 14 03:16:59.419555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Calling delete_port for 4fd7412f-65b2-49d0-9751-95e3d89b976a owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:16:59.431924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Pushing event updated for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:59.436275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:59.548595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Network': ['ID=07a8bcce-18db-4b63-b56b-207f5ad01017,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:59.592889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:59.593498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf8ffe7f-514d-46e6-b980-d983c50816ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:16:59.644049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46254) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:59.683209 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-45fd3650-7c1a-4678-b738-d84bf30bda01 req-eebe1f04-7850-4ce9-af04-c6ffd29bb95c tempest-ImagesOneServerTestJSON-1967668456 tempest-ImagesOneServerTestJSON-1967668456] 10.222.0.30 "GET /v2.0/ports?tenant_id=9c7b9e2091da41eea6bc52aac1ac6a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2534778 Jan 14 03:16:59.694584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/networks/07a8bcce-18db-4b63-b56b-207f5ad01017 HTTP/1.1" status: 204 len: 168 time: 4.8840015 Jan 14 03:16:59.729559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:16:59.819434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-a47c5e06-c21f-49f8-a46e-ed969d449825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:16:59.820601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d86b7-e50a-45ed-9c02-0c377b5daeb6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:16:59.821073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-a47c5e06-c21f-49f8-a46e-ed969d449825 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.3937240 Jan 14 03:16:59.830478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:16:59.844007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3db46cd5c50a4b8da67db8ef22482fba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1113751 Jan 14 03:16:59.879833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46266) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:00.066315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Attempting to bind port 3982f9de-ff0d-4115-a770-a699dbd04b64 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:00.066932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Attempting to bind port 3982f9de-ff0d-4115-a770-a699dbd04b64 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:00.067308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Attempting to bind port 3982f9de-ff0d-4115-a770-a699dbd04b64 on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:00.118980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.139547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:00.140204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:00.140788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.141330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:00.141966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Bound port: 3982f9de-ff0d-4115-a770-a699dbd04b64, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:00.142504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.177667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:00.273058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.336467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-8ca5517a-e8ed-435c-95d8-366ddd9da64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:00.338583 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-8ca5517a-e8ed-435c-95d8-366ddd9da64b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4472835 Jan 14 03:17:00.372936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.426680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.436687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] For port 3982f9de-ff0d-4115-a770-a699dbd04b64, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:00.542194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] For port 3982f9de-ff0d-4115-a770-a699dbd04b64, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3982f9de-ff0d-4115-a770-a699dbd04b64,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:00.647122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.665795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.672686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87219d01-7462-4cdb-810f-08ad2b02db22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:00.686118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d66184-d49a-4311-9eb4-0bcdf691f833,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:00.704949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.712033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:00.777936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting subnet 57849648-16a4-4969-b5d5-7efd5a2129fc {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:00.781128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.840953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.930872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:00.931102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.932623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] 10.222.0.74 "PUT /v2.0/ports/3982f9de-ff0d-4115-a770-a699dbd04b64 HTTP/1.1" status: 200 len: 1156 time: 6.1186259 Jan 14 03:17:00.935789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:00.939555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:00.946691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:01.143105 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64', 'status': 'completed', 'code': 200} Jan 14 03:17:01.187618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-8c4b651a-7e7e-4d1d-9fab-cfd63054f753 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360291 Jan 14 03:17:01.235130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 46ce6d84-c33c-4430-bfa9-c26a4adae76c up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:01.364216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 46ce6d84-c33c-4430-bfa9-c26a4adae76c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:01.372880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 46ce6d84-c33c-4430-bfa9-c26a4adae76c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:01.373634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.376364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Subnet': ['ID=a5209048-5816-4b69-829b-1211f8680e48,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.393246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.463655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.482812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-510d230a-865f-424f-a90b-1e4ed0339a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:01.492566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.495560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bc1a898-efdd-4c33-92f2-9f7f95580f50 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:01.512511 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4dd8eb43-4083-4a4f-aff5-fbe671a26bf0 req-326a7f2f-1a51-4a42-8224-c0a5a1c2d573 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3111351 Jan 14 03:17:01.513504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.514284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Checking segment: {'id': 'd3e5b5b3-c290-420f-8be6-6ce45b982f1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '2ace867d-8d81-4a37-8104-69419f83faff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:01.514845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Network hostable DHCP agents. Network: 2ace867d-8d81-4a37-8104-69419f83faff, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:01.534195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d86b7-e50a-45ed-9c02-0c377b5daeb6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.551642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.563337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa62281-d812-49e9-ab4f-6d80483cd9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.717s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:01.640659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Subnet': ['ID=57849648-16a4-4969-b5d5-7efd5a2129fc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.640968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:01.644696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4801501d-bb26-4c89-a111-368cc5098bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:01.646827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4801501d-bb26-4c89-a111-368cc5098bf6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 1159 time: 0.6492639 Jan 14 03:17:01.657368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.665597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Pushing event updated for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.682729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.696612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.708373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.728013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c00462c-cf33-41e0-90c8-21d980c6f9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:01.731697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:01.732782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:01.739270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.741769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:01.795971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Network 2ace867d-8d81-4a37-8104-69419f83faff is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:01.800958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Usage tracker for resource:security_group_rule and tenant:9c7b9e2091da41eea6bc52aac1ac6a25 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:01.807935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:01.818474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.824465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:01.833728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.842946 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c', 'code': 200} Jan 14 03:17:01.854126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b76174-b7fd-4945-b02a-2e179dc0cbd9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:01.861993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2ace867d-8d81-4a37-8104-69419f83faff) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:01.864013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:01.903597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:01.904949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.917636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.931755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964def0e-f797-48a3-9b49-1cc3e982b00c None None] Network 2ace867d-8d81-4a37-8104-69419f83faff requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:01.953158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:01.958256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Checking segment: {'id': '57bd295a-360f-48d8-a1e1-bfb786bfa8c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'd183c365-e13d-4000-b117-347f94eba021'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:01.958743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network hostable DHCP agents. Network: d183c365-e13d-4000-b117-347f94eba021, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:01.971934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.009441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:02.017965 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c7b9e2091da41eea6bc52aac1ac6a25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657053 Jan 14 03:17:02.021833 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-90858ba9-2476-4020-9b61-09960be0ab94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3982f9de-ff0d-4115-a770-a699dbd04b64 HTTP/1.1" status: 200 len: 217 time: 0.3529003 Jan 14 03:17:02.025957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.027187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b54f5a55-e2ad-473a-bb6b-9a08bd6370e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/862d86b7-e50a-45ed-9c02-0c377b5daeb6 HTTP/1.1" status: 204 len: 168 time: 2.1282856 Jan 14 03:17:02.031916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46322) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:02.058592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.060951 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/subnets/57849648-16a4-4969-b5d5-7efd5a2129fc HTTP/1.1" status: 204 len: 168 time: 2.2293739 Jan 14 03:17:02.067935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fde2a52a-8886-40c4-a835-245e1c4824ce tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:02.094265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:02.140752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.144860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "DELETE /v2.0/security-groups/63b76174-b7fd-4945-b02a-2e179dc0cbd9 HTTP/1.1" status: 204 len: 168 time: 2.4919064 Jan 14 03:17:02.152131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:02.189235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cab850-b80e-4c86-841c-e941d76bee8f None None] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:02.211406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff16a44-7adb-4fed-984c-5869f0533d8d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:02.254644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd7412f-65b2-49d0-9751-95e3d89b976a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:02.279216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:02.312861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.5864077 Jan 14 03:17:02.313748 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f1c637cd-dde1-401b-957e-eb0007fe2158 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] show failed (client error): The resource could not be found. Jan 14 03:17:02.314638 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1c637cd-dde1-401b-957e-eb0007fe2158 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "GET /v2.0/security-groups/63b76174-b7fd-4945-b02a-2e179dc0cbd9 HTTP/1.1" status: 404 len: 347 time: 0.1556692 Jan 14 03:17:02.329168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46340) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:02.339254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:02.373085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network d183c365-e13d-4000-b117-347f94eba021 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:02.416428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d183c365-e13d-4000-b117-347f94eba021) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:02.502465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-82ca91cc-085d-401a-a41a-5f2cd64f1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:02.504115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-82ca91cc-085d-401a-a41a-5f2cd64f1f0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.4555745 Jan 14 03:17:02.517342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:02.517993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.575596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:02.596985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.604156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.607098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.608401 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:02.613986 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:02.631029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.654681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cd570-a0bc-411f-b16b-febd2fd48625 None None] Network d183c365-e13d-4000-b117-347f94eba021 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:02.766221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Deleting port b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:02.766660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:02.792245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cea78d-3e40-4753-aa04-e394c8095436 None None] Network 2ace867d-8d81-4a37-8104-69419f83faff requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:03.126334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.144485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 46ce6d84-c33c-4430-bfa9-c26a4adae76c no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:03.191187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.4374135 Jan 14 03:17:03.197742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46366) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:03.200251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:03.207522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.223019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'subnet': {'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:03.241640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting port 36226bb2-4193-4bb6-849c-bef44962d65b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:03.242316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.406981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Usage tracker for resource:security_group_rule and tenant:507589a244304f36b0e9688295eaa15f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:03.469172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:03.665085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.703892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:03.705564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d183c365-e13d-4000-b117-347f94eba021', 'network_id': 'd183c365-e13d-4000-b117-347f94eba021', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'fixed_ips': [{'subnet_id': 'a5209048-5816-4b69-829b-1211f8680e48'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:17:03.708675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.724159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] For port 36226bb2-4193-4bb6-849c-bef44962d65b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36226bb2-4193-4bb6-849c-bef44962d65b,segment=NetworkSegment(609cb584-892b-4e0d-a428-e833057e70a5),segment_id=609cb584-892b-4e0d-a428-e833057e70a5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:03.724592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.745881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.747985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766826b7-5798-4901-b350-e7061cbeb68d None None] DHCP port deletion for 8d576e26-8477-4bb7-9a58-9a453dcb2850 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:17:03.773882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:03.794955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.803932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-766826b7-5798-4901-b350-e7061cbeb68d None None] Deleting port 36226bb2-4193-4bb6-849c-bef44962d65b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:03.804104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-766826b7-5798-4901-b350-e7061cbeb68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:03.860243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Calling delete_port for 36226bb2-4193-4bb6-849c-bef44962d65b owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:03.893631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:04.009375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:04.014763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.030950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-766826b7-5798-4901-b350-e7061cbeb68d None None] The port '36226bb2-4193-4bb6-849c-bef44962d65b' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:17:04.079400 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c', 'code': 422} returned with failed status Jan 14 03:17:04.097252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:04.129722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.130026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.138584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:04.202568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea49ce24-1008-4c34-af8a-2a0e5fcd12a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:04.261020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Allocated IP 10.1.1.2 (d183c365-e13d-4000-b117-347f94eba021/a5209048-5816-4b69-829b-1211f8680e48/21048767-48d2-47a6-bf5c-68e239242cc0) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:04.273590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Port': ['ID=36226bb2-4193-4bb6-849c-bef44962d65b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:04.278865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Calling delete_port for b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:04.291322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:04.297021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-eef86349-cbe9-4645-b930-a55c3673d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:04.299325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-eef86349-cbe9-4645-b930-a55c3673d349 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7707305 Jan 14 03:17:04.505062 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-839fb853-09b7-4c1c-9d15-b177c8483da3 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634159 Jan 14 03:17:04.506937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] No DVR routers for this DVR port 36226bb2-4193-4bb6-849c-bef44962d65b on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:04.543979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.551037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3cfc-c640-4dbf-9de6-b163540437b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.559585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Transition to ACTIVE for port object 21048767-48d2-47a6-bf5c-68e239242cc0 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:04.579033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Transition to ACTIVE for port object 21048767-48d2-47a6-bf5c-68e239242cc0 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:04.586393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.601985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:04.677227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Pushing event updated for resources: {'Port': ['ID=21048767-48d2-47a6-bf5c-68e239242cc0,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:04.681605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.702200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-058d93ba-6b2e-4314-96ba-3ed68273d3c9 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:04.711403 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-8756e9ca-8263-47c9-b9ae-bc5388927c5a service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1901667 Jan 14 03:17:04.734968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:04.739461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:04.744268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:subnet and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:04.747335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:04.753352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:04.827856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Network d183c365-e13d-4000-b117-347f94eba021 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:04.829129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:04.831749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:04.850976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Pushing event deleted for resources: {'Port': ['ID=b26f9a96-dd6f-4393-b8bd-8cc1f6f9014b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:04.872939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:04.885440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.894489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Attempting to bind port 21048767-48d2-47a6-bf5c-68e239242cc0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:04.894887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Attempting to bind port 21048767-48d2-47a6-bf5c-68e239242cc0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '57bd295a-360f-48d8-a1e1-bfb786bfa8c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'd183c365-e13d-4000-b117-347f94eba021'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:04.895424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Attempting to bind port 21048767-48d2-47a6-bf5c-68e239242cc0 on network d183c365-e13d-4000-b117-347f94eba021 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:04.901479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:04.901928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Checking segment: {'id': '57bd295a-360f-48d8-a1e1-bfb786bfa8c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'd183c365-e13d-4000-b117-347f94eba021'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:04.902378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.902815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Bound using segment: {'id': '57bd295a-360f-48d8-a1e1-bfb786bfa8c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'd183c365-e13d-4000-b117-347f94eba021'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:04.903339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Bound port: 21048767-48d2-47a6-bf5c-68e239242cc0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bd295a-360f-48d8-a1e1-bfb786bfa8c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'd183c365-e13d-4000-b117-347f94eba021'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:04.903761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:04.917452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Router 140dc778-f63a-4b9a-a198-e512d698786d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:17:05.013505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] For port 21048767-48d2-47a6-bf5c-68e239242cc0, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:05.016626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] For port 21048767-48d2-47a6-bf5c-68e239242cc0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21048767-48d2-47a6-bf5c-68e239242cc0,segment=NetworkSegment(57bd295a-360f-48d8-a1e1-bfb786bfa8c4),segment_id=57bd295a-360f-48d8-a1e1-bfb786bfa8c4)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:05.018242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.022373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.091208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d576e26-8477-4bb7-9a58-9a453dcb2850']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:05.106328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609cb584-892b-4e0d-a428-e833057e70a5') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:05.106922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609cb584-892b-4e0d-a428-e833057e70a5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:05.119881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.135827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.138213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Releasing vxlan tunnel 18 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:05.180655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a794049-12fe-41cd-8c9a-8aa24ff3bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:05.189442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.194479 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] 10.222.0.30 "DELETE /v2.0/floatingips/273d3e62-e4b7-4fd1-a68b-4e819340a863 HTTP/1.1" status: 204 len: 168 time: 2.8617890 Jan 14 03:17:05.202565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46408) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:05.223077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36226bb2-4193-4bb6-849c-bef44962d65b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:05.250089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.253579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d75fcb37-ed69-442b-a77b-8ed44220762e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:05.281936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 36226bb2-4193-4bb6-849c-bef44962d65b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:05.282529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36226bb2-4193-4bb6-849c-bef44962d65b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:05.309270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-55e8a220-bcb0-446f-9fa8-a333dcd5e302 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:05.310175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-55e8a220-bcb0-446f-9fa8-a333dcd5e302 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:05.324540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:05.347959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Pushing event updated for resources: {'Port': ['ID=21048767-48d2-47a6-bf5c-68e239242cc0,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:05.356164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:05.466357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:17:05.476756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] 10.222.0.30 "PUT /v2.0/routers/140dc778-f63a-4b9a-a198-e512d698786d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2979238 Jan 14 03:17:05.477098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46418) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:05.482729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Sync routers for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:17:05.493960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:17:05.494739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:05.523032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:05.785307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:17:05.980041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:05.992774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.145449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:17:01Z', 'revision_number': 5, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:06.149879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Checking router: 140dc778-f63a-4b9a-a198-e512d698786d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:17:06.159074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Routers {'140dc778-f63a-4b9a-a198-e512d698786d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:17:06.159938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:16:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['140dc778-f63a-4b9a-a198-e512d698786d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:06.163135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.374984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] Set router 140dc778-f63a-4b9a-a198-e512d698786d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:17:06.499017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.508023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Deleting port 55808bff-56a6-4252-8747-f5e66021d214 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:06.508451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.512021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.523413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fff16a44-7adb-4fed-984c-5869f0533d8d HTTP/1.1" status: 204 len: 168 time: 4.4834509 Jan 14 03:17:06.529728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff16a44-7adb-4fed-984c-5869f0533d8d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:06.552684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-55e8a220-bcb0-446f-9fa8-a333dcd5e302 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:06.554560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-55e8a220-bcb0-446f-9fa8-a333dcd5e302 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/ports?device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 944 time: 2.5862200 Jan 14 03:17:06.695672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 8d576e26-8477-4bb7-9a58-9a453dcb2850 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:06.726182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:17:01Z', 'revision_number': 5, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:06.731230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e3ff55-855a-4698-a986-55bf61e84ab6 None None] The sync data for ids ['140dc778-f63a-4b9a-a198-e512d698786d'] in n-d-765315-13 is: [{'id': '140dc778-f63a-4b9a-a198-e512d698786d', 'name': 'tempest-ServersTestManualDisk-1316001139-router', 'tenant_id': '6fd6a48471b74c9d8a30210749ab8934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '55808bff-56a6-4252-8747-f5e66021d214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:39Z', 'updated_at': '2021-01-14T03:17:01Z', 'revision_number': 5, 'project_id': '6fd6a48471b74c9d8a30210749ab8934', 'gw_port': {'id': '55808bff-56a6-4252-8747-f5e66021d214', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:17:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140dc778-f63a-4b9a-a198-e512d698786d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:43Z', 'updated_at': '2021-01-14T03:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:17:06.783353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643aa68c-5aa6-4492-90c4-123da57e5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.864994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:17:06.869659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] For port 55808bff-56a6-4252-8747-f5e66021d214, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=55808bff-56a6-4252-8747-f5e66021d214,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:06.871512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:06.902305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.902735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.903175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.903554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.903963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.904429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.904832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.908439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.908805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.909232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.909647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.914142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.914653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.915079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.915889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.916318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.916747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.917164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.917575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.917984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.918389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.918921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.919176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.919579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.922669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.923065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.923488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.923904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.924657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.924792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.925118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.925888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.926084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.927471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.927471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.927471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:06.958385 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:06.965511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.706s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:07.155497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e44040-33c4-4293-814f-b31bb5d447c5 None None] Network d183c365-e13d-4000-b117-347f94eba021 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:07.168106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port 46ce6d84-c33c-4430-bfa9-c26a4adae76c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:07.168768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.184663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21048767-48d2-47a6-bf5c-68e239242cc0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:07.186668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Calling delete_port for 55808bff-56a6-4252-8747-f5e66021d214 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:07.263481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.333311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3982f9de-ff0d-4115-a770-a699dbd04b64 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:07.440631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-128e6fb3-f66d-4d76-9818-18423861945f None None] Provisioning for port 21048767-48d2-47a6-bf5c-68e239242cc0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:07.494555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.527537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 3982f9de-ff0d-4115-a770-a699dbd04b64 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:07.534496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 21048767-48d2-47a6-bf5c-68e239242cc0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:07.542700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 21048767-48d2-47a6-bf5c-68e239242cc0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:07.543510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.548049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-81be0fd7-9e3d-473e-9188-4c2afd8c9695 tempest-ServerMetadataNegativeTestJSON-321540370 tempest-ServerMetadataNegativeTestJSON-321540370] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:07.550344 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-81be0fd7-9e3d-473e-9188-4c2afd8c9695 tempest-ServerMetadataNegativeTestJSON-321540370 tempest-ServerMetadataNegativeTestJSON-321540370] 10.222.0.30 "GET /v2.0/networks?id=2ace867d-8d81-4a37-8104-69419f83faff HTTP/1.1" status: 200 len: 820 time: 4.0041642 Jan 14 03:17:07.760521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.767848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port 46ce6d84-c33c-4430-bfa9-c26a4adae76c, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=46ce6d84-c33c-4430-bfa9-c26a4adae76c,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:07.768258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.785787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 3982f9de-ff0d-4115-a770-a699dbd04b64 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:07.786583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:07.905163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for 46ce6d84-c33c-4430-bfa9-c26a4adae76c owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:08.016743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Deleting port 939cbb87-8893-4420-8c7f-c97edd79e574 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:08.020805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.082433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.145705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 3982f9de-ff0d-4115-a770-a699dbd04b64, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3982f9de-ff0d-4115-a770-a699dbd04b64,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:08.149658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:08.199837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.208653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.209812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:08.225387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.228182 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-fb776ccb-19c1-4f49-992f-9c3362aa93e5 tempest-ServerMetadataNegativeTestJSON-321540370 tempest-ServerMetadataNegativeTestJSON-321540370] 10.222.0.30 "GET /v2.0/quotas/00f7f6440c5e4e098ed29a121e6d611e HTTP/1.1" status: 200 len: 375 time: 0.1258070 Jan 14 03:17:08.279999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bee6078a-3e9e-4d6a-b473-93410dbfc298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:08.338121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-41459e88-fa18-4aae-ba2a-5805d0decb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:08.340143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-41459e88-fa18-4aae-ba2a-5805d0decb48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 1159 time: 3.1704109 Jan 14 03:17:08.355800 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64', 'code': 200} Jan 14 03:17:08.359340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.373106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:08.384381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:08.404601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] For port 939cbb87-8893-4420-8c7f-c97edd79e574, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=939cbb87-8893-4420-8c7f-c97edd79e574,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:08.405324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.405474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.427133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/networks/8d576e26-8477-4bb7-9a58-9a453dcb2850 HTTP/1.1" status: 204 len: 168 time: 6.3152103 Jan 14 03:17:08.432818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46468) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:08.505224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 21048767-48d2-47a6-bf5c-68e239242cc0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21048767-48d2-47a6-bf5c-68e239242cc0,segment=NetworkSegment(57bd295a-360f-48d8-a1e1-bfb786bfa8c4),segment_id=57bd295a-360f-48d8-a1e1-bfb786bfa8c4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:08.510530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.512709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7caeb9-6633-4a98-b63a-a8927df46690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:08.573134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4fd7412f-65b2-49d0-9751-95e3d89b976a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:08.636309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-6eb4ab33-6965-4dd5-aa33-fadef30a5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:08.637932 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-6eb4ab33-6965-4dd5-aa33-fadef30a5dfb service neutron] 10.222.0.74 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 910 time: 0.2389240 Jan 14 03:17:08.679569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4fd7412f-65b2-49d0-9751-95e3d89b976a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:08.680499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4fd7412f-65b2-49d0-9751-95e3d89b976a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:08.692895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.697403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b3af89a-4ea3-4bd1-82f0-2fc8a36da37a None None] Provisioning complete for port 21048767-48d2-47a6-bf5c-68e239242cc0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:08.697829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3af89a-4ea3-4bd1-82f0-2fc8a36da37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.733098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Network': ['ID=8d576e26-8477-4bb7-9a58-9a453dcb2850,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:08.750122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1816891634'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:08.775546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:08.776578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:08.784089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:network and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:08.791204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:08.796592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.800468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:08.805816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=21048767-48d2-47a6-bf5c-68e239242cc0,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:08.820589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:08.895107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:08.897743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:08.948275 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-7178f27b-f3e6-46d4-9281-2d68359126ab tempest-ServerMetadataNegativeTestJSON-321540370 tempest-ServerMetadataNegativeTestJSON-321540370] 10.222.0.30 "GET /v2.0/ports?tenant_id=00f7f6440c5e4e098ed29a121e6d611e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5502002 Jan 14 03:17:08.984998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3982f9de-ff0d-4115-a770-a699dbd04b64 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:09.083956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21048767-48d2-47a6-bf5c-68e239242cc0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:09.176458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.192740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0403c211-a380-4c18-9566-e260f33ee137 None None] Provisioning complete for port 21048767-48d2-47a6-bf5c-68e239242cc0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:09.193165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0403c211-a380-4c18-9566-e260f33ee137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.223708 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-cc24dd1b-dab6-472d-ad09-d3c2923090ea service neutron] 10.222.0.30 "GET /v2.0/networks/2ace867d-8d81-4a37-8104-69419f83faff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743616 Jan 14 03:17:09.234939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.237742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.266070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 3982f9de-ff0d-4115-a770-a699dbd04b64 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:09.266625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.270549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Calling delete_port for 939cbb87-8893-4420-8c7f-c97edd79e574 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:09.338567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 21048767-48d2-47a6-bf5c-68e239242cc0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:09.339145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.359541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=507589a244304f36b0e9688295eaa15f&name=default HTTP/1.1" status: 200 len: 2983 time: 6.7807791 Jan 14 03:17:09.362519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event deleted for resources: {'Port': ['ID=46ce6d84-c33c-4430-bfa9-c26a4adae76c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:09.425742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:09.432521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:09.444016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.478453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-df9222ff-437d-424b-a56a-790c1f982534 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3982f9de-ff0d-4115-a770-a699dbd04b64 HTTP/1.1" status: 200 len: 217 time: 0.7114334 Jan 14 03:17:09.490146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:09.498560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec6fd5b5-6f98-4270-97ff-41196dd3a30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:09.642595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.780111 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c10701d1-3458-4ab9-abc9-2518f04de85c req-a761552c-2ce7-4896-a474-4989856f4732 service neutron] 10.222.0.30 "GET /v2.0/networks/2ace867d-8d81-4a37-8104-69419f83faff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5554144 Jan 14 03:17:09.805193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.806065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140dc778-f63a-4b9a-a198-e512d698786d {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:17:09.844776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dc54df9-a92e-4d3c-a236-65bdfe941e27 None None] Provisioning complete for port 21048767-48d2-47a6-bf5c-68e239242cc0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:09.847380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dc54df9-a92e-4d3c-a236-65bdfe941e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.850915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:09.853170 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d63b4ac-dfed-4e40-8055-6b6cc3b4727b admin admin] 10.222.0.30 "DELETE /v2.0/routers/140dc778-f63a-4b9a-a198-e512d698786d HTTP/1.1" status: 204 len: 168 time: 4.3741450 Jan 14 03:17:09.874305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46496) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:09.984439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:10.049124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Deleting subnet a54ecfbc-0548-4dc0-9c9c-012e5e61072e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:10.056015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.278921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.279515 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Added segment 782daad7-af6f-4c79-befc-e10711f3f4c6 of type vxlan for network 4736c911-5bc8-4d32-8cce-258f94e0f98c Jan 14 03:17:10.298304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.310682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.360296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] No DVR routers for this DVR port 46ce6d84-c33c-4430-bfa9-c26a4adae76c on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:10.377322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.399770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:10.401012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.429538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.431947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "DELETE /v2.0/ports/46ce6d84-c33c-4430-bfa9-c26a4adae76c HTTP/1.1" status: 204 len: 173 time: 3.8143024 Jan 14 03:17:10.450779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-deleted', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:10.465809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38da6b05-62cc-4ed5-88bf-27e0493ee9da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:10.470036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.502253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.530183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:10.561841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9286506 Jan 14 03:17:10.563027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:10.660689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Deleting subnet 29d66184-d49a-4311-9eb4-0bcdf691f833 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:10.664224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.670148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef2f3df-4532-4e93-a81c-6e354ab39414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:10.694914 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-deleted', 'tag': '46ce6d84-c33c-4430-bfa9-c26a4adae76c', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:17:10.706994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:10.710288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.749536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.850253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.859783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-414dc642-c597-4502-950f-cf61e445282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:10.861451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-414dc642-c597-4502-950f-cf61e445282d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 1.1402035 Jan 14 03:17:10.863905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:10.998867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 3982f9de-ff0d-4115-a770-a699dbd04b64 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:11.121050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 55808bff-56a6-4252-8747-f5e66021d214 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:11.244674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 55808bff-56a6-4252-8747-f5e66021d214 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:11.246984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 55808bff-56a6-4252-8747-f5e66021d214 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:11.256327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:11.297460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a8da766-cff8-493d-8ef3-b92f3c53c3d0 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:11.370252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:11.370492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'subnet': {'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:11.440955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 3982f9de-ff0d-4115-a770-a699dbd04b64, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3982f9de-ff0d-4115-a770-a699dbd04b64,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:11.444852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:11.469673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:11.475406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:11.512401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:11.540835 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-5b58a331-0237-4774-947f-77ed6044e79c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 210 time: 0.2262719 Jan 14 03:17:11.575969 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64', 'code': 422} returned with failed status Jan 14 03:17:11.609906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Network': ['ID=4736c911-5bc8-4d32-8cce-258f94e0f98c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:11.612176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:11.623266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:11.634720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:11.649330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:11.795458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:11.849165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:11.853560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38da6b05-62cc-4ed5-88bf-27e0493ee9da HTTP/1.1" status: 204 len: 168 time: 2.3879151 Jan 14 03:17:11.858428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-c1a4cb03-53f4-4927-aac7-a6e8fae29808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:11.860263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-c1a4cb03-53f4-4927-aac7-a6e8fae29808 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=358156ec4c80408fbd058d009149b617&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1895759 Jan 14 03:17:11.913566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:11.925191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19b1485c-cca3-46d3-bb5f-33114ed80e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:11.929531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:12.177047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:12.239438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-b13997c8-2e74-4cea-a794-06138b9b7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:12.243260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-b13997c8-2e74-4cea-a794-06138b9b7bb5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2793725 Jan 14 03:17:12.244458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:12.338079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d66184-d49a-4311-9eb4-0bcdf691f833,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:12.352304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:12.389238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.389750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.390312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.390810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.391300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.391789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.392274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.393221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.393721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.394402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.394680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.395164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.395693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.396179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.397246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.397731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.398216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.398706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.399188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.399813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.400299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.400846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.401330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.401812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.402878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.402878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.403579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.404064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.405183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.405787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.406380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.406939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.407451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.407954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.408495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.409008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:12.416204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:subnet and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:12.421058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-fedcaa74-73c7-40fc-8bf2-35e2a7226019 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:12.428389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:12.449286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-00800623-ff3a-4e1c-9071-5bc1e235f787 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:12.450256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-00800623-ff3a-4e1c-9071-5bc1e235f787 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:12.455785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:12.463192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:12.487159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Checking segment: {'id': 'a3f1174f-dde3-41a7-8566-d9649400abef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:12.487561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network hostable DHCP agents. Network: 02e5a75e-eac1-4a17-8af1-b0a1251cb415, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:12.508115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-fedcaa74-73c7-40fc-8bf2-35e2a7226019 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:12.509405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7b9bf88f-0e3e-4db5-9e1d-b1914a3191b0 req-fedcaa74-73c7-40fc-8bf2-35e2a7226019 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/ports?device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 210 time: 0.2037864 Jan 14 03:17:12.512588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:12.569407 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea6b259b-ab3b-4d38-b41a-ea6b1f0b6db8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:12.614473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:12.658869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=939cbb87-8893-4420-8c7f-c97edd79e574,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:12.673011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:12.675993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d93cb-69b8-468a-bd12-296bc727fad6 None None] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:12.677925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:12.712653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Subnet': ['ID=705bf260-afb7-4204-99cb-72a3f78826d6,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:12.716580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:12.727539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:12.733918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a54ecfbc-0548-4dc0-9c9c-012e5e61072e HTTP/1.1" status: 204 len: 168 time: 2.8537362 Jan 14 03:17:12.734120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-787eb7bc-19d0-4436-94d1-955dbdc53995 tempest-SecurityGroupRulesNegativeTestJSON-1825601618 tempest-SecurityGroupRulesNegativeTestJSON-1825601618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.436s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:12.734815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46590) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:12.752697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da6b05-62cc-4ed5-88bf-27e0493ee9da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:12.757087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:12.772403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54ecfbc-0548-4dc0-9c9c-012e5e61072e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:12.773328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-cec07d33-9018-4960-ae8d-3302b3cabdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:12.777825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/29d66184-d49a-4311-9eb4-0bcdf691f833 HTTP/1.1" status: 204 len: 168 time: 2.2428458 Jan 14 03:17:12.778177 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-cec07d33-9018-4960-ae8d-3302b3cabdc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4603450 Jan 14 03:17:12.778177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-00800623-ff3a-4e1c-9071-5bc1e235f787 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:12.778926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-00800623-ff3a-4e1c-9071-5bc1e235f787 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/ports?device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 945 time: 2.7018754 Jan 14 03:17:12.782658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:12.783372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:12.829121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 02e5a75e-eac1-4a17-8af1-b0a1251cb415) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:12.839916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:13.179848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03365e0-902e-4cb2-9732-2b7733192c30 None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:13.339050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.435754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9ced80e1-5e9b-4991-840b-fef772a79904 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:13.438830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-9ced80e1-5e9b-4991-840b-fef772a79904 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 0.3824062 Jan 14 03:17:13.454112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.493813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.538826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Request body: {'port': {'device_id': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'admin_state_up': True, 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:13.621965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] DHCP port deletion for 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:17:13.627860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Deleting port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:13.628280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.644590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Deleting port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:13.648767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.659199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-02e5a75e-eac1-4a17-8af1-b0a1251cb415', 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'fixed_ips': [{'subnet_id': '705bf260-afb7-4204-99cb-72a3f78826d6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:17:13.660231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.723892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:13.725270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:13.750044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port 3982f9de-ff0d-4115-a770-a699dbd04b64 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:13.750434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.056038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Allocated IP 10.2.2.2 (02e5a75e-eac1-4a17-8af1-b0a1251cb415/705bf260-afb7-4204-99cb-72a3f78826d6/dc31012f-5885-4d27-995b-5c7e2b20a66e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:14.058534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.103071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.258808 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-eac180df-a2d8-4b9f-8c99-0757406eaf85 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2839539 Jan 14 03:17:14.441624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:14.457019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:14.467563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:14.548330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 11.3431149 Jan 14 03:17:14.551161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:14.579957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.581420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] For port 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ae79648-83eb-495f-ac47-1bdef1eb9a08,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:14.582203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.609791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46636) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:14.610160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46638) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:14.610815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:17:14.759617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Calling delete_port for 5ae79648-83eb-495f-ac47-1bdef1eb9a08 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:14.920761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:17:14.928942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/0eba43ad-0b85-40ba-a70f-9cfd82d4f98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7252715 Jan 14 03:17:14.931773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46644) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:14.938219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:14.947339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Sync routers for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:17:14.965629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.002716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d57f3ab8-de1a-43b0-a9ea-5479ca082fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:15.110616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d3a08b3e-bb5c-41c2-92a9-85acb7db42d7 req-f98cecf0-3fff-4c54-aa1a-ebddc348b727 service neutron] 10.222.0.74 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6594899 Jan 14 03:17:15.121113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Transition to ACTIVE for port object dc31012f-5885-4d27-995b-5c7e2b20a66e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:15.127275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:17:15.133591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:17:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:15.156425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] For port 5ae79648-83eb-495f-ac47-1bdef1eb9a08, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ae79648-83eb-495f-ac47-1bdef1eb9a08,segment=NetworkSegment(aaef5825-5c9f-4d78-a9ba-b1a09e35631d),segment_id=aaef5825-5c9f-4d78-a9ba-b1a09e35631d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:15.156835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.185072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ae79648-83eb-495f-ac47-1bdef1eb9a08 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:15.273897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'port': {'network_id': 'd183c365-e13d-4000-b117-347f94eba021', 'name': 'tempest-TaggedBootDevicesTest-165681163', 'fixed_ips': [{'subnet_id': 'a5209048-5816-4b69-829b-1211f8680e48'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:15.320702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Calling delete_port for 5ae79648-83eb-495f-ac47-1bdef1eb9a08 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:15.356481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:17:15.498143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.529222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Pushing event deleted for resources: {'Port': ['ID=5ae79648-83eb-495f-ac47-1bdef1eb9a08,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:15.534780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] No DVR routers for this DVR port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:15.539424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5ae79648-83eb-495f-ac47-1bdef1eb9a08 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:15.539940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ae79648-83eb-495f-ac47-1bdef1eb9a08 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:15.550929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:15.616189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Transition to ACTIVE for port object dc31012f-5885-4d27-995b-5c7e2b20a66e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:15.626315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Allocated IP 172.20.0.10 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/43798fa8-0524-492e-8280-82b1856e01ea) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:15.629804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.726845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:17:15.727205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:17:15.784628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44a5335c-a111-4cd2-9d62-70587e93423b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:15.795529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.806430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Deleting port 89ebfe20-f7ae-4c5a-850f-823103908782 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:15.806815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.857857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:15.868841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:15.885623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:15.886020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:15.903154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Transition to ACTIVE for port object 43798fa8-0524-492e-8280-82b1856e01ea will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:15.967202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Attempting to bind port dc31012f-5885-4d27-995b-5c7e2b20a66e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:15.967731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Attempting to bind port dc31012f-5885-4d27-995b-5c7e2b20a66e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a3f1174f-dde3-41a7-8566-d9649400abef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:15.968260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Attempting to bind port dc31012f-5885-4d27-995b-5c7e2b20a66e on network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:16.004487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:16.006642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Checking segment: {'id': 'a3f1174f-dde3-41a7-8566-d9649400abef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:16.008974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.009638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Bound using segment: {'id': 'a3f1174f-dde3-41a7-8566-d9649400abef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:16.010331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Bound port: dc31012f-5885-4d27-995b-5c7e2b20a66e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1174f-dde3-41a7-8566-d9649400abef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '02e5a75e-eac1-4a17-8af1-b0a1251cb415'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:16.011527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.015306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] For port 89ebfe20-f7ae-4c5a-850f-823103908782, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89ebfe20-f7ae-4c5a-850f-823103908782,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:16.015783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.049096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.069689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Pushing event updated for resources: {'Port': ['ID=dc31012f-5885-4d27-995b-5c7e2b20a66e,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:16.073738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:16.173012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ace867d-8d81-4a37-8104-69419f83faff']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.174469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Calling delete_port for 89ebfe20-f7ae-4c5a-850f-823103908782 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:16.187000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e5b5b3-c290-420f-8be6-6ce45b982f1c') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.187336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e5b5b3-c290-420f-8be6-6ce45b982f1c') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.200622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.217762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.220490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Releasing vxlan tunnel 20 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:16.228501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Deleting port 5ae79648-83eb-495f-ac47-1bdef1eb9a08 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:16.229165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.234883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] For port dc31012f-5885-4d27-995b-5c7e2b20a66e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:16.251696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] For port dc31012f-5885-4d27-995b-5c7e2b20a66e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dc31012f-5885-4d27-995b-5c7e2b20a66e,segment=NetworkSegment(a3f1174f-dde3-41a7-8566-d9649400abef),segment_id=a3f1174f-dde3-41a7-8566-d9649400abef)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:16.257692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.275683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:16.322704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] The port '5ae79648-83eb-495f-ac47-1bdef1eb9a08' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:17:16.325228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:17:10Z', 'revision_number': 5, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.391272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Checking router: 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:17:16.417992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Network 2ace867d-8d81-4a37-8104-69419f83faff has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:16.428704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Routers {'0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:17:16.429407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:17:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.432278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.459763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46666) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:16.497804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.610647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Pushing event updated for resources: {'Port': ['ID=dc31012f-5885-4d27-995b-5c7e2b20a66e,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:16.614526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:16.621075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Network 2ace867d-8d81-4a37-8104-69419f83faff has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:16.675065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.703750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.704735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] Set router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:17:16.792112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.792673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaef5825-5c9f-4d78-a9ba-b1a09e35631d') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:16.799899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1137207965-network', 'tenant_id': 'ed674f29d50d49d68b49bce1a2066386'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:16.805938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:16.810430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Usage tracker for resource:network and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:16.813904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:16.818756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.820664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:16.839358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:16.841709 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:16.844903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.910671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:16.924674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Made reservation on behalf of ed674f29d50d49d68b49bce1a2066386 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:16.929986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.161770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port 3982f9de-ff0d-4115-a770-a699dbd04b64, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=3982f9de-ff0d-4115-a770-a699dbd04b64,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:17.162130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.182186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.184372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:17.219374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:17.275980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:17:10Z', 'revision_number': 5, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:17.277612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Usage tracker for resource:security_group_rule and tenant:cc225f3c9b29492a9989db417018f42a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:17.280824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48210c33-ffe6-4d09-9858-d46cc13a0f93 None None] The sync data for ids ['0eba43ad-0b85-40ba-a70f-9cfd82d4f98d'] in n-d-765315-13 is: [{'id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'name': 'tempest-ServersTestBootFromVolume-1800275238-router', 'tenant_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:05Z', 'updated_at': '2021-01-14T03:17:10Z', 'revision_number': 5, 'project_id': 'db47f7d0c7364d3dbeb28f703e9e13b3', 'gw_port': {'id': '89ebfe20-f7ae-4c5a-850f-823103908782', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eba43ad-0b85-40ba-a70f-9cfd82d4f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:11Z', 'updated_at': '2021-01-14T03:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:17:17.284821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:17.301539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for 3982f9de-ff0d-4115-a770-a699dbd04b64 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:17.326557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:17.334796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:17.337324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:17.375716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.386550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.425532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6faf259db94056b43e9367d3494cf8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:17.429163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:17.448305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:17.466597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.480952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:17.483448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.523938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:17.582528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:17.592911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:17.601046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event updated for resources: {'Port': ['ID=43798fa8-0524-492e-8280-82b1856e01ea,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:17.623528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:17.630445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:17.633238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b3162e-ba71-40f6-ac11-460751217c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:17.671576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:17.683204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:17.685895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ace867d-8d81-4a37-8104-69419f83faff HTTP/1.1" status: 204 len: 168 time: 4.8927953 Jan 14 03:17:17.693522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:17.704687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.721359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ace867d-8d81-4a37-8104-69419f83faff,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:17.766244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:17.801370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Network 3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:17.836166 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:17.898189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46674) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:17.906256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:17.965496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:17.971247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:port and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:17.983128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for port was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.994462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:17.997647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:18.010343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:18.011071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.018083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.058230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.058434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:18.063378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.067912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.105484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:18.125593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ebdf4c6-9df7-46d2-940a-3c6be0972a3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00f7f6440c5e4e098ed29a121e6d611e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203398 Jan 14 03:17:18.126390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.137149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46678) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:18.141561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:18.148271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:18.148495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:18.150617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fa65799-9c68-4afb-aaac-89fe23490dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:18.174302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.176895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] 10.222.0.30 "DELETE /v2.0/networks/3b01e0c1-7f6f-4c09-b4df-ad238bd65ea0 HTTP/1.1" status: 204 len: 168 time: 5.4082105 Jan 14 03:17:18.212992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-789ac655-e36a-427d-bdd0-8daae25266d8 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:18.235192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.236028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eba43ad-0b85-40ba-a70f-9cfd82d4f98d {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:17:18.251200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc225f3c9b29492a9989db417018f42a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7901325 Jan 14 03:17:18.252156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:18.259442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.260982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97a57092-3d85-476d-ab76-13957e67a3bf admin admin] 10.222.0.30 "DELETE /v2.0/routers/0eba43ad-0b85-40ba-a70f-9cfd82d4f98d HTTP/1.1" status: 204 len: 168 time: 3.3275406 Jan 14 03:17:18.273085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46686) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:18.304692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc0ed5cd-0056-4174-b69b-9e6a51178461 None None] Provisioning for port 43798fa8-0524-492e-8280-82b1856e01ea completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:18.314561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc0ed5cd-0056-4174-b69b-9e6a51178461 None None] Provisioning complete for port 43798fa8-0524-492e-8280-82b1856e01ea triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:18.314991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc0ed5cd-0056-4174-b69b-9e6a51178461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.429571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ed5cd-0056-4174-b69b-9e6a51178461 None None] Port 43798fa8-0524-492e-8280-82b1856e01ea cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:17:18.435457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f896228-4635-40b7-a5e0-2550dcd45cb2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:18.451630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:18.453617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bedaa60-e979-478b-a6b9-01b084739248 None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:18.524725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46692) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:18.542777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Deleting subnet ad894e38-26ff-4b3d-848c-fe8a5c2b03ec {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:18.545720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.572216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3e6cd7c2-6c68-4d45-96a2-c458d9e248d6 None None] Provisioning for port dc31012f-5885-4d27-995b-5c7e2b20a66e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:18.607890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.648857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.697882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.700734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1687970 Jan 14 03:17:18.701602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event deleted for resources: {'Port': ['ID=3982f9de-ff0d-4115-a770-a699dbd04b64,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:18.720437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:18.735952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.753451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Request body: {'port': {'device_id': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:18.810455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.814230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.814729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-477e2f96-b0ec-40ce-a4fa-d0739c4a5ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:18.940660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:18.955451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57772eb-e08c-4414-8625-8122e3d36a9e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:18.961646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fed57d2c-add2-4231-856d-034f0667d5a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fd6a48471b74c9d8a30210749ab8934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336298 Jan 14 03:17:18.981016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46696) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:19.007065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.013206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.024805 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e6faf259db94056b43e9367d3494cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5458581 Jan 14 03:17:19.024805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.026517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46700) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:19.039724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.050360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6395df1a-a98e-460c-adf2-91ae68d1fd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.126719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dc31012f-5885-4d27-995b-5c7e2b20a66e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:19.126841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.154205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:19.205884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad18ca-59cb-4cce-9b74-859c6e6427b3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.216215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port dc31012f-5885-4d27-995b-5c7e2b20a66e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:19.223284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port dc31012f-5885-4d27-995b-5c7e2b20a66e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:19.223753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.233442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.305676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Provisioning complete for port dc31012f-5885-4d27-995b-5c7e2b20a66e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:19.306092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.312479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.319812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.323042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.332206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.347251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.352497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.356666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f896228-4635-40b7-a5e0-2550dcd45cb2 HTTP/1.1" status: 204 len: 168 time: 1.0942349 Jan 14 03:17:19.358021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.360376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.361578 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78195df4-b71f-4010-ae47-9f96ccd2e3b6 HTTP/1.1" status: 204 len: 168 time: 1.2030218 Jan 14 03:17:19.390486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f896228-4635-40b7-a5e0-2550dcd45cb2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.401160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.401617 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Added segment 2026e31f-1544-486e-bd48-16543ec729b9 of type vxlan for network f8bae256-01ca-4e63-b2b1-705ced30f2c3 Jan 14 03:17:19.408505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.416415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-709f3f05-6598-4f3c-a392-8bc74f7231ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.480543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78195df4-b71f-4010-ae47-9f96ccd2e3b6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.489468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.531131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.579046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2db1db9a-5a80-4bc3-9329-f6edd53dc599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.585497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.589046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] device_id is not set on port ebdd1124-d868-4419-8e6e-9a1eed15b24a yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:17:19.626342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.646957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] For port dc31012f-5885-4d27-995b-5c7e2b20a66e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dc31012f-5885-4d27-995b-5c7e2b20a66e,segment=NetworkSegment(a3f1174f-dde3-41a7-8566-d9649400abef),segment_id=a3f1174f-dde3-41a7-8566-d9649400abef)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:19.655829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.692493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87e7d497-b61c-4a8c-9295-5d53251d7169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.700172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.738369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad894e38-26ff-4b3d-848c-fe8a5c2b03ec,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.749174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.779704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Pushing event updated for resources: {'Port': ['ID=dc31012f-5885-4d27-995b-5c7e2b20a66e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.790243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.796127 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44974523-16a5-4f6e-93a7-5a64c774a48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:19.798415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.808114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-35f3856f-8cde-449c-b30e-4ff83a517347 None None] Provisioning complete for port dc31012f-5885-4d27-995b-5c7e2b20a66e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:19.808587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35f3856f-8cde-449c-b30e-4ff83a517347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.821268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0a99df-d4ec-4691-afda-db0aa4d9ce65,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:19.824124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:19.851930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.856095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d0a99df-d4ec-4691-afda-db0aa4d9ce65 HTTP/1.1" status: 204 len: 168 time: 0.8522995 Jan 14 03:17:19.863874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:19.865990 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ad894e38-26ff-4b3d-848c-fe8a5c2b03ec HTTP/1.1" status: 204 len: 168 time: 1.4953878 Jan 14 03:17:19.868821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46714) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:19.898668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06c43ea-93f6-4579-b420-91a4e1fe5e0f None None] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:19.902495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f519090c-5419-4080-bf30-238b58613840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:20.127431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:17:20.127847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:17:20.129662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.166006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.182575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.313878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] No DVR routers for this DVR port 3982f9de-ff0d-4115-a770-a699dbd04b64 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:20.316529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.322426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46722) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:20.355530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.366264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] DHCP port deletion for 1fe29c9b-858b-49d5-a7ba-48a629a28005 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:17:20.371935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Deleting port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:20.372535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.375719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:20.379989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad3a9c87ca04acd95aa007a12bddf0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:20.383776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:20.389663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:20.478106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.487111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.502248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b7445d5-973d-4f76-9b1a-c98152e722cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:20.511719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Deleting port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:20.512103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.533102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.537441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-deleted', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:20.542540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.609001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ad3a9c87ca04acd95aa007a12bddf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852883 Jan 14 03:17:20.611793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef331999-a35c-48a5-be67-e3e0014ad5a1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:20.615893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46740) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:20.658596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Subnet': ['ID=7c719f8d-20af-438b-9ee1-856ce96df6cd,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:20.663244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:20.678760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5a4181e-40fc-4ce2-9b13-9afaf06ec5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:20.684651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:20.691634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "DELETE /v2.0/ports/3982f9de-ff0d-4115-a770-a699dbd04b64 HTTP/1.1" status: 204 len: 173 time: 7.8301859 Jan 14 03:17:20.706937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57772eb-e08c-4414-8625-8122e3d36a9e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:20.710575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:20.712062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.713329 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e57772eb-e08c-4414-8625-8122e3d36a9e HTTP/1.1" status: 204 len: 168 time: 1.6458008 Jan 14 03:17:20.754869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] For port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:20.755219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.851131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.851623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.852643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:20.853282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.862412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:20.877895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Checking segment: {'id': '782daad7-af6f-4c79-befc-e10711f3f4c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:20.878299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network hostable DHCP agents. Network: 4736c911-5bc8-4d32-8cce-258f94e0f98c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:20.916125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:20.919078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Calling delete_port for ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:21.026933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.041441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af40ad6c-04bb-4e71-902a-9e8a2ac46f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:21.052465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Allocated IP 10.1.1.189 (d183c365-e13d-4000-b117-347f94eba021/a5209048-5816-4b69-829b-1211f8680e48/ebdd1124-d868-4419-8e6e-9a1eed15b24a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:21.055887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 5.9489989 Jan 14 03:17:21.062425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:21.069209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef331999-a35c-48a5-be67-e3e0014ad5a1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:21.073676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:17:21.074817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46748) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:21.078438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:21.086396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Request body: {'subnet': {'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1137207965-subnet', 'tenant_id': 'ed674f29d50d49d68b49bce1a2066386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:21.093529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.094772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef331999-a35c-48a5-be67-e3e0014ad5a1 HTTP/1.1" status: 204 len: 168 time: 0.4217424 Jan 14 03:17:21.096218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:21.112943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Usage tracker for resource:subnet and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:21.117507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:21.128051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] For port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,segment=NetworkSegment(13534d1f-c0af-47be-b86d-113a52ce50e3),segment_id=13534d1f-c0af-47be-b86d-113a52ce50e3)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:21.128261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.128637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Pushing event updated for resources: {'Network': ['ID=f8bae256-01ca-4e63-b2b1-705ced30f2c3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:21.132071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:21.136418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:21.199790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 4736c911-5bc8-4d32-8cce-258f94e0f98c) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:21.242449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:21.243098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.284989 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-deleted', 'tag': '3982f9de-ff0d-4115-a770-a699dbd04b64', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:17:21.287745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43798fa8-0524-492e-8280-82b1856e01ea {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:21.302246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 10.4395876 Jan 14 03:17:21.317823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:21.322554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:21.328939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Calling delete_port for ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:21.333507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.364692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1067027988'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:21.376848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Made reservation on behalf of ed674f29d50d49d68b49bce1a2066386 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:21.382887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.413512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Transition to ACTIVE for port object 43798fa8-0524-492e-8280-82b1856e01ea will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:21.453417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:21.485134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:21.489561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:network and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:21.493038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:21.499125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:21.527709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:21.550063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:17:21.550414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:17:21.563748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:21.574635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.626713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:21.639234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.639673 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Added segment c325c26b-84c1-4fd4-95ac-0931ef859f30 of type vxlan for network 34c769e4-d425-43e8-96c0-d0c1142065c7 Jan 14 03:17:21.655694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.671503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.714190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.735481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:21.736200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.762954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-592a8431-8b8e-4b42-a83a-17ca5b4adcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:21.852784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2749e-816a-4f46-8203-674b0b72839b None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:21.934194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:21.945057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d1b9a39-ca2a-46dd-8534-4316de6afd37 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:22.158436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Pushing event updated for resources: {'Port': ['ID=43798fa8-0524-492e-8280-82b1856e01ea,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:22.163262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:22.186892 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-8f2b73f2-2780-4a57-8ce3-831785bf8ecc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 210 time: 0.6391397 Jan 14 03:17:22.253667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Deleting port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:22.254040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:22.305350 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:22.316688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Network': ['ID=34c769e4-d425-43e8-96c0-d0c1142065c7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:22.321372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:22.378981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] The port 'ed990cf4-7dbf-4f64-a0b0-67bb335a97d0' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:17:22.453461 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1330712 Jan 14 03:17:22.460645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46788) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:22.464792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Pushing event deleted for resources: {'Port': ['ID=ed990cf4-7dbf-4f64-a0b0-67bb335a97d0,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:22.471522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:22.567676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'subnet': {'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:22.631962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:22.744758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:22.829428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:22.844663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46792) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:22.845057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46796) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:22.933631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe29c9b-858b-49d5-a7ba-48a629a28005']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:22.955621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13534d1f-c0af-47be-b86d-113a52ce50e3') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:22.955967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13534d1f-c0af-47be-b86d-113a52ce50e3') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:22.965797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:23.012712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:23.027441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:subnet and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:23.033398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:23.038494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.050610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:23.076289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:23.252911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.253332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-98712ded-99a6-437d-969e-4798802bef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:23.255276 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-98712ded-99a6-437d-969e-4798802bef52 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=358156ec4c80408fbd058d009149b617&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4557536 Jan 14 03:17:23.306680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:23.355916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 939cbb87-8893-4420-8c7f-c97edd79e574 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:23.393576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] No DVR routers for this DVR port ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:23.397806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 939cbb87-8893-4420-8c7f-c97edd79e574 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:23.398205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 939cbb87-8893-4420-8c7f-c97edd79e574 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:23.398671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89ebfe20-f7ae-4c5a-850f-823103908782 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:23.399751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1600407714-network', 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:23.410943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:23.416207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Usage tracker for resource:network and tenant:29da0e196ca74247bef8b7732b33a0a6 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:23.419487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:23.424541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-4736c911-5bc8-4d32-8cce-258f94e0f98c', 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'fixed_ips': [{'subnet_id': '7c719f8d-20af-438b-9ee1-856ce96df6cd'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:17:23.425453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.428158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:23.457767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:23.463712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.482036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-516072031-network', 'tenant_id': '7726b379c7014f25af11e52737d43b1d'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:23.548683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.598843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.611816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:23.660584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Attempting to bind port 43798fa8-0524-492e-8280-82b1856e01ea on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:23.660953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Attempting to bind port 43798fa8-0524-492e-8280-82b1856e01ea by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:23.661318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Attempting to bind port 43798fa8-0524-492e-8280-82b1856e01ea on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:23.667980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:23.672523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Usage tracker for resource:security_group_rule and tenant:29da0e196ca74247bef8b7732b33a0a6 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:23.675804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:23.683142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:23.740697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 89ebfe20-f7ae-4c5a-850f-823103908782 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:23.741101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89ebfe20-f7ae-4c5a-850f-823103908782 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:23.754151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Allocated IP 19.80.0.2 (4736c911-5bc8-4d32-8cce-258f94e0f98c/7c719f8d-20af-438b-9ee1-856ce96df6cd/155c41c1-0808-4972-bbdf-89c7c3dc39de) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:23.803609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.815970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Usage tracker for resource:network and tenant:7726b379c7014f25af11e52737d43b1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:23.836831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:23.840867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.861120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:23.877302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.894099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dc31012f-5885-4d27-995b-5c7e2b20a66e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:23.907933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Transition to ACTIVE for port object ebdd1124-d868-4419-8e6e-9a1eed15b24a will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:23.952197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d906b89-3255-4817-b5d2-43bbe6671093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:23.970494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:23.973701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.975592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:23.975962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:23.976371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:23.976788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:23.977281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Bound port: 43798fa8-0524-492e-8280-82b1856e01ea, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:23.977773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.174278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:24.179982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.180446 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Added segment 30348c83-08b8-4512-8331-8fc7e4da22b1 of type vxlan for network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f Jan 14 03:17:24.216124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port dc31012f-5885-4d27-995b-5c7e2b20a66e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:24.216857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.242145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-bd6c19fb-2df8-43f5-8de9-8af308133cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:24.243453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.243831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-bd6c19fb-2df8-43f5-8de9-8af308133cf4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9775198 Jan 14 03:17:24.353055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.387580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Transition to ACTIVE for port object 155c41c1-0808-4972-bbdf-89c7c3dc39de will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:24.415619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Transition to ACTIVE for port object 155c41c1-0808-4972-bbdf-89c7c3dc39de will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:24.424103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.442302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5aec883-0c99-4ccc-ac79-a6c5c671ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:24.464993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e96df8-ff2a-4af1-9769-0d3164ad703a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:24.472757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:24.475339 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.479052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:24.484590 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:24.498325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-6b6aa411-147c-424b-9cf1-104d96f204f2 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:24.499974 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-6b6aa411-147c-424b-9cf1-104d96f204f2 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "GET /v2.0/networks?id=e95684a4-557a-4d38-95a9-2b8975681a20 HTTP/1.1" status: 200 len: 815 time: 1.6425016 Jan 14 03:17:24.500757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Made reservation on behalf of 7726b379c7014f25af11e52737d43b1d for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:24.506012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.550147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb9d0138-c3cd-4ebe-ac2a-74aeb8a627b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:24.554447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Network 1fe29c9b-858b-49d5-a7ba-48a629a28005 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:24.566412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:24.615794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Request body: {'port': {'device_id': '129e9bff-03e9-46d4-a302-6bb22194a379', 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20', 'admin_state_up': True, 'tenant_id': '358156ec4c80408fbd058d009149b617'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:24.618192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:24.618588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed990cf4-7dbf-4f64-a0b0-67bb335a97d0 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:24.679949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Pushing event updated for resources: {'Port': ['ID=155c41c1-0808-4972-bbdf-89c7c3dc39de,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:24.686857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:24.716876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-9211d4f4-8177-4f58-a252-39cbf3c38273 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:24.719343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:24.724035 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:24.727787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.729596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:24.730802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:24.734632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:24.736821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:24.761256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.770168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe29c9b-858b-49d5-a7ba-48a629a28005,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:24.777206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fe29c9b-858b-49d5-a7ba-48a629a28005 HTTP/1.1" status: 204 len: 168 time: 4.9072976 Jan 14 03:17:24.778405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:24.789988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.806437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Attempting to bind port 155c41c1-0808-4972-bbdf-89c7c3dc39de on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:24.806856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Attempting to bind port 155c41c1-0808-4972-bbdf-89c7c3dc39de by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '782daad7-af6f-4c79-befc-e10711f3f4c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:24.807421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Attempting to bind port 155c41c1-0808-4972-bbdf-89c7c3dc39de on network 4736c911-5bc8-4d32-8cce-258f94e0f98c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:24.814550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:24.815692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Checking segment: {'id': '782daad7-af6f-4c79-befc-e10711f3f4c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:24.816066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.816534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Bound using segment: {'id': '782daad7-af6f-4c79-befc-e10711f3f4c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:24.818901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Bound port: 155c41c1-0808-4972-bbdf-89c7c3dc39de, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782daad7-af6f-4c79-befc-e10711f3f4c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:24.819323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.877779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network d183c365-e13d-4000-b117-347f94eba021 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:24.887856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:24.908072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:24.921806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-9211d4f4-8177-4f58-a252-39cbf3c38273 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:24.923069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30206c1c-091d-42a8-a4f0-f9daa0546618 req-9211d4f4-8177-4f58-a252-39cbf3c38273 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.74 "GET /v2.0/ports?device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 210 time: 0.5861361 Jan 14 03:17:24.923879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:24.963538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] For port 155c41c1-0808-4972-bbdf-89c7c3dc39de, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:24.983893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] For port 155c41c1-0808-4972-bbdf-89c7c3dc39de, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=155c41c1-0808-4972-bbdf-89c7c3dc39de,segment=NetworkSegment(782daad7-af6f-4c79-befc-e10711f3f4c6),segment_id=782daad7-af6f-4c79-befc-e10711f3f4c6)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:24.992790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:24.993000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.010746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Usage tracker for resource:security_group_rule and tenant:7726b379c7014f25af11e52737d43b1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:25.029483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:25.049229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:25.050206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.055414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ddce838-7550-4b3d-92db-349861a1d371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:25.061782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:25.118812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Port': ['ID=ebdd1124-d868-4419-8e6e-9a1eed15b24a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:25.122267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:17:25.156763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46854) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:25.157940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:25.168494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:25.213944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] For port 43798fa8-0524-492e-8280-82b1856e01ea, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:25.304829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:25.307505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] For port 43798fa8-0524-492e-8280-82b1856e01ea, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=43798fa8-0524-492e-8280-82b1856e01ea,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:25.312243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.313469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:25.314691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.358946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:25.370352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Pushing event updated for resources: {'Port': ['ID=155c41c1-0808-4972-bbdf-89c7c3dc39de,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:25.375002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29e2781-4c7c-4095-9719-c14a914263c5,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:25.387562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:25.403770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:25.444058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.469479 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 10.3644896 Jan 14 03:17:25.475459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ded295e7-0c43-43af-ac55-b3c8e8cf4140 None None] Provisioning for port ebdd1124-d868-4419-8e6e-9a1eed15b24a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:25.485482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Pushing event updated for resources: {'Network': ['ID=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:25.488356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.510911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ded295e7-0c43-43af-ac55-b3c8e8cf4140 None None] Provisioning complete for port ebdd1124-d868-4419-8e6e-9a1eed15b24a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:25.511334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ded295e7-0c43-43af-ac55-b3c8e8cf4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.557576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:25.572407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:25.618965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46868) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:25.619690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:25.625710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.7794714 Jan 14 03:17:25.633632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:25.634224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78a4d27f-a4ee-4ea1-bc7a-1e57bd2173ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:25.676006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46870) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:25.690636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:25.692296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Request body: {'subnet': {'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1600407714-subnet', 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:25.703459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d88dd01b-06d7-4c73-9d2e-0b21deda21f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db47f7d0c7364d3dbeb28f703e9e13b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417123 Jan 14 03:17:25.710504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46874) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:25.716998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Subnet': ['ID=2f3db03d-1c94-47ec-bb59-b9816227eda6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:25.719863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:25.725802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:25.727312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'port': {'network_id': 'd183c365-e13d-4000-b117-347f94eba021', 'name': 'tempest-TaggedBootDevicesTest-1655074435', 'fixed_ips': [{'subnet_id': 'a5209048-5816-4b69-829b-1211f8680e48'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:25.739397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Usage tracker for resource:subnet and tenant:29da0e196ca74247bef8b7732b33a0a6 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:25.752627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:25.760925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:25.763585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:25.764275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.765814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] 10.222.0.78 "PUT /v2.0/ports/43798fa8-0524-492e-8280-82b1856e01ea HTTP/1.1" status: 200 len: 1157 time: 7.0469377 Jan 14 03:17:25.766398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'tag': '43798fa8-0524-492e-8280-82b1856e01ea'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:25.810268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:25.938451 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'tag': '43798fa8-0524-492e-8280-82b1856e01ea', 'status': 'completed', 'code': 200} Jan 14 03:17:25.945093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Made reservation on behalf of 358156ec4c80408fbd058d009149b617 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.948162 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.952068 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.962818 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:25.967340 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:25.973197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:25.981402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:25.985910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:port and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:25.986093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:25.989402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for port was recalculated. Used quota:5. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:25.996229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:26.030853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Pushing event updated for resources: {'Port': ['ID=43798fa8-0524-492e-8280-82b1856e01ea,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:26.048130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:26.064762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:26.088418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:26.093550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.174857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Checking segment: {'id': 'c325c26b-84c1-4fd4-95ac-0931ef859f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:26.175267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network hostable DHCP agents. Network: 34c769e4-d425-43e8-96c0-d0c1142065c7, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:26.297684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ded295e7-0c43-43af-ac55-b3c8e8cf4140 None None] Port ebdd1124-d868-4419-8e6e-9a1eed15b24a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:17:26.504824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.594657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Checking segment: {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:26.596532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Network hostable DHCP agents. Network: f8bae256-01ca-4e63-b2b1-705ced30f2c3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:26.606164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:26.625045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:26.629299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Usage tracker for resource:security_group_rule and tenant:b0227475344b4095a8560d2719d88f12 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:26.633100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:26.639013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:26.676755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 34c769e4-d425-43e8-96c0-d0c1142065c7) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:26.689020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.704020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54206eb9-5c86-4258-842b-4efcde86252c None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:26.723203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.800315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.811477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:26.812133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.874959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.881785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:26.888584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5f3fe0-36a8-4e52-bb01-b723f22bd109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:26.922670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.948444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:26.963968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b8981-7b1a-42e0-ae9e-a3f05748265c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:26.966897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:26.977683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-34c769e4-d425-43e8-96c0-d0c1142065c7', 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'fixed_ips': [{'subnet_id': '2f3db03d-1c94-47ec-bb59-b9816227eda6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:17:26.978832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.002318 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5404551 Jan 14 03:17:27.003547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.008392 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c2b8981-7b1a-42e0-ae9e-a3f05748265c HTTP/1.1" status: 204 len: 168 time: 1.2879589 Jan 14 03:17:27.009240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f8bae256-01ca-4e63-b2b1-705ced30f2c3) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:27.028675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:27.029327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.035290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28242659-8417-4eb8-b2f2-bb09de9d88d2 None None] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:27.056017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.9799488 Jan 14 03:17:27.081911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.090185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.109563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] device_id is not set on port a9b303ca-ca58-4756-ba5a-12a1c9cd2145 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:17:27.261454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f330c289-e235-49fa-8680-af2aa4f9b562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:27.399334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Allocated IP 172.20.0.12 (e95684a4-557a-4d38-95a9-2b8975681a20/3b3373be-1663-43e9-9e8f-3648ceba56ce/a9d67c16-8619-4402-9f37-792e05c6241e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:27.453394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Allocated IP 10.1.1.76 (d183c365-e13d-4000-b117-347f94eba021/a5209048-5816-4b69-829b-1211f8680e48/a9b303ca-ca58-4756-ba5a-12a1c9cd2145) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:27.545251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Allocated IP 19.86.0.2 (34c769e4-d425-43e8-96c0-d0c1142065c7/2f3db03d-1c94-47ec-bb59-b9816227eda6/c478d7b5-71a2-41c1-b863-d088f0b4dd8c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:27.675746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:27.697459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.697819 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Added segment e6f650e2-741e-4a27-ada6-93c975172ac7 of type vxlan for network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e Jan 14 03:17:27.726844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.739046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46928) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:27.742363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.762171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Transition to ACTIVE for port object a9b303ca-ca58-4756-ba5a-12a1c9cd2145 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:27.804523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.815681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.816699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:27.819619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:27.869235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1e28954-f6ff-4c8e-ad41-765091727195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.094999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.137463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 155c41c1-0808-4972-bbdf-89c7c3dc39de up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:28.165306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-5da19edf-26d2-4514-a5c0-bfa60dc1cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:28.166975 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-5da19edf-26d2-4514-a5c0-bfa60dc1cb60 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 1160 time: 2.3482692 Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.171203 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:28.174899 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:28.185301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network d183c365-e13d-4000-b117-347f94eba021 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:28.194953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-92412418-fbc8-4a7d-9f99-f409b0bac559 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:28.195721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:28.198514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:28.217217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f7da7-c47a-41c1-b002-dadfdeb25223 None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:28.220038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-92412418-fbc8-4a7d-9f99-f409b0bac559 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:28.221190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-92412418-fbc8-4a7d-9f99-f409b0bac559 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Synchronizing usage tracker for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:28.245191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.262031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd12bb-ce39-452e-9658-03c4b0c46bb1 None None] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:28.309242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:28.313188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Usage tracker for resource:security_group_rule and tenant:71d97a3f10d849c69ca91bdd6b108ce1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:28.316254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:28.323077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:28.343745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Transition to ACTIVE for port object c478d7b5-71a2-41c1-b863-d088f0b4dd8c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:28.407871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:28.408594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.464529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-107129519', 'description': 'tempest-description-1040592485'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:28.465952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 155c41c1-0808-4972-bbdf-89c7c3dc39de completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:28.468831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.471986 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7633119 Jan 14 03:17:28.473317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Port': ['ID=a9b303ca-ca58-4756-ba5a-12a1c9cd2145,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.478099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.479893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.486889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-11c1565f-062c-4761-9d04-e290fd6f1148 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43798fa8-0524-492e-8280-82b1856e01ea HTTP/1.1" status: 200 len: 217 time: 0.2393484 Jan 14 03:17:28.491103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0227475344b4095a8560d2719d88f12&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1813128 Jan 14 03:17:28.492483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb3723e-2085-42d4-af8c-982afcc0823a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.494047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d280d451-b68f-46f7-ac84-1c584e319ae1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.496424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-92412418-fbc8-4a7d-9f99-f409b0bac559 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Unset dirty status for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:28.498329 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-92412418-fbc8-4a7d-9f99-f409b0bac559 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/networks?id=4736c911-5bc8-4d32-8cce-258f94e0f98c&id=34c769e4-d425-43e8-96c0-d0c1142065c7 HTTP/1.1" status: 200 len: 1392 time: 0.6851857 Jan 14 03:17:28.507949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Transition to ACTIVE for port object c478d7b5-71a2-41c1-b863-d088f0b4dd8c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:28.513014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Provisioning for port 155c41c1-0808-4972-bbdf-89c7c3dc39de completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:28.528667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Provisioning complete for port 155c41c1-0808-4972-bbdf-89c7c3dc39de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:28.529103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.531504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:28.535155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69890d0d-8e58-4e96-8b89-86fe0253c5c3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.539355 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.599763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.621430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71d97a3f10d849c69ca91bdd6b108ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8801510 Jan 14 03:17:28.624654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46950) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:28.626286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.640962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.645451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-a3111d4a-6d96-40c4-8251-bcc171141089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:28.647204 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-a3111d4a-6d96-40c4-8251-bcc171141089 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.1431162 Jan 14 03:17:28.657536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:28.670786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.719188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Pushing event updated for resources: {'Port': ['ID=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.723656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.732009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-178019ee-1b2d-43c4-860c-097fac95ccae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.735834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-1a250ae5-0579-4171-aa0c-5e14a368e516 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/quotas/d5fa9907356943cbb4ee20d1f16d1bf7 HTTP/1.1" status: 200 len: 375 time: 0.0873425 Jan 14 03:17:28.742434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:28.754231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.758907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56b7025d-b4a1-4cb8-8d67-90a0dfa0845a HTTP/1.1" status: 204 len: 168 time: 0.2150345 Jan 14 03:17:28.764813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:28.779183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7025d-b4a1-4cb8-8d67-90a0dfa0845a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.784387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.785092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7025d-b4a1-4cb8-8d67-90a0dfa0845a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.791330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.814005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.828068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.567s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.830407 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.561s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.830855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.846678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.872406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:28.874611 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1178e7a8-6c81-449c-9940-369b0cd4734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.903719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:28.910703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffcece73-65d4-443a-8983-7d34a493429e tempest-ServersAdminNegativeTestJSON-1612807692 tempest-ServersAdminNegativeTestJSON-1612807692] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:28.950350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69890d0d-8e58-4e96-8b89-86fe0253c5c3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:28.987073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:28.988483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46960) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:28.993701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:29.011649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.021225 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69890d0d-8e58-4e96-8b89-86fe0253c5c3 HTTP/1.1" status: 204 len: 168 time: 0.3931887 Jan 14 03:17:29.022577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:29.048118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.1950250 Jan 14 03:17:29.051271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46968) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:29.064280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Request body: {'subnet': {'network_id': '1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-516072031-subnet', 'tenant_id': '7726b379c7014f25af11e52737d43b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:29.071355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.078231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:29.087691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Usage tracker for resource:subnet and tenant:7726b379c7014f25af11e52737d43b1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:29.100442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:29.110164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:29.125549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.134288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Made reservation on behalf of 7726b379c7014f25af11e52737d43b1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:29.139465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.151932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:29.159748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-ef2e647b-422e-48e7-b5b4-1edffb631359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:29.162933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-ef2e647b-422e-48e7-b5b4-1edffb631359 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4784920 Jan 14 03:17:29.176161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:29.181295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:29.186699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:29.207768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Transition to ACTIVE for port object a9d67c16-8619-4402-9f37-792e05c6241e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:29.220957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:29.325657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:29.339601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:29.361504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-8218a0da-d237-4291-898a-de2d98a6ccac tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Synchronizing usage tracker for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:29.553842 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-f61b2f83-54e7-47a1-a7d6-25c335924446 service neutron] 10.222.0.78 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825772 Jan 14 03:17:29.595563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1335051513-network', 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:29.601856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:29.605578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Usage tracker for resource:network and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:29.608775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:29.615380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:29.627720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:29.633642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.650476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.667542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:29.673149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Usage tracker for resource:security_group_rule and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:29.675098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:29.677995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46980) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:29.686062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:29.718818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-0db7d8ca-29af-4c32-b99f-fd272095cbca service neutron] 10.222.0.78 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562531 Jan 14 03:17:29.747588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.757116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.771913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16eff4b7-1174-4efb-abdc-8fbf9f99a911 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:29.806602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:29.817492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Usage tracker for resource:security_group_rule and tenant:19db36c36acf417a8cb8c4713acdecdf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:29.823878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:29.837708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:29.854848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:29.862733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9deed7dc-e536-4228-a30c-8481752d4bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:29.926790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672eb7c4-e49e-4a28-9dcd-b20fed0f98ce,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.029906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.044990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.081819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:30.109743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:30.129281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:30.236240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] For port 155c41c1-0808-4972-bbdf-89c7c3dc39de, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=155c41c1-0808-4972-bbdf-89c7c3dc39de,segment=NetworkSegment(782daad7-af6f-4c79-befc-e10711f3f4c6),segment_id=782daad7-af6f-4c79-befc-e10711f3f4c6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:30.245433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.254166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8106eb0-1d5c-4c82-8aec-f5f2d7cd8faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.298600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Attempting to bind port c478d7b5-71a2-41c1-b863-d088f0b4dd8c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:30.299297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Attempting to bind port c478d7b5-71a2-41c1-b863-d088f0b4dd8c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c325c26b-84c1-4fd4-95ac-0931ef859f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:30.299926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Attempting to bind port c478d7b5-71a2-41c1-b863-d088f0b4dd8c on network 34c769e4-d425-43e8-96c0-d0c1142065c7 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:30.301065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.325092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:30.328360 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:30.338354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:30.339189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Checking segment: {'id': 'c325c26b-84c1-4fd4-95ac-0931ef859f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:30.339900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.340656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Bound using segment: {'id': 'c325c26b-84c1-4fd4-95ac-0931ef859f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:30.341561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Bound port: c478d7b5-71a2-41c1-b863-d088f0b4dd8c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c325c26b-84c1-4fd4-95ac-0931ef859f30', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:30.342193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.347326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a2d0d8d-19ec-4f12-9b07-7902584441bf tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:30.348157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a2d0d8d-19ec-4f12-9b07-7902584441bf tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:30.353491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.363227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.364503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45b1b845-5088-46ec-aa60-92e977c6881c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.370324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.434392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-61d516dc-b3b9-471d-9cc9-f411ae7bf7e2 None None] Provisioning for port a9b303ca-ca58-4756-ba5a-12a1c9cd2145 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:30.455055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-61d516dc-b3b9-471d-9cc9-f411ae7bf7e2 None None] Provisioning complete for port a9b303ca-ca58-4756-ba5a-12a1c9cd2145 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:30.455590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61d516dc-b3b9-471d-9cc9-f411ae7bf7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.465117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:30.487259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a2d0d8d-19ec-4f12-9b07-7902584441bf tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:30.488573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-1a2d0d8d-19ec-4f12-9b07-7902584441bf tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "GET /v2.0/ports?device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 944 time: 0.4627538 Jan 14 03:17:30.525165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Pushing event updated for resources: {'Port': ['ID=155c41c1-0808-4972-bbdf-89c7c3dc39de,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.533047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.553969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.555733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-61d516dc-b3b9-471d-9cc9-f411ae7bf7e2 None None] Port a9b303ca-ca58-4756-ba5a-12a1c9cd2145 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:17:30.568619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event updated for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.575941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] For port c478d7b5-71a2-41c1-b863-d088f0b4dd8c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:30.580555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] For port c478d7b5-71a2-41c1-b863-d088f0b4dd8c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,segment=NetworkSegment(c325c26b-84c1-4fd4-95ac-0931ef859f30),segment_id=c325c26b-84c1-4fd4-95ac-0931ef859f30)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:30.585821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.586138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.594576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Checking segment: {'id': 'e6f650e2-741e-4a27-ada6-93c975172ac7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:30.594982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Network hostable DHCP agents. Network: 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:30.606361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d1e91-0fbd-4cdf-83e3-86901b2873b3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.609601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.610993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.611387 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Added segment f4f44578-3399-4b58-bd3c-dd1f712cbf0d of type vxlan for network 55150f04-94e9-4e02-b515-790f795ccba2 Jan 14 03:17:30.630113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53a04edd-0182-4aeb-81aa-4bb7a7767ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.639595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.690918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.703161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.705288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-8218a0da-d237-4291-898a-de2d98a6ccac tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Unset dirty status for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:30.714244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46994) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:30.714841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-8218a0da-d237-4291-898a-de2d98a6ccac tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&fields=id HTTP/1.1" status: 200 len: 394 time: 1.9401712 Jan 14 03:17:30.717171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.735816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.742856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:30.742856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Network hostable DHCP agents. Network: eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:30.751083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ea75d3f-370d-4084-b50d-611d6c18c21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.759805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6b13538-bde4-457d-be9f-082aff8dd1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:30.777992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.779429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-806b7ace-ea6f-4cb5-ba90-41ba629347db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:30.781112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-806b7ace-ea6f-4cb5-ba90-41ba629347db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=be6ed3db-8d22-4ea8-9ad3-a8af12818960 HTTP/1.1" status: 200 len: 1160 time: 0.9615612 Jan 14 03:17:30.786824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a556d07a-4c24-471f-84e2-557f93cb45ca None None] Provisioning complete for port 155c41c1-0808-4972-bbdf-89c7c3dc39de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:30.787382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a556d07a-4c24-471f-84e2-557f93cb45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.821571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port 43798fa8-0524-492e-8280-82b1856e01ea {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:30.822673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.888833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Pushing event updated for resources: {'Port': ['ID=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:30.898339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:30.916129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:30.944089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:30.960527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:30.973324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f23964b9-4df8-4606-b229-44b0fd6a46d3 req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.7454259 Jan 14 03:17:31.007614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:31.015572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19db36c36acf417a8cb8c4713acdecdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3350518 Jan 14 03:17:31.018725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:17:31.035960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af75dd-86bb-446c-8932-fed7fbe35239 None None] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:31.070231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47002) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:31.083541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1207394734-network', 'tenant_id': 'f7472bcbf4c54b328a5960aeef357255'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:31.097824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a956ce9-ce55-4993-bdcd-2bdd11da1c0b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:31.102057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:31.102742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.103709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.104354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.110238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:31.125788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=703d1cf9-f0da-4ed1-a8ed-961a08032df4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:31.127371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:31.149562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:31.165367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18cc84-f2c0-4ce2-ae24-610e81bb19f8 None None] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:31.167654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.168583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.204049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Network e95684a4-557a-4d38-95a9-2b8975681a20 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:31.210551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 5.5319767 Jan 14 03:17:31.213345 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9684c3e-c7f0-42db-8f89-4e57bdb3f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:31.217480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:31.235066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:31.295410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47008) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:31.331075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'security_group': {'name': 'tempest-securitygroup--1042338939', 'description': 'tempest-description--612845335'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.332532 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.335334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.336766 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:31.339775 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:31.380888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1094313200', 'description': 'tempest-description-498755785'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:31.393753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:31.413791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.414743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.436413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.437329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.439072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Pushing event updated for resources: {'Network': ['ID=55150f04-94e9-4e02-b515-790f795ccba2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:31.450588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:31.470895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 55150f04-94e9-4e02-b515-790f795ccba2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:31.477570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Usage tracker for resource:network and tenant:f7472bcbf4c54b328a5960aeef357255 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:31.481213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:31.483651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:31.490352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:31.492171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:security_group and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:31.497538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 55150f04-94e9-4e02-b515-790f795ccba2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:31.510712 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9880679 Jan 14 03:17:31.515221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:31.522263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 55150f04-94e9-4e02-b515-790f795ccba2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:31.529978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-2c462613-2f47-40a7-86a4-5505e354bb60 service neutron] 10.222.0.30 "GET /v2.0/networks/4736c911-5bc8-4d32-8cce-258f94e0f98c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141408 Jan 14 03:17:31.541164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:31.568411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.584895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:31.595214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Request body: {'port': {'device_id': '129e9bff-03e9-46d4-a302-6bb22194a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:31.601059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.620945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:31.635316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-c089bbfb-8b14-49ba-9ab9-775fb5ac88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.636991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-c089bbfb-8b14-49ba-9ab9-775fb5ac88f0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=358156ec4c80408fbd058d009149b617&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7598910 Jan 14 03:17:31.651924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Made reservation on behalf of f7472bcbf4c54b328a5960aeef357255 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:31.657832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.693787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:31.696180 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6420703 Jan 14 03:17:31.719074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.736320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.739293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.741463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a956ce9-ce55-4993-bdcd-2bdd11da1c0b HTTP/1.1" status: 204 len: 168 time: 0.6514144 Jan 14 03:17:31.895625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:31.908273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Usage tracker for resource:security_group_rule and tenant:f7472bcbf4c54b328a5960aeef357255 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:31.918944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:31.926436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-9e0fd330-c026-44ad-92e2-f5d55fbc420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:31.928109 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a029231-1db1-444d-8f57-b984f3fadba8 req-9e0fd330-c026-44ad-92e2-f5d55fbc420e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2318950 Jan 14 03:17:31.932676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:31.953462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:31.974492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.003486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe5c7c-a67a-45f5-a673-fd6a7ccc4a76 None None] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:32.026982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:32.035419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:32.038937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:32.056885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:32.134749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.149781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.176599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb581147-c4cd-47f4-af65-484ce766350b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:32.187841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.190231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fcf9f94c-021b-4630-ba46-200d6d49e1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:32.224793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.2325065 Jan 14 03:17:32.226674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.230092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 155c41c1-0808-4972-bbdf-89c7c3dc39de up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:32.232598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4ca1b548-61b1-4a29-8f21-a64302d75ee0 req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9165173 Jan 14 03:17:32.236105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47024) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:32.274191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:32.281324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:security_group_rule and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:32.285053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:32.291568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:32.357255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port 43798fa8-0524-492e-8280-82b1856e01ea, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=43798fa8-0524-492e-8280-82b1856e01ea,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:32.358838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.375901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.378356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a242289a-d41b-4ed5-aa9c-7cac1d214077 None None] Provisioning complete for port 155c41c1-0808-4972-bbdf-89c7c3dc39de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:32.379075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a242289a-d41b-4ed5-aa9c-7cac1d214077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.403141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Request body: {'subnet': {'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1335051513-subnet', 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:32.412183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.438146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:32.461715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=a00049f8-edca-4811-b560-cc1074b077d1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:32.466110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:32.470601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Usage tracker for resource:subnet and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:32.476689 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0010e757-2868-4f42-88fc-c5bd071f2965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:32.511194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:32.517975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'SecurityGroup': ['ID=46563d9e-afd6-4a6c-9820-544eba09a51e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:32.530339 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-9d15b605-1b0b-4558-aca2-6cad988a063e service neutron] 10.222.0.30 "GET /v2.0/networks/4736c911-5bc8-4d32-8cce-258f94e0f98c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9992414 Jan 14 03:17:32.573299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for 43798fa8-0524-492e-8280-82b1856e01ea owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:32.643035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a956ce9-ce55-4993-bdcd-2bdd11da1c0b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:32.647436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:32.649827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.661745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dd8e05d-d116-437e-9c4f-c422cee0a73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:32.713605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 155c41c1-0808-4972-bbdf-89c7c3dc39de triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:32.714147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.718167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:17:32.725522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:32.731958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e433e929-c8a0-4bbd-9a91-331110dbbab0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:32.735570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:32.738317 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-b8dd6942-403d-4b5d-9010-bd167be2c7f0 service neutron] 10.222.0.30 "GET /v2.0/networks/34c769e4-d425-43e8-96c0-d0c1142065c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054310 Jan 14 03:17:32.740257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.757110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.757515 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Added segment 1437894a-90f7-4b0a-a5a9-f46c510cfc31 of type vxlan for network 25ded44a-7917-4b1f-80bd-2d34fa02d79e Jan 14 03:17:32.863544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d5a7f84-30d4-4fd6-afe2-588dd158821d None None] Provisioning for port a9d67c16-8619-4402-9f37-792e05c6241e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:32.873521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d5a7f84-30d4-4fd6-afe2-588dd158821d None None] Provisioning complete for port a9d67c16-8619-4402-9f37-792e05c6241e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:32.874074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7f84-30d4-4fd6-afe2-588dd158821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:32.944900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0e744-a0b1-4776-ba7f-eae323b17a26 None None] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:33.020115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:33.074007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:33.079353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.093784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.097814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7984986 Jan 14 03:17:33.165871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a7f84-30d4-4fd6-afe2-588dd158821d None None] Port a9d67c16-8619-4402-9f37-792e05c6241e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:17:33.261530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47052) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:33.270739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.315510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'security_group_rule': {'security_group_id': '46563d9e-afd6-4a6c-9820-544eba09a51e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:33.331360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.333585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:33.336319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.336936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-e5752dc8-9e8f-4032-ad81-9dd00e4d8203 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:33.337574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:33.337752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-e5752dc8-9e8f-4032-ad81-9dd00e4d8203 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:33.338493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.348430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-e98ae08f-e837-4f61-ba33-5f28be73c636 service neutron] 10.222.0.30 "GET /v2.0/networks/34c769e4-d425-43e8-96c0-d0c1142065c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6090417 Jan 14 03:17:33.360222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b57dca82-e050-472d-a66c-17f6e719778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:33.425110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f84a0-7e60-4bc7-8872-e08493510793 None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:33.485259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:security_group_rule and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:33.584863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:33.587782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Pushing event updated for resources: {'Network': ['ID=25ded44a-7917-4b1f-80bd-2d34fa02d79e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:33.600956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:33.602391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:33.605015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3894b0a-243a-44ba-af79-09217d8d52d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:33.609147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:33.632319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:33.650053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:17:33.732889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event deleted for resources: {'Port': ['ID=43798fa8-0524-492e-8280-82b1856e01ea,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:33.741434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:33.780936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:33.799242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0722730 Jan 14 03:17:33.808206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47072) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:33.828870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Request body: {'subnet': {'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1207394734-subnet', 'tenant_id': 'f7472bcbf4c54b328a5960aeef357255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:33.876857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:33.890295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Usage tracker for resource:subnet and tenant:f7472bcbf4c54b328a5960aeef357255 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:33.894927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:33.904216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:33.935270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Made reservation on behalf of f7472bcbf4c54b328a5960aeef357255 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:33.941502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.014651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-e5752dc8-9e8f-4032-ad81-9dd00e4d8203 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:34.015709 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-e5752dc8-9e8f-4032-ad81-9dd00e4d8203 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.9504802 Jan 14 03:17:34.060550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f1989988-6e1d-486f-9cba-a571a61f61b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.0340250 Jan 14 03:17:34.105184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d8795291-80b7-46a5-b340-c8703bf13bd9 None None] Provisioning for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:34.149042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-35637642-7c44-4226-a6d8-71b9071c7ac5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791514 Jan 14 03:17:34.203105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c478d7b5-71a2-41c1-b863-d088f0b4dd8c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:34.359806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] No DVR routers for this DVR port 43798fa8-0524-492e-8280-82b1856e01ea on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:34.369827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.374105 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c6cd99ce-9892-4c1f-abd4-20c3055fe2f2 req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "DELETE /v2.0/ports/43798fa8-0524-492e-8280-82b1856e01ea HTTP/1.1" status: 204 len: 173 time: 3.8633416 Jan 14 03:17:34.375093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-deleted', 'tag': '43798fa8-0524-492e-8280-82b1856e01ea'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:34.426141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.437387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.466134 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:34.579816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144e71d8-593f-4eec-a14a-ba828d692ddd,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:34.592385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:34.642626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.647023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3367748 Jan 14 03:17:34.647939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:34.658573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'security_group_rule': {'security_group_id': '46563d9e-afd6-4a6c-9820-544eba09a51e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:34.678326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:34.687542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:security_group_rule and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:34.692142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:34.700423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:34.743164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:34.753456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:34.754092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.830388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b070-7343-43cd-bae7-45a24219a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.862927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.919410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.957385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.960602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-a8580791-1d8b-4698-8f20-4db87c3d5c80 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922752 Jan 14 03:17:34.961103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c478d7b5-71a2-41c1-b863-d088f0b4dd8c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,segment=NetworkSegment(c325c26b-84c1-4fd4-95ac-0931ef859f30),segment_id=c325c26b-84c1-4fd4-95ac-0931ef859f30)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:34.968674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.975236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:34.983034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:34.990362 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8b8467-fa73-4ab1-8dfc-85cbdaaafbf9 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:35.040798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc262de-d152-4579-a439-df37c249d96e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:35.044728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:35.047407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.052935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e18fe7d-5882-48bc-ab90-9b1a70f21a36 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004524 Jan 14 03:17:35.053632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:35.062276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:35.074232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:35.078203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:35.089838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:35.094105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Usage tracker for resource:floatingip and tenant:2fe3a86464a944f68b7616e48a05feec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:35.098188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:35.102819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d67c16-8619-4402-9f37-792e05c6241e {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:35.104830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:35.138756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.194061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2ffec3c-d03d-4115-af40-0a6a89e47a74 None None] Provisioning complete for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:35.194383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ffec3c-d03d-4115-af40-0a6a89e47a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.365169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.495677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.530801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:35.559819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b46e614c-9f2b-40de-a4d2-f63767e7e748 None None] Provisioning complete for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:35.560484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b46e614c-9f2b-40de-a4d2-f63767e7e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.666525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-89de1ba2-f9ec-4a0d-ade4-26857a04b047 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:35.667703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-89de1ba2-f9ec-4a0d-ade4-26857a04b047 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] Synchronizing usage tracker for tenant:7726b379c7014f25af11e52737d43b1d on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:35.732948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-a890651b-f317-404a-89ff-c0ef87b6547d service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3702064 Jan 14 03:17:35.733492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5bf6c992-ab08-422e-a5e5-d50307decab4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:35.747179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Transition to ACTIVE for port object a9d67c16-8619-4402-9f37-792e05c6241e will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:35.759455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5bf6c992-ab08-422e-a5e5-d50307decab4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:35.760256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5bf6c992-ab08-422e-a5e5-d50307decab4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Synchronizing usage tracker for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:35.833152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5bf6c992-ab08-422e-a5e5-d50307decab4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Unset dirty status for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:35.835033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5bf6c992-ab08-422e-a5e5-d50307decab4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "GET /v2.0/networks?id=4736c911-5bc8-4d32-8cce-258f94e0f98c&id=34c769e4-d425-43e8-96c0-d0c1142065c7 HTTP/1.1" status: 200 len: 1392 time: 0.6101475 Jan 14 03:17:35.866262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:35.903098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dd12a1a-1f44-4dee-86ec-7baa64b7d8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:35.914503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c478d7b5-71a2-41c1-b863-d088f0b4dd8c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:35.921124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'port': {'device_id': '35b383f9-017d-40d5-b065-35d69eee3fa1', 'network_id': '4736c911-5bc8-4d32-8cce-258f94e0f98c', 'admin_state_up': True, 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:35.936468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-89de1ba2-f9ec-4a0d-ade4-26857a04b047 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] Unset dirty status for tenant:7726b379c7014f25af11e52737d43b1d on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:35.937861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-89de1ba2-f9ec-4a0d-ade4-26857a04b047 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] 10.222.0.30 "GET /v2.0/networks?id=1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e HTTP/1.1" status: 200 len: 821 time: 0.9804454 Jan 14 03:17:35.949999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb51d5a-454c-4c6e-869a-82f178e9f1b3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:36.082310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fe3b20a2-6214-4dce-854b-e07416a27b31 None None] Provisioning complete for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:36.082762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe3b20a2-6214-4dce-854b-e07416a27b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.138425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c478d7b5-71a2-41c1-b863-d088f0b4dd8c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:36.138849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.213154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:36.275450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.369596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d9fc9212-7e62-4104-b42a-76e5baef3d9e tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:36.370529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d9fc9212-7e62-4104-b42a-76e5baef3d9e tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Synchronizing usage tracker for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:36.378262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-88822878-4f97-40cf-9699-c0c4d1f59fe7 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] 10.222.0.30 "GET /v2.0/quotas/7726b379c7014f25af11e52737d43b1d HTTP/1.1" status: 200 len: 375 time: 0.3636866 Jan 14 03:17:36.485892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:36.493703 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-337b3046-8318-4f5d-afd0-871dca84c315 tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] 10.222.0.30 "GET /v2.0/ports?tenant_id=7726b379c7014f25af11e52737d43b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087344 Jan 14 03:17:36.576793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:36.626047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Checking segment: {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:36.626452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Network hostable DHCP agents. Network: 25ded44a-7917-4b1f-80bd-2d34fa02d79e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:36.676449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d9fc9212-7e62-4104-b42a-76e5baef3d9e tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Unset dirty status for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:36.684288 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d9fc9212-7e62-4104-b42a-76e5baef3d9e tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/networks?id=f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 200 len: 813 time: 0.6422670 Jan 14 03:17:36.740154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-e8b7eef9-3852-429c-9d8a-ce602bc1f3c1 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/quotas/ed674f29d50d49d68b49bce1a2066386 HTTP/1.1" status: 200 len: 375 time: 0.0542269 Jan 14 03:17:36.742352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:36.747946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:36.749508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Attempting to bind port a9d67c16-8619-4402-9f37-792e05c6241e on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:36.750234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Attempting to bind port a9d67c16-8619-4402-9f37-792e05c6241e by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:36.750604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Attempting to bind port a9d67c16-8619-4402-9f37-792e05c6241e on network e95684a4-557a-4d38-95a9-2b8975681a20 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:36.785938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76771bed-3a78-412f-9ee3-46cf8945e46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.799840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:port and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:36.809466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for port was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:36.814008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 25ded44a-7917-4b1f-80bd-2d34fa02d79e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:36.823526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:36.835105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130de9a-2db8-4cac-b3d2-96365f633182 None None] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:36.843847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:36.844524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.871393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Allocated IP 172.25.3.83 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/4d52ec2f-2b5e-4e2c-80b6-c919951c89b4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:36.874287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:36.883399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:36.915131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1054649 Jan 14 03:17:36.997956 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-a9443caa-5bf9-4896-a809-d34c2a8087ab service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135911 Jan 14 03:17:37.001136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-47d79ae8-8f9f-4e6a-8d9b-be9f84ea9644 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654407 Jan 14 03:17:37.004051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:37.004751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Checking segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:37.005789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:37.006369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Bound using segment: {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:37.007052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Bound port: a9d67c16-8619-4402-9f37-792e05c6241e, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771605a3-6306-4781-b01b-bc68364e7483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e95684a4-557a-4d38-95a9-2b8975681a20'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:37.007753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:37.218056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab90e1-921e-44a2-a1b6-8d7a0602b38a None None] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:37.375934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b618e069-2f22-4e0a-b9c4-c6ff24643382 service neutron] 10.222.0.30 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445256 Jan 14 03:17:37.378484 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-1d2d7df8-321a-4ee4-8c8e-d45c28549d73 service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1743557 Jan 14 03:17:37.610452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9a58951a-956d-42ba-8444-8fa591e15f69 service neutron] 10.222.0.30 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2176573 Jan 14 03:17:37.681523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:37.723310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] For port a9d67c16-8619-4402-9f37-792e05c6241e, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:37.726444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] For port a9d67c16-8619-4402-9f37-792e05c6241e, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a9d67c16-8619-4402-9f37-792e05c6241e,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:37.888946 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6ed3db-8d22-4ea8-9ad3-a8af12818960', 'name': 'network-vif-deleted', 'tag': '43798fa8-0524-492e-8280-82b1856e01ea', 'status': 'completed', 'code': 200} Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.009462 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.012389 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:38.015540 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:38.033918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-466abcf0-d2cf-477c-a21a-7731ce7b1725 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:38.035954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-466abcf0-d2cf-477c-a21a-7731ce7b1725 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.3078637 Jan 14 03:17:38.038916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:38.065855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:38.192094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:38.252938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:38.322608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:38.353938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Allocated IP 19.80.0.125 (4736c911-5bc8-4d32-8cce-258f94e0f98c/7c719f8d-20af-438b-9ee1-856ce96df6cd/e539c61c-ed3b-4b96-8ca9-f877f8d848d6) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:38.400363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:38.450392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:38.461955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:38.483979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c8d646-ba09-4e32-adfd-9d36f364cad7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:38.564787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:38.841088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:38.871685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9a49969-5d66-457e-a01b-41f71418fa0e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:39.081478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.185767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Port': ['ID=4d52ec2f-2b5e-4e2c-80b6-c919951c89b4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:39.204357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:39.205520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:39.209685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd108240062048448e3ac9350588d08c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:39.213061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:39.218962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:39.310732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.321888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.334639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac6e969e-e49d-46ec-9b01-d2f0f2217284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:39.389949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:39.397194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.404425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:39.415464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:39.416510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:39.417349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.419408 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] 10.222.0.78 "PUT /v2.0/ports/a9d67c16-8619-4402-9f37-792e05c6241e HTTP/1.1" status: 200 len: 1157 time: 7.8872931 Jan 14 03:17:39.430294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:39.435631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affb0b0b-e243-4246-b031-2dc041fb2544,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:39.439947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:39.545120 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd108240062048448e3ac9350588d08c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2213571 Jan 14 03:17:39.557180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:39.571800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Usage tracker for resource:port and tenant:29da0e196ca74247bef8b7732b33a0a6 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:39.574935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:39.579731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.582214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:39.594857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47222) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:39.611405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f6aee1-47f8-43f9-97cf-3bacebf077c1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:39.628952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.632513 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:39.635378 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:39.639671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.690363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:39.758304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.807978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.853608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.855955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-ad7a492e-a253-40c6-ad41-95ee6f1cf763 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:39.861929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-ad7a492e-a253-40c6-ad41-95ee6f1cf763 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.30 "GET /v2.0/networks?id=25ded44a-7917-4b1f-80bd-2d34fa02d79e HTTP/1.1" status: 200 len: 814 time: 0.7375922 Jan 14 03:17:39.862792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:39.863189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Network hostable DHCP agents. Network: 55150f04-94e9-4e02-b515-790f795ccba2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:17:39.879039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-db3b807a-1724-4b50-952c-1da260195da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:39.880725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-db3b807a-1724-4b50-952c-1da260195da3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 1160 time: 0.3971047 Jan 14 03:17:39.889180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.946415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Transition to ACTIVE for port object e539c61c-ed3b-4b96-8ca9-f877f8d848d6 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:39.955759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:39.963975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51aa9b71-f4c6-4e3f-b0eb-95a28db0f128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:39.987021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f6aee1-47f8-43f9-97cf-3bacebf077c1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:39.990112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:40.071791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47232) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:40.166116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:40.166372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-390e3481-62c6-4f64-8015-046615b6dea3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d67c16-8619-4402-9f37-792e05c6241e HTTP/1.1" status: 200 len: 217 time: 0.2307999 Jan 14 03:17:40.167662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-69d5afdc-e55e-4740-be78-ca6af5ec764d tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.30 "GET /v2.0/quotas/f7472bcbf4c54b328a5960aeef357255 HTTP/1.1" status: 200 len: 375 time: 0.2817175 Jan 14 03:17:40.177344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Network 55150f04-94e9-4e02-b515-790f795ccba2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:17:40.193662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc77d3f8-7e27-47f1-ab2e-a16794eed2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:40.229115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:40.232954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63f6aee1-47f8-43f9-97cf-3bacebf077c1 HTTP/1.1" status: 204 len: 168 time: 0.6345384 Jan 14 03:17:40.304605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-bc830294-7132-40b6-a98f-1fadaccd072c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222043 Jan 14 03:17:40.337403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 55150f04-94e9-4e02-b515-790f795ccba2) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:40.346188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f222ca4-da4e-44ac-b1b1-b3fd66edf054 None None] Network 55150f04-94e9-4e02-b515-790f795ccba2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:40.488563 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-e6a13f23-0abe-4428-b18a-ad5f490776d2 service neutron] 10.222.0.30 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663098 Jan 14 03:17:40.599630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:40.600281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:40.630931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-2710f82d-a329-4030-9740-0bcd737fa628 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:40.632145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-2710f82d-a329-4030-9740-0bcd737fa628 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.78 "GET /v2.0/networks?id=f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 200 len: 813 time: 0.8378117 Jan 14 03:17:40.632662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:40.649786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:40.659949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:40.705270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event updated for resources: {'Port': ['ID=e539c61c-ed3b-4b96-8ca9-f877f8d848d6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:40.713583 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e', 'status': 'completed', 'code': 200} Jan 14 03:17:40.723912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:40.740373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-9f31b384-e9f1-45d2-a1d3-8628851e5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:40.741985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-9f31b384-e9f1-45d2-a1d3-8628851e5191 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3b3373be-1663-43e9-9e8f-3648ceba56ce HTTP/1.1" status: 200 len: 854 time: 0.5657835 Jan 14 03:17:40.763668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'port': {'device_id': '54405b73-92a7-4107-94b8-f814f348394f', 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3', 'admin_state_up': True, 'tenant_id': 'ed674f29d50d49d68b49bce1a2066386'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:40.831031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b37e6-c962-4c5e-b02f-8e051a6822fd None None] Network 55150f04-94e9-4e02-b515-790f795ccba2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:40.872864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47244) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:40.875351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.878714 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.885765 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:40.888871 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:40.910615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:40.912221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:40.982144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47248) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:40.998702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting subnet 2f3db03d-1c94-47ec-bb59-b9816227eda6 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:41.001798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:17:41.089342 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2287676 Jan 14 03:17:41.097275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.147847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 8.8835511 Jan 14 03:17:41.154868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f9d8fcb8-147b-43de-8d24-3a2748b1fc97 None None] Provisioning for port e539c61c-ed3b-4b96-8ca9-f877f8d848d6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:41.167247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f9d8fcb8-147b-43de-8d24-3a2748b1fc97 None None] Provisioning complete for port e539c61c-ed3b-4b96-8ca9-f877f8d848d6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:41.167672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9d8fcb8-147b-43de-8d24-3a2748b1fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.171580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.206093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.230489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Request body: {'port': {'device_id': '35b383f9-017d-40d5-b065-35d69eee3fa1', 'network_id': '34c769e4-d425-43e8-96c0-d0c1142065c7', 'admin_state_up': True, 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:41.235271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8fcb8-147b-43de-8d24-3a2748b1fc97 None None] Port e539c61c-ed3b-4b96-8ca9-f877f8d848d6 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:17:41.346607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:41.408941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:port and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:41.422867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:41.447898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:41.473632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.485182 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-fb528f52-8805-41cd-b7fd-8db95685b04f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7726b379c7014f25af11e52737d43b1d&device_id=e051360f-4565-477b-9683-916728174f75 HTTP/1.1" status: 200 len: 210 time: 0.4994776 Jan 14 03:17:41.494005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:41.506365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.508916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-94c50ae5-0875-477c-b648-5db335ad1219 service neutron] 10.222.0.30 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9994240 Jan 14 03:17:41.531590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Made reservation on behalf of ed674f29d50d49d68b49bce1a2066386 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:41.541420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.569271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.9 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:41.605819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-9505bf7a-cdc3-462d-9b1b-9236dbc48539 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:41.609070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-9505bf7a-cdc3-462d-9b1b-9236dbc48539 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.4657249 Jan 14 03:17:41.630730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65334624-0ad7-480b-b609-a7a0e7fa11d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:41.632323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.656831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-0623c9da-3744-4100-8967-e8bc0fd76c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:41.658467 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-0623c9da-3744-4100-8967-e8bc0fd76c66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e95684a4-557a-4d38-95a9-2b8975681a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8642635 Jan 14 03:17:41.668383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab72c532f1ba4ec6a14e1c3ebf14b0c9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:41.719782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': ' tempest-securitygroup -1659309989 ', 'description': 'tempest-description-2085937884'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:41.721125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:41.736226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:41.740875 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-7d3ebaa0-1faa-42af-9211-d2b547989688 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.0783453 Jan 14 03:17:41.754593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:41.766507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:41.840366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Deleting subnet 672eb7c4-e49e-4a28-9dcd-b20fed0f98ce {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:41.878763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:41.978352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event updated for resources: {'Port': ['ID=4d52ec2f-2b5e-4e2c-80b6-c919951c89b4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:42.061146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:42.179988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.212708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:42.242489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.300386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:42.303150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-8c1ee510-b8ed-4947-abb1-611171e14b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:42.304782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-8c1ee510-b8ed-4947-abb1-611171e14b71 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=7726b379c7014f25af11e52737d43b1d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7280996 Jan 14 03:17:42.318598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Usage tracker for resource:port and tenant:d5fa9907356943cbb4ee20d1f16d1bf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:42.332092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:42.351680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Quota usage for port was recalculated. Used quota:5. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:42.353467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-cd7168a1-b540-4211-b901-ba1cbe1768d6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:42.381252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:42.436922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.465278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-cd7168a1-b540-4211-b901-ba1cbe1768d6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:42.466703 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-cd7168a1-b540-4211-b901-ba1cbe1768d6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7035370 Jan 14 03:17:42.471898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.520226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.549941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:42.620054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Made reservation on behalf of d5fa9907356943cbb4ee20d1f16d1bf7 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:42.629106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.655252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:42.659678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-42b41891-5de9-4962-bf7d-83fa83fa046e service neutron] 10.222.0.78 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9760902 Jan 14 03:17:42.660549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:42.699800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:42.705832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.752199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.758609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.771012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e788dfe-2e34-4d74-bc9a-dedf0f25cb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:42.778168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:42.779470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7239330 Jan 14 03:17:42.933696 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-f5b473f8-cbf4-440a-9d74-ea43a24b5c90 service neutron] 10.222.0.78 "GET /v2.0/networks/e95684a4-557a-4d38-95a9-2b8975681a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2521150 Jan 14 03:17:42.999001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-10dba3b5-60ba-4968-8627-7ed16f1e1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:43.000853 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-10dba3b5-60ba-4968-8627-7ed16f1e1bdb service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6842763 Jan 14 03:17:43.045181 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a5a23948-b21e-4aca-a37f-aeb92b41c570 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601969 Jan 14 03:17:43.212040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:43.248155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe7ab2d5-acde-4090-8bc1-47335180ceb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:43.278495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Allocated IP 172.20.0.3 (f8bae256-01ca-4e63-b2b1-705ced30f2c3/b29e2781-4c7c-4095-9719-c14a914263c5/e7eae847-ba13-428f-ad0e-0d832965bbfd) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:43.317809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:43.400890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:43.482958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:43.494867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab72c532f1ba4ec6a14e1c3ebf14b0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5088480 Jan 14 03:17:43.494867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ca3754ad-6aee-4044-81da-8af14ddb23ea req-6b6649bc-2486-45da-b541-89a9609dcace tempest-ServerAddressesNegativeTestJSON-1761111014 tempest-ServerAddressesNegativeTestJSON-1761111014] 10.222.0.78 "GET /v2.0/ports?device_id=e051360f-4565-477b-9683-916728174f75 HTTP/1.1" status: 200 len: 210 time: 0.4447803 Jan 14 03:17:43.503219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47286) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:43.504326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:43.509171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-4c879959-119f-4f53-ac91-7b3a0219b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:43.510820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-4c879959-119f-4f53-ac91-7b3a0219b4a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=358156ec4c80408fbd058d009149b617&device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 1160 time: 0.5177584 Jan 14 03:17:43.511397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75fd919b-2aa4-4618-a9ab-2d2e58e7e6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:43.561356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27174387-c257-4140-9118-040328a44fa3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:43.592621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:43.600292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:43.601652 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ba63057-7ea4-45e0-9488-437baf0036f2 req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.9240513 Jan 14 03:17:43.666406 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-3140e84e-95b1-4a13-92cb-19710806e567 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5947926 Jan 14 03:17:43.702655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1813ae-96c4-460a-840f-f5196d6f9ca6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:43.726610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:43.849286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-738c63cf-3803-4dc1-a0ea-4860c5726394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:43.851001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-738c63cf-3803-4dc1-a0ea-4860c5726394 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=358156ec4c80408fbd058d009149b617&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3198884 Jan 14 03:17:43.891230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:17:43.916074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:43.997860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:44.013072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:44.025776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:44.050006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.063347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-174dda44-99ca-4353-a44b-98b6b5291aa1 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:44.064271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-174dda44-99ca-4353-a44b-98b6b5291aa1 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Synchronizing usage tracker for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:44.146508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c61e134-44da-40be-9c0d-7c7d78dfbd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:44.205330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.239067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Subnet': ['ID=2f3db03d-1c94-47ec-bb59-b9816227eda6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:44.264640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:44.285569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.306648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc5a5b10-48d6-4b57-9eb9-a527b1deb0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:44.345300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45275bd-e35d-4bf5-8cbc-e1ad0529eb22 None None] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:44.346442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-174dda44-99ca-4353-a44b-98b6b5291aa1 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Unset dirty status for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:44.347715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-174dda44-99ca-4353-a44b-98b6b5291aa1 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.78 "GET /v2.0/networks?id=25ded44a-7917-4b1f-80bd-2d34fa02d79e HTTP/1.1" status: 200 len: 814 time: 1.5874517 Jan 14 03:17:44.405016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.412497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.415474 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 03:17:44.415953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:17:44.432250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672eb7c4-e49e-4a28-9dcd-b20fed0f98ce,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:44.457829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Request body: {'port': {'device_id': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e', 'admin_state_up': True, 'tenant_id': 'f7472bcbf4c54b328a5960aeef357255'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:44.482083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:44.561119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.584918 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.587969 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:44.593461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:44.603985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:44.604574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.618418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-009a37c9-8484-4e33-81bf-6444ec45ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:44.619943 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4200edc9-67c6-494a-b53a-9c8fdf3e33b1 req-009a37c9-8484-4e33-81bf-6444ec45ff04 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7527542 Jan 14 03:17:44.633440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/subnets/2f3db03d-1c94-47ec-bb59-b9816227eda6 HTTP/1.1" status: 204 len: 168 time: 4.5583570 Jan 14 03:17:44.636082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-e1b600df-598d-42df-a9e8-f0c297b3bf75 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Synchronizing usage tracker for tenant:2fe3a86464a944f68b7616e48a05feec on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:44.641398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47322) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:44.675827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-74015aba-05bb-4c24-bdb6-90f680533c38 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 3.5371737 Jan 14 03:17:44.681706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.684721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.685419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] DHCP port deletion for 34c769e4-d425-43e8-96c0-d0c1142065c7 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:17:44.686448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27174387-c257-4140-9118-040328a44fa3 HTTP/1.1" status: 204 len: 168 time: 1.1519997 Jan 14 03:17:44.692579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.693696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Deleting port c478d7b5-71a2-41c1-b863-d088f0b4dd8c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:44.694129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.695809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/672eb7c4-e49e-4a28-9dcd-b20fed0f98ce HTTP/1.1" status: 204 len: 168 time: 3.7537689 Jan 14 03:17:44.696934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b6924e-cecf-46b3-a9cc-b352b83938e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:44.701265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5214188 Jan 14 03:17:44.701787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:44.756201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27174387-c257-4140-9118-040328a44fa3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:44.799522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:44.845563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting port e539c61c-ed3b-4b96-8ca9-f877f8d848d6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:44.846386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:44.882840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:44.904099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Usage tracker for resource:port and tenant:f7472bcbf4c54b328a5960aeef357255 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:44.907519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:44.919242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:44.965185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Made reservation on behalf of f7472bcbf4c54b328a5960aeef357255 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:44.988930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Request body: {'port': {'device_id': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:45.001592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.009516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] For port c478d7b5-71a2-41c1-b863-d088f0b4dd8c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,segment=NetworkSegment(c325c26b-84c1-4fd4-95ac-0931ef859f30),segment_id=c325c26b-84c1-4fd4-95ac-0931ef859f30)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:45.009968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.042815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-e1b600df-598d-42df-a9e8-f0c297b3bf75 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Unset dirty status for tenant:2fe3a86464a944f68b7616e48a05feec on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:45.052417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-e1b600df-598d-42df-a9e8-f0c297b3bf75 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1042338939&fields=id&tenant_id=2fe3a86464a944f68b7616e48a05feec HTTP/1.1" status: 200 len: 267 time: 0.6781588 Jan 14 03:17:45.149107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b347b62b-ea76-4adc-b29e-2345932e3bba tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:45.150909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b347b62b-ea76-4adc-b29e-2345932e3bba tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 1.1313250 Jan 14 03:17:45.156536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.204756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Calling delete_port for c478d7b5-71a2-41c1-b863-d088f0b4dd8c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:45.351027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.366728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99c885c3-b702-4ebc-888f-07ee5f494e33 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/quotas/da34adcfc0684ab8811a945a0f13efb9 HTTP/1.1" status: 200 len: 375 time: 0.1094630 Jan 14 03:17:45.452328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.508965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.561021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ad42353-c9e3-47f9-beb0-2420f1220bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:45.595624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Calling delete_port for e539c61c-ed3b-4b96-8ca9-f877f8d848d6 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:45.605517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Pushing event deleted for resources: {'Port': ['ID=c478d7b5-71a2-41c1-b863-d088f0b4dd8c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:45.616131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.617725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.618117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.618496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.618870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.619242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.619611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.619978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.620380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.620729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.621094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.621456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.621818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.622220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.622580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.623470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.623470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.623783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.624127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.625472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.625880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.626254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.626625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.626993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.627360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.627784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.628148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.628555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.628918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.629467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.629588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.629993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.630354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.630712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.631074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.632053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.632053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:17:45.636508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:45.637969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] No DVR routers for this DVR port c478d7b5-71a2-41c1-b863-d088f0b4dd8c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:45.710978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3ea51a7-67d3-48f1-acab-118859e878ab tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:45.808393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Allocated IP 172.20.0.4 (25ded44a-7917-4b1f-80bd-2d34fa02d79e/1bb51d5a-454c-4c6e-869a-82f178e9f1b3/8f57d052-7395-4ba4-a85f-a9e0ca11ce6f) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:45.872445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:45.890784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8465ed38-d07f-456a-852c-9ca1327095a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:45.923001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-832786b9-5974-4377-ab15-b2b90aa18a02 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:17:45.928958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c478d7b5-71a2-41c1-b863-d088f0b4dd8c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:45.965641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd982d04-c81f-4e91-9468-cbd1c441dca5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5746939 Jan 14 03:17:45.969494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c478d7b5-71a2-41c1-b863-d088f0b4dd8c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:45.970238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c478d7b5-71a2-41c1-b863-d088f0b4dd8c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:46.003472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-3d0b02b4-8e48-44cb-95c3-836b20872738 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:46.004150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-3d0b02b4-8e48-44cb-95c3-836b20872738 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Synchronizing usage tracker for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:46.023302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Port': ['ID=e539c61c-ed3b-4b96-8ca9-f877f8d848d6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:46.033628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:46.101287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:46.157365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:46.159781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:46.182291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device a9d67c16-8619-4402-9f37-792e05c6241e up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:46.256765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port a9d67c16-8619-4402-9f37-792e05c6241e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:46.263195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port a9d67c16-8619-4402-9f37-792e05c6241e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:46.263853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.302260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:46.302997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.307389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.364362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.383323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "DELETE /v2.0/ports/e539c61c-ed3b-4b96-8ca9-f877f8d848d6 HTTP/1.1" status: 204 len: 173 time: 1.6953650 Jan 14 03:17:46.387701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-fc4e7a1a-5572-4084-a198-bf69234c1992 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:46.390152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-fc4e7a1a-5572-4084-a198-bf69234c1992 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 1.0805972 Jan 14 03:17:46.394976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.413526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:46.439482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.498725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port a9d67c16-8619-4402-9f37-792e05c6241e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a9d67c16-8619-4402-9f37-792e05c6241e,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:46.500139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:46.509720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.514398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:46.520699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.583935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-95dd6f6a-2116-4ec7-82a7-7087bc74c1e0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.1357667 Jan 14 03:17:46.603344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:46.607489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:46.611431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:46.627835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:46.637590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:46.640869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9262948 Jan 14 03:17:46.673467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:46.699725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Request body: {'port': {'device_id': '54405b73-92a7-4107-94b8-f814f348394f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:46.703478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Pushing event updated for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:46.711403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:47.069752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-3d0b02b4-8e48-44cb-95c3-836b20872738 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Unset dirty status for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:47.071148 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-3d0b02b4-8e48-44cb-95c3-836b20872738 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a HTTP/1.1" status: 200 len: 931 time: 2.0179038 Jan 14 03:17:47.093710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:47.094867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:47.099440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:47.127922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-af6d4065-f3c9-4d83-8aaf-ba8c38db9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.128469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-af6d4065-f3c9-4d83-8aaf-ba8c38db9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.128887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-af6d4065-f3c9-4d83-8aaf-ba8c38db9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.130752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-af6d4065-f3c9-4d83-8aaf-ba8c38db9ad7 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 2235 time: 0.5309398 Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.265399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.269999 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.277324 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.282429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.283136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.312178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.321275 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8929713 Jan 14 03:17:47.340603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Request body: {'port': {'device_id': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:47.377278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-cde4650f-ed98-40ac-be4a-cf08ba89a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.378843 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-cde4650f-ed98-40ac-be4a-cf08ba89a570 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2422652 Jan 14 03:17:47.474475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:47.494035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-b0a083d9-4ff6-4c7a-a62a-2aa9d9bfc35d tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Synchronizing usage tracker for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:47.514037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.532672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-b0a083d9-4ff6-4c7a-a62a-2aa9d9bfc35d tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Unset dirty status for tenant:d5fa9907356943cbb4ee20d1f16d1bf7 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:47.533927 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-b0a083d9-4ff6-4c7a-a62a-2aa9d9bfc35d tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "GET /v2.0/ports?device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0967026 Jan 14 03:17:47.593484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f650e2-741e-4a27-ada6-93c975172ac7') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:47.594030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f650e2-741e-4a27-ada6-93c975172ac7') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:47.639290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:47.668913 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.673098 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.678250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:47.683652 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:47.706934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-c0b647c1-0ae0-4953-ba0f-dc5769e01e33 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:47.709343 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-c0b647c1-0ae0-4953-ba0f-dc5769e01e33 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145 HTTP/1.1" status: 200 len: 931 time: 0.5587912 Jan 14 03:17:47.711559 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-60f30732-915e-4aad-84d0-9a39655cf74a service neutron] 10.222.0.30 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6245975 Jan 14 03:17:47.714001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.737992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device a9d67c16-8619-4402-9f37-792e05c6241e up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:47.829594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port a9d67c16-8619-4402-9f37-792e05c6241e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:47.830022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:47.918078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:47.928146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:47.993264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c769e4-d425-43e8-96c0-d0c1142065c7']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:48.002099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:48.014251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d95300cc-4f56-4a53-a796-f0b1485d75fc tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/ports?network_id=02e5a75e-eac1-4a17-8af1-b0a1251cb415&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2601836 Jan 14 03:17:48.021953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:48.033499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:48.041170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:48.041455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:48.050601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:48.112400 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-9159d1b6-a7ff-44bf-9539-d01c52ffd7d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0581863 Jan 14 03:17:48.142934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c325c26b-84c1-4fd4-95ac-0931ef859f30') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:48.143278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c325c26b-84c1-4fd4-95ac-0931ef859f30') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:48.275592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-00d9ae28-8bce-4fba-b851-701df1fd88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:48.275988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:48.276195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-00d9ae28-8bce-4fba-b851-701df1fd88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:48.276711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-00d9ae28-8bce-4fba-b851-701df1fd88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:48.278498 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-00d9ae28-8bce-4fba-b851-701df1fd88e8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 2235 time: 0.1579261 Jan 14 03:17:48.356793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-311884d5-8f39-47d4-94ff-0351312e3e8e tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/ports?network_id=02e5a75e-eac1-4a17-8af1-b0a1251cb415&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2951903 Jan 14 03:17:48.443836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-7f73fee1-ffbb-4d69-ae0c-edf698ff7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:48.445695 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-7f73fee1-ffbb-4d69-ae0c-edf698ff7c5a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1604443 Jan 14 03:17:48.522919 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-5a2d6b5d-2b15-4c4a-a46d-a7f9a4230849 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "GET /v2.0/ports?device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0505798 Jan 14 03:17:48.535678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:48.615697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:48.860236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:49.053780 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-d92e84a1-d326-4027-aa5a-329565fb09fd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.1097548 Jan 14 03:17:49.103684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.191278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:49.218163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:49.218434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Usage tracker for resource:security_group_rule and tenant:178550ec4cf74faa8d1aee2410e790b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:49.224539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:49.234695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:49.241924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-baed0a9c-52b0-4756-8b1e-1690cad0e38a service neutron] 10.222.0.30 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4906769 Jan 14 03:17:49.257449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.262760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-0774c51a-4d0d-4d00-8d63-415315c772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.263221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-0774c51a-4d0d-4d00-8d63-415315c772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.263642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-0774c51a-4d0d-4d00-8d63-415315c772b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.265473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-0774c51a-4d0d-4d00-8d63-415315c772b3 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 2235 time: 0.1942022 Jan 14 03:17:49.499639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-8dc22487-3ff3-492b-af98-6674c2aab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.501346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-8dc22487-3ff3-492b-af98-6674c2aab84b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2274928 Jan 14 03:17:49.604508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-30def719-ae64-40af-b5b8-9fc75aac63cf req-b9145683-09ca-458d-8fb3-d9cb4ca7a744 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.78 "GET /v2.0/ports?device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0560932 Jan 14 03:17:49.609639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.614344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.626217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9ab84a-d958-4898-960c-5c2939383fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:49.627239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:49.681315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.688831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=178550ec4cf74faa8d1aee2410e790b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8270702 Jan 14 03:17:49.689877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b2002f-dcbb-4713-b332-1f20fc47186a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:49.693437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:49.696295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:49.765810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.803596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.868991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.874441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7792f99-1615-423f-a8be-19823bdb4635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:49.877904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6ce5d3f5-d46a-4d5a-8e9b-d074ab8fef20 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.889704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b2002f-dcbb-4713-b332-1f20fc47186a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:49.892590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:49.893765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:49.898793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80b2002f-dcbb-4713-b332-1f20fc47186a HTTP/1.1" status: 204 len: 168 time: 0.2047951 Jan 14 03:17:49.901995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6ce5d3f5-d46a-4d5a-8e9b-d074ab8fef20 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.935668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6ce5d3f5-d46a-4d5a-8e9b-d074ab8fef20 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:49.938224 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6ce5d3f5-d46a-4d5a-8e9b-d074ab8fef20 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/networks?id=365c3433-935b-4922-b09e-5acd0e071e8a&id=d183c365-e13d-4000-b117-347f94eba021&id=d183c365-e13d-4000-b117-347f94eba021&id=02e5a75e-eac1-4a17-8af1-b0a1251cb415&id=02e5a75e-eac1-4a17-8af1-b0a1251cb415 HTTP/1.1" status: 200 len: 1989 time: 1.5357063 Jan 14 03:17:50.091348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Network 1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:50.205070 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:50.257874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Transition to ACTIVE for port object 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:50.260283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d9ef277b-4e56-4756-98ee-7d1e08a31880 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/quotas/2fe3a86464a944f68b7616e48a05feec HTTP/1.1" status: 200 len: 375 time: 0.2510207 Jan 14 03:17:50.261112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.283178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.302513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e269055d-da5f-41f1-a45c-a58ecb64c68d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:50.381366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-795fbe62-887f-4afc-a750-2bc297149a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:50.441733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.450341 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-29539e54-1f20-43b2-8603-9975b98fb873 req-485c96a5-a9ea-4373-88f4-d2eac893f6cd tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/1e1813ae-96c4-460a-840f-f5196d6f9ca6 HTTP/1.1" status: 200 len: 1783 time: 0.9159563 Jan 14 03:17:50.481256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:50.486379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Pushing event updated for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:50.506077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:50.508504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:50.525430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.527872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:50.538621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 34c769e4-d425-43e8-96c0-d0c1142065c7 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:17:50.561666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:17:50.587573 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:17:50.589865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Usage tracker for resource:security_group_rule and tenant:39edc5410fc2450b80157bdf0e28d76a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:50.609454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:50.626002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:50.669124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:50.701949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c0fc0cb-3dcf-4ec0-b894-82d6be0d092e HTTP/1.1" status: 204 len: 168 time: 5.9897201 Jan 14 03:17:50.710421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.738694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Transition to ACTIVE for port object ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:50.764223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.804821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.856207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Attempting to bind port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:50.856633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Attempting to bind port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:50.857008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Attempting to bind port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f on network 25ded44a-7917-4b1f-80bd-2d34fa02d79e {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:50.863824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d4aee64-0f3a-4ed0-b03e-01d44f4060a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:50.866317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:50.866696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Checking segment: {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:50.867106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.867505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Bound using segment: {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:50.867982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Bound port: 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:50.868372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:50.894727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:51.009882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:51.028806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:51.048838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:51.090791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5648dc2-b6bb-44f0-b8a8-8c7ee752c5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:51.129466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:51.198372 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e', 'code': 200} Jan 14 03:17:51.245647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:51.329445 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-613ec07f-3a4f-4a68-83ce-df31ba27fce9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7726b379c7014f25af11e52737d43b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920698 Jan 14 03:17:51.426325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d739dc94-98b5-42ae-a850-35e691be6eaa tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fe3a86464a944f68b7616e48a05feec&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1363258 Jan 14 03:17:51.433775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:51.446724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:51.563613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/networks/34c769e4-d425-43e8-96c0-d0c1142065c7 HTTP/1.1" status: 204 len: 168 time: 6.9060478 Jan 14 03:17:51.651747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47444) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:51.723489 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-7ed476d0-d434-432a-ada1-340fd0d44be2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.1640272 Jan 14 03:17:51.733869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7eae847-ba13-428f-ad0e-0d832965bbfd {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:51.810688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39edc5410fc2450b80157bdf0e28d76a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3234563 Jan 14 03:17:51.828307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Pushing event updated for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:51.831138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47448) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:51.847185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:51.855611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:51.895421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Pushing event updated for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:51.915165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:51.924456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.10 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/0550d998-b74f-4031-be7c-523efa4619e7) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:51.949221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:51.952889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a5a39c28-62e9-4bf8-a10e-c15c09a536db service neutron] 10.222.0.30 "GET /v2.0/networks/365c3433-935b-4922-b09e-5acd0e071e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254729 Jan 14 03:17:51.953756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:51.982455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7388cf0a-dd08-40f6-b1bc-1794d04538be,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:52.000763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Transition to ACTIVE for port object e7eae847-ba13-428f-ad0e-0d832965bbfd will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:52.073964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:52.098688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.102289 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.106770 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.112108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Network': ['ID=34c769e4-d425-43e8-96c0-d0c1142065c7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:52.115686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:52.123521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cb86bb35-33d5-4549-9c7b-06686a1d5ab3 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.124293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cb86bb35-33d5-4549-9c7b-06686a1d5ab3 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:52.185442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:52.198556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-df855fef-7d4c-4a3e-8170-4484b6ca0c57 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.199311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-df855fef-7d4c-4a3e-8170-4484b6ca0c57 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:52.208049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.235442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.236036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.237584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] 10.222.0.78 "PUT /v2.0/ports/8f57d052-7395-4ba4-a85f-a9e0ca11ce6f HTTP/1.1" status: 200 len: 1156 time: 4.9048862 Jan 14 03:17:52.240644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.242028 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:52.245470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:52.265028 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-d09e1a84-3db5-4bcd-83ed-22a4734b636c tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/1e1813ae-96c4-460a-840f-f5196d6f9ca6 HTTP/1.1" status: 200 len: 1783 time: 0.7262306 Jan 14 03:17:52.268329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.270076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cb86bb35-33d5-4549-9c7b-06686a1d5ab3 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:52.271353 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cb86bb35-33d5-4549-9c7b-06686a1d5ab3 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.9527194 Jan 14 03:17:52.285290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-df855fef-7d4c-4a3e-8170-4484b6ca0c57 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:52.287049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-df855fef-7d4c-4a3e-8170-4484b6ca0c57 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.5190189 Jan 14 03:17:52.288965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.307666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:52.380764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'db1471b3-601d-419b-9932-8740699b0004', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:52.498382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.710159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.717658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:52.740206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:52.747322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-780ebf3c-7e5d-418c-a97b-8c92a9fce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.747757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-780ebf3c-7e5d-418c-a97b-8c92a9fce240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.749509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-780ebf3c-7e5d-418c-a97b-8c92a9fce240 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&shared=False HTTP/1.1" status: 200 len: 1589 time: 0.9837627 Jan 14 03:17:52.752874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb3723e-2085-42d4-af8c-982afcc0823a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:52.755986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-1d5ac821-048c-4387-bb3b-c0516769bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:52.757771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-1d5ac821-048c-4387-bb3b-c0516769bf09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 1159 time: 0.4297471 Jan 14 03:17:52.761610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:52.764597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:52.768515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:52.808361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:52.837448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:52.840559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:52.845608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.848074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.849893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7388cf0a-dd08-40f6-b1bc-1794d04538be HTTP/1.1" status: 204 len: 168 time: 1.0064421 Jan 14 03:17:52.860378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21f86c2b-4883-49a8-aa6e-36586a72d0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:52.867667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:52.874111 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-31c9308a-112a-4e7d-9acf-803ee3d3e6f3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f HTTP/1.1" status: 200 len: 217 time: 0.0979252 Jan 14 03:17:52.874882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:52.876854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bb3723e-2085-42d4-af8c-982afcc0823a HTTP/1.1" status: 204 len: 168 time: 1.4316549 Jan 14 03:17:52.896648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7388cf0a-dd08-40f6-b1bc-1794d04538be,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:52.904018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-4856d9f2-c06e-4fde-a2e8-0088377a9c42 service neutron] 10.222.0.30 "GET /v2.0/networks/365c3433-935b-4922-b09e-5acd0e071e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9016931 Jan 14 03:17:52.946492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:52.954825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:52.955643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:52.966448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.001012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:53.021767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:53.106274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:53.115748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.132944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-49b48f1a-4881-48a7-8237-3787a7d04f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:53.134601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-49b48f1a-4881-48a7-8237-3787a7d04f5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1bb51d5a-454c-4c6e-869a-82f178e9f1b3 HTTP/1.1" status: 200 len: 854 time: 0.2404001 Jan 14 03:17:53.274130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-8bd4141e-790d-4796-ab6c-1a18bb1efa86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=25ded44a-7917-4b1f-80bd-2d34fa02d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722344 Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:53.327638 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.331759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:53.336588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:53.478041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Deleting subnet 7c719f8d-20af-438b-9ee1-856ce96df6cd {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:53.488406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Attempting to bind port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:53.488673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Attempting to bind port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:53.489644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Attempting to bind port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:53.493037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.498656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.631423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-7cd1bad4-a690-472e-abb9-ec71f9912859 service neutron] 10.222.0.30 "GET /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.6899576 Jan 14 03:17:53.651072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:53.651493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:53.651821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.652212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:53.652732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Bound port: ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:53.653103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.687189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.747870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device a9d67c16-8619-4402-9f37-792e05c6241e no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:53.811665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:53.926330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-0912e3a6-bcca-4b9f-85b2-870292deab9a service neutron] 10.222.0.78 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360064 Jan 14 03:17:53.955514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.001808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port a9d67c16-8619-4402-9f37-792e05c6241e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a9d67c16-8619-4402-9f37-792e05c6241e,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:54.003522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:54.012422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.014885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7aaec0f-dfab-48b4-ba5b-2000005a34ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:54.039424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979214df-92c4-4fa3-8c25-06431f40f724 req-d48e9722-1c8f-4ef4-b920-016997014e45 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:54.040479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-d48e9722-1c8f-4ef4-b920-016997014e45 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Synchronizing usage tracker for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:54.110619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:54.116293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:54.151906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.157265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.5 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/f9e0f128-0a61-448c-9b9c-dd43ecbeec36) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:54.226234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.267105 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-19d14dd9-4eb2-47b6-8be6-2d256099ddb2 service neutron] 10.222.0.78 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3284526 Jan 14 03:17:54.377534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-89cad046-8cd3-430d-9b91-a407d72cff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:54.379167 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-89cad046-8cd3-430d-9b91-a407d72cff5d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5431590 Jan 14 03:17:54.511770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.532107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-979214df-92c4-4fa3-8c25-06431f40f724 req-d48e9722-1c8f-4ef4-b920-016997014e45 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Unset dirty status for tenant:358156ec4c80408fbd058d009149b617 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:54.533537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-d48e9722-1c8f-4ef4-b920-016997014e45 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "GET /v2.0/ports?device_id=129e9bff-03e9-46d4-a302-6bb22194a379 HTTP/1.1" status: 200 len: 946 time: 2.0946357 Jan 14 03:17:54.547947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-508c5e83-8d7f-45eb-9096-9ab8a53dbb32 req-4bbefdd9-62c4-49ea-8fc6-bf44ceffe52d tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.74 "GET /v2.0/ports?device_id=35b383f9-017d-40d5-b065-35d69eee3fa1 HTTP/1.1" status: 200 len: 210 time: 0.1081719 Jan 14 03:17:54.608264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.630878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1189219-a0c0-4d82-af9f-8e9c019d6836 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:54.730395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Attempting to bind port e7eae847-ba13-428f-ad0e-0d832965bbfd on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:54.730754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Attempting to bind port e7eae847-ba13-428f-ad0e-0d832965bbfd by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:54.731181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Attempting to bind port e7eae847-ba13-428f-ad0e-0d832965bbfd on network f8bae256-01ca-4e63-b2b1-705ced30f2c3 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:54.751821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.773595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] For port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:54.785498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:54.795798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:54.798880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.11 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/8634c7fb-d18d-41e6-9209-00c3bcea1023) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:17:54.810224 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d0d0983-3048-48d6-9fbe-3e568edd272e service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172255 Jan 14 03:17:54.811725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:54.836843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Deleting port a9d67c16-8619-4402-9f37-792e05c6241e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:54.837234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.922455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:54.924813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] For port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:54.925429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:54.944634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:54.989660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1813ae-96c4-460a-840f-f5196d6f9ca6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:54.992064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:54.992448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Checking segment: {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:54.993046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:54.993506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Bound using segment: {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:54.994224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Bound port: e7eae847-ba13-428f-ad0e-0d832965bbfd, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:54.994573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.060236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:55.112433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.132328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.226216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84830f0e-3238-43f0-99bb-a271ce520aff tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.408152 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.411730 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.414780 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:55.425308 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:55.429124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:55.429124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.485307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1584418 Jan 14 03:17:55.506881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Request body: {'port': {'device_id': 'db1471b3-601d-419b-9932-8740699b0004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:55.542334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.658548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.674322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.844739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f529e2db-b74d-47be-bae3-b3e575a7b464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:55.866687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:55.880782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3c2f011c-f41f-4ed8-a37c-0b42bd5d137c req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/1e1813ae-96c4-460a-840f-f5196d6f9ca6 HTTP/1.1" status: 204 len: 173 time: 3.4453895 Jan 14 03:17:55.923300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:55.975372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Pushing event updated for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:55.980093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:55.993156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-cc78415d-ff55-4f78-9a93-ce1adcac2d63 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:17:56.000288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d25242b0-29d4-4902-a5b5-d4aef11615c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.691s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:56.143219 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:56.210885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.226029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:56.230370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:56.241490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:56.245528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:56.346898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47532) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:56.349698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:17:56.355064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:56.355569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.391225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] For port e7eae847-ba13-428f-ad0e-0d832965bbfd, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:17:56.513344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.513746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-9215cdd7-d77d-439f-8455-558d2bbc03c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6985075 Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.550517 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.557597 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:56.563891 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:56.571690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:56.571690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.572545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:56.577856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.580115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:56.589879 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f', 'status': 'completed', 'code': 200} Jan 14 03:17:56.628955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:56.659298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] For port e7eae847-ba13-428f-ad0e-0d832965bbfd, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:17:56.663173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] Deleting subnet 1bb51d5a-454c-4c6e-869a-82f178e9f1b3 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:17:56.663972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.667884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.672061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:56.682835 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e', 'code': 200} Jan 14 03:17:56.684190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:56.697099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a85961-33dc-4c2d-8648-e01510083350 None None] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:17:56.698858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adee4f28-1116-417b-ad45-13c9a70068bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:56.725215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4260952 Jan 14 03:17:56.751751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:56.752009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Request body: {'port': {'device_id': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:56.830284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:56.845814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.017767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adad29-f999-4543-8614-027d954eed07 req-52742e82-163d-4657-8985-c6fc9708a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:57.019399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-52742e82-163d-4657-8985-c6fc9708a47e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 1161 time: 0.4068208 Jan 14 03:17:57.021248 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] Found port (8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, 172.20.0.4) having IP allocation on subnet 1bb51d5a-454c-4c6e-869a-82f178e9f1b3, cannot delete Jan 14 03:17:57.025888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.043258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/subnets/7c719f8d-20af-438b-9ee1-856ce96df6cd HTTP/1.1" status: 204 len: 168 time: 5.3883290 Jan 14 03:17:57.046396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Subnet': ['ID=7c719f8d-20af-438b-9ee1-856ce96df6cd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:57.059477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47554) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:57.073221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] DHCP port deletion for 4736c911-5bc8-4d32-8cce-258f94e0f98c request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:17:57.078076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Deleting port 155c41c1-0808-4972-bbdf-89c7c3dc39de {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:17:57.078504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.097659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:57.099082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.101407 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] 10.222.0.74 "PUT /v2.0/ports/ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 HTTP/1.1" status: 200 len: 1156 time: 12.3746324 Jan 14 03:17:57.102422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:57.105697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:57.117110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcc315f3-f621-49ff-a77a-27b0ff137431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:57.151607 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:17:57.151607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:17:57.151607 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-445aff65-90a4-4ab1-9613-0b5d3260a04f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1bb51d5a-454c-4c6e-869a-82f178e9f1b3 HTTP/1.1" status: 409 len: 404 time: 0.7964370 Jan 14 03:17:57.202536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:17:57.211962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:57.215329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:17:57.217261 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-a6f57163-8fde-4d2e-890d-19c051e8f05d req-afed5bb2-7657-4999-8794-ecadbfce6a94 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:17:57.228150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a6f57163-8fde-4d2e-890d-19c051e8f05d req-afed5bb2-7657-4999-8794-ecadbfce6a94 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/1e1813ae-96c4-460a-840f-f5196d6f9ca6 HTTP/1.1" status: 404 len: 352 time: 0.4887786 Jan 14 03:17:57.337335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:17:57.367576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:57.393844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-f5e96b56-38c7-45b4-8696-72cf028a9795 service neutron] 10.222.0.30 "GET /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.8791435 Jan 14 03:17:57.400982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] For port 155c41c1-0808-4972-bbdf-89c7c3dc39de, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=155c41c1-0808-4972-bbdf-89c7c3dc39de,segment=NetworkSegment(782daad7-af6f-4c79-befc-e10711f3f4c6),segment_id=782daad7-af6f-4c79-befc-e10711f3f4c6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:57.401663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.402175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] For port a9d67c16-8619-4402-9f37-792e05c6241e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=a9d67c16-8619-4402-9f37-792e05c6241e,segment=NetworkSegment(771605a3-6306-4781-b01b-bc68364e7483),segment_id=771605a3-6306-4781-b01b-bc68364e7483)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:17:57.402944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.550517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Calling delete_port for 155c41c1-0808-4972-bbdf-89c7c3dc39de owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:57.619174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e0f128-0a61-448c-9b9c-dd43ecbeec36 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:57.653825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.739832 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.742872 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.747960 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:17:57.751409 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:17:57.757923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.774613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-37aa3a4d-d740-4acc-a1e3-2f8fdc1bbae2 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:57.776907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-37aa3a4d-d740-4acc-a1e3-2f8fdc1bbae2 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.2365003 Jan 14 03:17:57.818870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Transition to ACTIVE for port object f9e0f128-0a61-448c-9b9c-dd43ecbeec36 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:57.848543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:57.860963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adad29-f999-4543-8614-027d954eed07 req-855de664-862e-4636-ad23-702519b9839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:57.862862 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-855de664-862e-4636-ad23-702519b9839a service neutron] 10.222.0.78 "GET /v2.0/networks?id=25ded44a-7917-4b1f-80bd-2d34fa02d79e HTTP/1.1" status: 200 len: 909 time: 0.8062537 Jan 14 03:17:57.872779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfedba14-98bd-4bd3-9fdd-af60effd63dd tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:57.963144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Calling delete_port for a9d67c16-8619-4402-9f37-792e05c6241e owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:17:57.968645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:17:58.101702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:58.102443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:58.103254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 155c41c1-0808-4972-bbdf-89c7c3dc39de no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:17:58.103874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] 10.222.0.78 "PUT /v2.0/ports/e7eae847-ba13-428f-ad0e-0d832965bbfd HTTP/1.1" status: 200 len: 1156 time: 11.4318542 Jan 14 03:17:58.131548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-81a9462c-4442-4238-8c0d-c12debd8bed1 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.2592838 Jan 14 03:17:58.155207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:58.181163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6153ad16-4e14-4415-9a93-8c898e3438a9 service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630658 Jan 14 03:17:58.307869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c686ce88-a449-48d5-ae45-50aaeec52e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:58.350827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 155c41c1-0808-4972-bbdf-89c7c3dc39de {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:17:58.351232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 155c41c1-0808-4972-bbdf-89c7c3dc39de not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:17:58.358536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Pushing event deleted for resources: {'Port': ['ID=155c41c1-0808-4972-bbdf-89c7c3dc39de,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:58.378399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:58.401885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] No DVR routers for this DVR port 155c41c1-0808-4972-bbdf-89c7c3dc39de on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:17:58.418879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:17:58.419469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:58.425667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:58.427115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:58.445801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:58.522530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-5c070da4-172c-42ae-83eb-6afe55afa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:58.524183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-5c070da4-172c-42ae-83eb-6afe55afa7d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 1159 time: 1.3181429 Jan 14 03:17:58.545340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 12.0569813 Jan 14 03:17:58.647674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Request body: {'port': {'device_id': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:58.684507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:17:58.686081 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-f80a5c28-3dd1-4fec-9e49-b6d8bebf419f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f HTTP/1.1" status: 200 len: 217 time: 0.7773910 Jan 14 03:17:58.861848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47622) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:17:58.869632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:58.873331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:17:58.971568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:58.983702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-de097bec-2044-4ffc-a89f-d6b4830fa06c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 HTTP/1.1" status: 200 len: 217 time: 0.4233305 Jan 14 03:17:59.007673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1060633255-network', 'tenant_id': '561318f0e15a4974a7326e836b646bae'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:17:59.011014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adad29-f999-4543-8614-027d954eed07 req-1b0b2782-1bbb-4bd2-a1ee-74f03ad38135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:59.012664 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-1b0b2782-1bbb-4bd2-a1ee-74f03ad38135 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1bb51d5a-454c-4c6e-869a-82f178e9f1b3 HTTP/1.1" status: 200 len: 854 time: 0.2926006 Jan 14 03:17:59.062643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-bb1e8ca3-1b4a-466c-a85e-5fe210c40ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:59.064308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-bb1e8ca3-1b4a-466c-a85e-5fe210c40ae8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 1159 time: 0.8784895 Jan 14 03:17:59.117216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:59.142356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Usage tracker for resource:network and tenant:561318f0e15a4974a7326e836b646bae is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:59.166794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-2975ba5e-35eb-401b-b50b-74a8062a9af8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=25ded44a-7917-4b1f-80bd-2d34fa02d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928667 Jan 14 03:17:59.212397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-6833df4d-de5b-4421-9da9-c9a0f57da597 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:17:59.227395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.236624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:59.275203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-5f8cde7e-a74a-4919-aa6e-f95e91104b1d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd HTTP/1.1" status: 200 len: 217 time: 0.1362085 Jan 14 03:17:59.293560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:17:59.308116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:59.358912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:17:59.385740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-833f8e16-56c0-47d5-9352-e33deea5a8b5 service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1445525 Jan 14 03:17:59.412003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-4b7d667a-c3b2-4596-a698-757f9027dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:59.413553 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-4b7d667a-c3b2-4596-a698-757f9027dd6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.4021459 Jan 14 03:17:59.445799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Usage tracker for resource:security_group_rule and tenant:44d7e3604f064c5891eb4c8a11cfd0b9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:17:59.454162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-6833df4d-de5b-4421-9da9-c9a0f57da597 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:17:59.455565 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-6833df4d-de5b-4421-9da9-c9a0f57da597 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3118246 Jan 14 03:17:59.478086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:17:59.483545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4736c911-5bc8-4d32-8cce-258f94e0f98c']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:59.518803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:17:59.521899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782daad7-af6f-4c79-befc-e10711f3f4c6') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:59.522244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782daad7-af6f-4c79-befc-e10711f3f4c6') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:17:59.542712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.552362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8634c7fb-d18d-41e6-9209-00c3bcea1023 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:17:59.566148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.568506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Made reservation on behalf of 561318f0e15a4974a7326e836b646bae for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:17:59.573227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.594940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.602632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.640504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Attempting to bind port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:17:59.640881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Attempting to bind port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:17:59.641248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Attempting to bind port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:17:59.641397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:59.648285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.655749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Releasing vxlan tunnel 18 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:17:59.672110 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-7b9df283-903b-472d-b9a2-109c97bed6de service neutron] 10.222.0.78 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474132 Jan 14 03:17:59.686642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Transition to ACTIVE for port object 8634c7fb-d18d-41e6-9209-00c3bcea1023 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:17:59.688775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-4cbed506-ac06-4bc2-ba1b-e9942eb5f203 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2421908 Jan 14 03:17:59.690984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:17:59.691365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:17:59.691773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.692562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:17:59.692970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Bound port: f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:17:59.693351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.706685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.782918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:17:59.809744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea077760-4705-4e00-8c17-a086ebcd756c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:17:59.815059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a2cbd2bd-5aa2-45cd-85bf-81fa5c39fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:17:59.816655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a2cbd2bd-5aa2-45cd-85bf-81fa5c39fe15 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b29e2781-4c7c-4095-9719-c14a914263c5 HTTP/1.1" status: 200 len: 853 time: 0.5042841 Jan 14 03:17:59.817788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Pushing event deleted for resources: {'Port': ['ID=a9d67c16-8619-4402-9f37-792e05c6241e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:17:59.884928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:00.047424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:00.085961 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-59cc39fa-4546-4368-8f1d-32a4c4c1f1a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8bae256-01ca-4e63-b2b1-705ced30f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2079294 Jan 14 03:18:00.091391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Usage tracker for resource:security_group_rule and tenant:561318f0e15a4974a7326e836b646bae is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:00.103081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:00.164282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:00.193622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:00.217164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:00.231971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:00.256446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:00.330130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-fc1222e6-cf9f-4224-9cfc-9e4c782c080a service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9218223 Jan 14 03:18:00.426637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:00.433924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] For port f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:00.486195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-23f78039-931e-45f8-ae6e-5705a28214b1 service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178824 Jan 14 03:18:00.487496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:00.509508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91cb6c9c-decd-420e-b42c-d2016b082556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:00.515260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-793b07e2-54fb-49d5-882e-9cc5b0dea4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623799 Jan 14 03:18:00.786976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5adad29-f999-4543-8614-027d954eed07 req-f3fb5ba0-d0bf-4a1c-8cd6-790383349b1b service neutron] 10.222.0.78 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0749257 Jan 14 03:18:00.794947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] For port f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:00.830977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:00.898417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Network 4736c911-5bc8-4d32-8cce-258f94e0f98c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:18:00.939782 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:18:01.002651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f1672-765e-43c6-aeae-8c7e54c15f52,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:01.010272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44d7e3604f064c5891eb4c8a11cfd0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1398013 Jan 14 03:18:01.010272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:01.041253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47640) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:01.068732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fb2d6c3-8040-4101-b29d-453ac0172fba tempest-FloatingIPsAssociationNegativeTestJSON-599910810 tempest-FloatingIPsAssociationNegativeTestJSON-599910810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:01.247834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.251847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.302819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:01.306561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:01.310453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:01.326700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] No DVR routers for this DVR port a9d67c16-8619-4402-9f37-792e05c6241e on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:01.329901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-ec26f5e3-491e-4d17-b7d3-0c4d518fdca1 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2221406 Jan 14 03:18:01.334411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.340906 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] 10.222.0.30 "DELETE /v2.0/networks/4736c911-5bc8-4d32-8cce-258f94e0f98c HTTP/1.1" status: 204 len: 168 time: 4.1780715 Jan 14 03:18:01.341831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Attempting to bind port 8634c7fb-d18d-41e6-9209-00c3bcea1023 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:01.342201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Attempting to bind port 8634c7fb-d18d-41e6-9209-00c3bcea1023 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:01.342903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Attempting to bind port 8634c7fb-d18d-41e6-9209-00c3bcea1023 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:01.347177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Pushing event deleted for resources: {'Network': ['ID=4736c911-5bc8-4d32-8cce-258f94e0f98c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:01.350852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:01.353578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47646) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:01.357668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:01.358339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.359831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] 10.222.0.78 "PUT /v2.0/ports/f9e0f128-0a61-448c-9b9c-dd43ecbeec36 HTTP/1.1" status: 200 len: 1156 time: 5.8616102 Jan 14 03:18:01.365443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:01.371321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:01.371618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:01.372044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.372418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:01.372989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Bound port: 8634c7fb-d18d-41e6-9209-00c3bcea1023, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:01.373257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.437438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.522625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.548611 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31836afa-2e07-458f-95b0-7f7c9202faad tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:01.556465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-763f364c-1c06-45f5-b46b-e4ab5bc8569d service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1969845 Jan 14 03:18:01.637794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-979214df-92c4-4fa3-8c25-06431f40f724 req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] 10.222.0.78 "DELETE /v2.0/ports/a9d67c16-8619-4402-9f37-792e05c6241e HTTP/1.1" status: 204 len: 173 time: 7.0770211 Jan 14 03:18:01.669601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-a823a8f9-6ac5-4ec0-8277-485a9728edc7 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1122854 Jan 14 03:18:01.679068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:01.700498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] For port 8634c7fb-d18d-41e6-9209-00c3bcea1023, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:01.707856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] For port 8634c7fb-d18d-41e6-9209-00c3bcea1023, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:01.753070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-76145192-e6f5-4fb6-a27b-8a4975507383 service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2454431 Jan 14 03:18:01.780948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.782915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e454eb-5731-4c85-8073-1a4b7d96269c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:01.803272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.803611 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Added segment c8d64e12-ca98-4c93-9167-e755e16055e7 of type vxlan for network 641eab28-1579-4048-840d-22a5277c02e1 Jan 14 03:18:01.805058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:01.824028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.870931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-0b6d9987-6368-494d-a468-4dca14a34807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:01.872762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-0b6d9987-6368-494d-a468-4dca14a34807 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 1159 time: 0.4282243 Jan 14 03:18:01.882335 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b8c3f9e-9878-4fe9-83ca-04c98a3c6670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:01.933955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:01.996738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.000731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.019313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1293d32-f2a4-4023-bade-679f3708124d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:02.037031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-0032d438-acea-4413-b1f8-88fb1eabcf40 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6772890 Jan 14 03:18:02.046132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:02.055332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f1672-765e-43c6-aeae-8c7e54c15f52,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:02.067679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:02.070125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-f43cceb7-6dd1-4c24-93e9-7373e1339574 service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986241 Jan 14 03:18:02.181351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.182632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b5f1672-765e-43c6-aeae-8c7e54c15f52 HTTP/1.1" status: 204 len: 168 time: 1.0710573 Jan 14 03:18:02.276140 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07', 'status': 'completed', 'code': 200} Jan 14 03:18:02.334139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-8036affd-22f9-4a9d-a4a4-c5ab03c23ade service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36 HTTP/1.1" status: 200 len: 217 time: 0.3835895 Jan 14 03:18:02.352722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0550d998-b74f-4031-be7c-523efa4619e7 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:02.368476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1516930999', 'description': 'tempest-description-1627988633'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:02.380993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.382551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:02.383629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.407357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:02.446437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.450297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:02.454791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:02.481624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:02.520780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-89b76a5e-5a3b-4320-bdca-f38636ce5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:02.522565 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-89b76a5e-5a3b-4320-bdca-f38636ce5bc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.1707222 Jan 14 03:18:02.543194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:02.549632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:02.627301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Transition to ACTIVE for port object 0550d998-b74f-4031-be7c-523efa4619e7 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:02.629984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:02.653350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1976938 Jan 14 03:18:02.665517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.671260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-67afc19b-f1b5-4c0a-975b-64636b8720a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971894 Jan 14 03:18:02.674414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:02.675341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.676816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] 10.222.0.78 "PUT /v2.0/ports/8634c7fb-d18d-41e6-9209-00c3bcea1023 HTTP/1.1" status: 200 len: 1157 time: 5.9352860 Jan 14 03:18:02.750833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47680) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:02.768998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Pushing event updated for resources: {'Network': ['ID=641eab28-1579-4048-840d-22a5277c02e1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:02.779643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:02.789735 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b43bdc06-8639-4513-b9ba-2dfb0f731c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:02.790219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 641eab28-1579-4048-840d-22a5277c02e1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:02.829648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 641eab28-1579-4048-840d-22a5277c02e1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:02.837340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.862155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-116c9762-14da-455f-b7fc-9c774bb92671 service neutron] 10.222.0.30 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7392120 Jan 14 03:18:02.872807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 641eab28-1579-4048-840d-22a5277c02e1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:02.920469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15e623-518b-4812-986b-372a7e297df6 req-2867e89a-e7fc-4277-9f1f-fae6b758273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:02.922178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-2867e89a-e7fc-4277-9f1f-fae6b758273b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 1159 time: 0.6439283 Jan 14 03:18:02.926995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:02.934392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:02.980578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:03.001772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Usage tracker for resource:security_group_rule and tenant:eb1bc478fdc641a899cf54a29af98fe1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:03.011452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:03.082512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:03.096604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:03.114605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Pushing event updated for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:03.127103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:03.182946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:03.294265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:03.356058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-c6a2ec32-bf55-4329-9696-543aa4a54f56 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:03.374057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-84299cd3-fe2e-4e1b-ac76-04964f1dca11 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569791 Jan 14 03:18:03.411094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-2d33c0fc-4a5b-4301-b771-b8b243ee9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:03.412757 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-2d33c0fc-4a5b-4301-b771-b8b243ee9551 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 1160 time: 0.6653402 Jan 14 03:18:03.606061 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-c7932d91-ce51-4a81-8a3d-5dd69e32704c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023 HTTP/1.1" status: 200 len: 217 time: 0.1560204 Jan 14 03:18:03.672334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:03.741840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:03.747536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:03.747903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:03.777325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-44a3f91a-f50b-4f7a-a573-1e3f398d9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:03.779066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-44a3f91a-f50b-4f7a-a573-1e3f398d9e0b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.1556122 Jan 14 03:18:03.824306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-53f76314-4a23-45aa-b3df-6ff58bb7f59a service neutron] 10.222.0.30 "GET /v2.0/networks/02e5a75e-eac1-4a17-8af1-b0a1251cb415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9419339 Jan 14 03:18:03.833495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:03.836499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-c5c04e81-19f0-41b0-91fa-30e314a70868 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4535668 Jan 14 03:18:03.854717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:03.901335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15e623-518b-4812-986b-372a7e297df6 req-5ed4287c-ace3-41c9-837f-d0cf8fa26faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:03.903230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-5ed4287c-ace3-41c9-837f-d0cf8fa26faf service neutron] 10.222.0.74 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 901 time: 0.9531591 Jan 14 03:18:03.911430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:03.920543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-7178abb2-e950-44d2-9bf2-b2b0a1f71244 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282804 Jan 14 03:18:03.930654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9237dd19-cffd-432c-a90e-1db8e86d470f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:03.949711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:03.968663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-f68c4c20-a4e5-4200-b9f1-79759196f1b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:04.011411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:04.016241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.018530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.089782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:04.093209 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:04.096421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:04.101419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:04.111400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-ecfd8086-15d1-422d-adea-6ff6df8b7502 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:04.113038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-ecfd8086-15d1-422d-adea-6ff6df8b7502 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.6143806 Jan 14 03:18:04.114447 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-50aa5ead-474b-47ef-837b-6bc43825b6b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 HTTP/1.1" status: 200 len: 217 time: 0.1356430 Jan 14 03:18:04.125674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.143467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.150688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb1bc478fdc641a899cf54a29af98fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3977690 Jan 14 03:18:04.153214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:04.161534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70860b40-8ef6-414c-a2b3-eefeded8816a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:04.166117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:04.170765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:04.208833 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a9ad236-43a1-4e19-a8c5-d67a218db320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:04.294203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e7eae847-ba13-428f-ad0e-0d832965bbfd up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:04.318713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd'}, {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-deleted', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:04.324760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Attempting to bind port 0550d998-b74f-4031-be7c-523efa4619e7 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:04.325137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Attempting to bind port 0550d998-b74f-4031-be7c-523efa4619e7 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:04.325503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Attempting to bind port 0550d998-b74f-4031-be7c-523efa4619e7 on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:04.326258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-9cb3d661-f8a5-4266-b0b9-f9a0dee5b059 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881717 Jan 14 03:18:04.364849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port e7eae847-ba13-428f-ad0e-0d832965bbfd completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:04.370413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port e7eae847-ba13-428f-ad0e-0d832965bbfd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:04.370954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.373486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.383723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:04.384078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:04.384518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.384913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:04.385391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Bound port: 0550d998-b74f-4031-be7c-523efa4619e7, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:04.385763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.412442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ef15b-2ccb-4289-96ab-726796aafb10,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:04.415565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:04.429536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.431040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f6b8da4c-dea5-4dd2-91a8-b89157140414 req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1539733 Jan 14 03:18:04.443586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-505d1410-157d-45a8-a94f-f4d76d3ad4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/02e5a75e-eac1-4a17-8af1-b0a1251cb415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5833564 Jan 14 03:18:04.498743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.530183 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f', 'code': 200} Jan 14 03:18:04.550218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port e7eae847-ba13-428f-ad0e-0d832965bbfd, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:04.555101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.557363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:04.628651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.634573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15e623-518b-4812-986b-372a7e297df6 req-a7e2f5ce-49ef-4182-8c0c-5826b1944a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:04.636082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-a7e2f5ce-49ef-4182-8c0c-5826b1944a9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.4975841 Jan 14 03:18:04.652718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f690507-7ce3-4c96-bd51-79278792fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.699140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:04.703185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:04.707005 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36', 'status': 'completed', 'code': 200} Jan 14 03:18:04.727442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-774d7938-b38d-4652-9c45-2c6bc4063cd5 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3923061 Jan 14 03:18:04.763476 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-664b3ef9-078b-485a-b839-d251ba4cb2b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977414 Jan 14 03:18:04.791653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-36fe3330-be45-4907-ae2b-73010a5d9556 service neutron] 10.222.0.30 "GET /v2.0/networks/02e5a75e-eac1-4a17-8af1-b0a1251cb415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508320 Jan 14 03:18:04.829453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.840878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2afea5bd-798d-419a-bc01-8929bcaa4898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:04.868126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70860b40-8ef6-414c-a2b3-eefeded8816a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:04.877451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:04.886010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:04.887237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70860b40-8ef6-414c-a2b3-eefeded8816a HTTP/1.1" status: 204 len: 168 time: 0.7181034 Jan 14 03:18:04.954162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-6bca1f62-725e-47a7-bd7b-12161c9404e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:04.956154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-6bca1f62-725e-47a7-bd7b-12161c9404e6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 1159 time: 0.2190039 Jan 14 03:18:04.995783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:05.006258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:05.036549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:05.045790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:05.080325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] For port 0550d998-b74f-4031-be7c-523efa4619e7, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:05.105693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Deleting port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:05.106567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:05.129378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] For port 0550d998-b74f-4031-be7c-523efa4619e7, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=0550d998-b74f-4031-be7c-523efa4619e7,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:05.177031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:05.201302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:05.241305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4764c45d-7f65-44d6-a422-8dbf6b3b8f52 tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:05.275820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:05.276261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:05.317653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-b0aea80b-c6ec-49b4-9138-574934b7012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:05.319928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-b0aea80b-c6ec-49b4-9138-574934b7012d service neutron] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 908 time: 0.3557971 Jan 14 03:18:05.417292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-0d290ffb-d138-4d09-9b48-e274596aefe4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36 HTTP/1.1" status: 200 len: 217 time: 0.0762854 Jan 14 03:18:05.494190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d8fedeef-f294-4af7-85e2-0ff0f6df75a0 service neutron] 10.222.0.30 "GET /v2.0/networks/02e5a75e-eac1-4a17-8af1-b0a1251cb415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6653202 Jan 14 03:18:05.502951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-152d17c3-c48d-404c-a770-1e075132df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:05.505165 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-152d17c3-c48d-404c-a770-1e075132df5c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.0787568 Jan 14 03:18:05.534640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-f0e24457-9d0b-4ece-825e-c91d428e577c service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510922 Jan 14 03:18:05.586100 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-a2e101fb-c95f-45ed-95a3-9c4ec490f7a9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709074 Jan 14 03:18:05.590556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] For port 5e4fef50-a926-4e7f-939a-e9d7685a8bfd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:05.590961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.044622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-e509a318-8de8-4084-84c6-1eaa1d08e5da None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:06.121241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Calling delete_port for 5e4fef50-a926-4e7f-939a-e9d7685a8bfd owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:06.238420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-b80e06c6-ff5c-42f5-9f5f-7fbe5fd52698 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384425 Jan 14 03:18:06.320998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Pushing event updated for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:06.325916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.084s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:06.402553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f9e0f128-0a61-448c-9b9c-dd43ecbeec36 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:06.411337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19c68df9-bd35-4bc6-819c-84a794904c13 req-eefbab03-227e-49d6-bce4-f60960e863ec service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453977 Jan 14 03:18:06.537480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07'}, {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:06.557353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:06.558142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.559804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] 10.222.0.78 "PUT /v2.0/ports/0550d998-b74f-4031-be7c-523efa4619e7 HTTP/1.1" status: 200 len: 1157 time: 7.9732480 Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.560438 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.565380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.584300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-aa0ee6c7-ef5d-4d9f-bb7f-1426448e5e5c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:06.584969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-aa0ee6c7-ef5d-4d9f-bb7f-1426448e5e5c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Synchronizing usage tracker for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:06.587008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:06.594450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:06.595079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.610687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-aa0ee6c7-ef5d-4d9f-bb7f-1426448e5e5c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Unset dirty status for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:06.611935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-aa0ee6c7-ef5d-4d9f-bb7f-1426448e5e5c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.78 "GET /v2.0/ports?device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 945 time: 0.1989594 Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.685840 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.689573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:06.693552 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:06.699809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Deleting port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:06.700201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.711136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:06.735662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:06.761118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:06.761993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Synchronizing usage tracker for tenant:561318f0e15a4974a7326e836b646bae on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:06.765607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:06.767048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6a15e623-518b-4812-986b-372a7e297df6 req-8deb40cc-c83b-4a07-ae8e-f17686f66be3 service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1785376 Jan 14 03:18:06.855014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.882097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ff90fb-b64b-423b-ba92-5c71c9aa0293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.883678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:06.887736 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd', 'status': 'completed', 'code': 200} Jan 14 03:18:06.888301 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129e9bff-03e9-46d4-a302-6bb22194a379', 'name': 'network-vif-deleted', 'tag': 'a9d67c16-8619-4402-9f37-792e05c6241e', 'status': 'completed', 'code': 200} Jan 14 03:18:06.903558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Unset dirty status for tenant:561318f0e15a4974a7326e836b646bae on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:06.909814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-567f19a6-d91e-45d3-8907-46233ba1913b req-64b6fe33-60a1-4598-a22f-e9c1fd03fe3a tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.2685378 Jan 14 03:18:06.925850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:06.959345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.3 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/aabdb28f-8467-4e0f-a763-7803daa5ef5f) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:06.972642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-439728689', 'description': 'tempest-description-42959098'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:07.016819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:07.019267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:07.028484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:07.034547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-f08c4f49-99d3-481a-a8e7-2d27da5eb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:07.034841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.036272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-f08c4f49-99d3-481a-a8e7-2d27da5eb4dd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 1160 time: 0.4246178 Jan 14 03:18:07.039044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e7eae847-ba13-428f-ad0e-0d832965bbfd up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:07.047382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:07.083200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f2468b3-4836-4be2-9e7a-7c4ce3b1bdce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:07.217825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4fef50-a926-4e7f-939a-e9d7685a8bfd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:07.236249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-450d02cf-6f67-489c-9f0c-532d6b8a32ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0550d998-b74f-4031-be7c-523efa4619e7 HTTP/1.1" status: 200 len: 217 time: 0.1784685 Jan 14 03:18:07.243633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port e7eae847-ba13-428f-ad0e-0d832965bbfd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:07.245114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.251247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:07.342251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:07.361990 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:07.401647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-3343d09d-2e42-4e9c-9ca7-10f6f927e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:07.403265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-3343d09d-2e42-4e9c-9ca7-10f6f927e3bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.1436493 Jan 14 03:18:07.423244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:07.470158 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-13da18de-bfb3-4de0-9351-11bcc1af51d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546265 Jan 14 03:18:07.506211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:07.514407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.579187 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07', 'code': 200} Jan 14 03:18:07.579474 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd', 'code': 200} Jan 14 03:18:07.592817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.627475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:07.653014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:07.653557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.700153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:07.711529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:07.714765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2228-eebf-498c-b765-493c45b2269a req-ef51cded-6f8e-4d3b-87d3-d502e7ba4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:07.716465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-ef51cded-6f8e-4d3b-87d3-d502e7ba4c5e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 1161 time: 0.7658262 Jan 14 03:18:07.731523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:07.838974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.851474 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023', 'status': 'completed', 'code': 200} Jan 14 03:18:07.882151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Calling delete_port for 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:07.884238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:07.891998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:07.906312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:08.018267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:08.033740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:08.063698 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-10f9a265-e9b2-4cfa-8e92-d2fa7fec93a9 service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785291 Jan 14 03:18:08.315838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-70770c21-9384-4a74-a43f-1820ce64148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:08.318258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-70770c21-9384-4a74-a43f-1820ce64148d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 1160 time: 0.5177462 Jan 14 03:18:08.327591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.335718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2228-eebf-498c-b765-493c45b2269a req-50860dcc-ede8-4fb1-999b-e4cdeaf8ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:08.337879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-50860dcc-ede8-4fb1-999b-e4cdeaf8ec30 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 200 len: 908 time: 0.4881780 Jan 14 03:18:08.341547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:18:08.341908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:18:08.365242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806ad85-110c-4a85-bdb8-d4e185633885 req-ae85a369-74b0-4091-a2dd-85eeb88760c9 tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:08.381133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7806ad85-110c-4a85-bdb8-d4e185633885 req-ae85a369-74b0-4091-a2dd-85eeb88760c9 tempest-ComputeTenantNetworksTest-405845147 tempest-ComputeTenantNetworksTest-405845147] 10.222.0.30 "GET /v2.0/networks/641eab28-1579-4048-840d-22a5277c02e1 HTTP/1.1" status: 200 len: 769 time: 0.5037208 Jan 14 03:18:08.389046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f9e0f128-0a61-448c-9b9c-dd43ecbeec36 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:08.432608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-27ae9eb0-5f76-4ae7-99ee-193c3266e2d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd HTTP/1.1" status: 200 len: 217 time: 0.0877404 Jan 14 03:18:08.435046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47784) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:08.464206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-95939682-2f04-4562-a34f-e795c3ce5f38 service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3446386 Jan 14 03:18:08.592285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:08.594713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.598372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.711654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.742465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.751374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8303ea03-f905-41a1-b19d-6398aaa3b636 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:08.761719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.785630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-bdbc8b23-0952-4ed7-96bc-9aca3855282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:08.787339 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-bdbc8b23-0952-4ed7-96bc-9aca3855282c service neutron] 10.222.0.74 "GET /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a HTTP/1.1" status: 200 len: 1027 time: 0.2054207 Jan 14 03:18:08.796010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab6bad-cc41-410c-8bc3-25ce5271450b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:08.874485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.883733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Deleting port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:08.884118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:08.890644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:08.914553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8634c7fb-d18d-41e6-9209-00c3bcea1023 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:08.936602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.937337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.937941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.938532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.939113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.939697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.940282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.941098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.941944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.942903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.943484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.944072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.944778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.945425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.946060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.946694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.947328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.947957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.948622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.949251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.949887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.950521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.951337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.952179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.953007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.953641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.954265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.954889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.955537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.956170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.956853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.957514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.958256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.958889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.959515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.960138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:08.987221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:08.993366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-6e312cfb-6dae-4a53-939a-d26cfef7be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:08.995441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-6e312cfb-6dae-4a53-939a-d26cfef7be43 service neutron] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 908 time: 0.6045206 Jan 14 03:18:08.996280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e728e41f-5775-4948-a3fd-30b8cb7b562f tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:09.123513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 8634c7fb-d18d-41e6-9209-00c3bcea1023 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:09.139918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8634c7fb-d18d-41e6-9209-00c3bcea1023 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:09.140381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.254670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:09.426939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.430536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.535079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.557350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8634c7fb-d18d-41e6-9209-00c3bcea1023, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:09.566364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.574174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:09.591190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d2228-eebf-498c-b765-493c45b2269a req-8770b038-f683-420c-8107-ae7aa081535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:09.592848 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-8770b038-f683-420c-8107-ae7aa081535e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b29e2781-4c7c-4095-9719-c14a914263c5 HTTP/1.1" status: 200 len: 853 time: 1.1512213 Jan 14 03:18:09.675132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36'}, {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f'}, {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:09.681275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:09.695221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:09.701229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.718315 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-b5095dcf-f1de-4433-801f-445b8c5391b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f8bae256-01ca-4e63-b2b1-705ced30f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045074 Jan 14 03:18:09.772991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:09.781261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.788051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.790922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffe9c53e-5d16-43ca-bde7-98c7b3341921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:09.964375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:09.965981 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-40d0daaf-e879-4058-b673-29365b5e7d0a req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 3.0039954 Jan 14 03:18:10.005719 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-67ee420d-6c16-4013-96cf-a3e5e9938e80 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023 HTTP/1.1" status: 200 len: 217 time: 0.9593654 Jan 14 03:18:10.096478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-822708c0-a39a-4277-a162-3d89cf2217f3 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653866 Jan 14 03:18:10.153963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d92b625c-6535-42f5-a7f6-c5b6aea5ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:10.155481 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d92b625c-6535-42f5-a7f6-c5b6aea5ec6b service neutron] 10.222.0.74 "GET /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145 HTTP/1.1" status: 200 len: 1027 time: 1.3562849 Jan 14 03:18:10.187398 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7', 'status': 'completed', 'code': 200} Jan 14 03:18:10.323332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-ca1a0cae-a484-47c6-8b3a-d41bd11e50c0 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:10.345455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:10.359684 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:10.414497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:10.508323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.512s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:10.569541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cb8d2228-eebf-498c-b765-493c45b2269a req-3edce474-810a-4f45-855e-ef66c7b9a3d8 service neutron] 10.222.0.78 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2367918 Jan 14 03:18:10.674775 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36', 'code': 200} Jan 14 03:18:10.674920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-17fe8fba-a2a3-4221-8c69-abcc888b0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:10.675096 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f', 'code': 422} returned with failed status Jan 14 03:18:10.675698 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023', 'code': 200} Jan 14 03:18:10.677094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-17fe8fba-a2a3-4221-8c69-abcc888b0c16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.6157835 Jan 14 03:18:10.718995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641eab28-1579-4048-840d-22a5277c02e1']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:10.727193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8634c7fb-d18d-41e6-9209-00c3bcea1023 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:10.749426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d64e12-ca98-4c93-9167-e755e16055e7') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:10.749759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d64e12-ca98-4c93-9167-e755e16055e7') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.818673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.822020 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:10.828302 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:10.840452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-12368ad4-9b2f-4542-bcfd-89c292103a4d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:10.841279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-12368ad4-9b2f-4542-bcfd-89c292103a4d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Synchronizing usage tracker for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:10.852239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:10.852447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1086901681', 'description': 'tempest-description-1671484735'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:10.869419 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-f37354f9-9337-4819-a135-b7333f7c3e3b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692328 Jan 14 03:18:10.876702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47840) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:10.883029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8634c7fb-d18d-41e6-9209-00c3bcea1023 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:10.883708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:10.917633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-8740d6e0-384a-46f0-88b4-26ff3da2264e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:10.918438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-8740d6e0-384a-46f0-88b4-26ff3da2264e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:10.927839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:10.961849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:10.984809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:10.996197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:11.001708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:11.007094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:11.020944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:18:11.041123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-2029a2a2-dbe8-4935-b0fc-f50e0c1690fc tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.064628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-2029a2a2-dbe8-4935-b0fc-f50e0c1690fc tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.067011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 0550d998-b74f-4031-be7c-523efa4619e7 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:11.089042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-2029a2a2-dbe8-4935-b0fc-f50e0c1690fc tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.090818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-2029a2a2-dbe8-4935-b0fc-f50e0c1690fc tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/networks?id=365c3433-935b-4922-b09e-5acd0e071e8a&id=d183c365-e13d-4000-b117-347f94eba021&id=d183c365-e13d-4000-b117-347f94eba021&id=d183c365-e13d-4000-b117-347f94eba021&id=d183c365-e13d-4000-b117-347f94eba021&id=02e5a75e-eac1-4a17-8af1-b0a1251cb415&id=02e5a75e-eac1-4a17-8af1-b0a1251cb415 HTTP/1.1" status: 200 len: 1989 time: 0.9026031 Jan 14 03:18:11.101121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:11.198282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 0550d998-b74f-4031-be7c-523efa4619e7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:11.202737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-e9d9a6fd-e4d7-45da-bdc3-bb2a494457d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.204321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 0550d998-b74f-4031-be7c-523efa4619e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:11.204496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-e9d9a6fd-e4d7-45da-bdc3-bb2a494457d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 1160 time: 1.0229356 Jan 14 03:18:11.205062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.210550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:11.217535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] For port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:11.218170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.245464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-8740d6e0-384a-46f0-88b4-26ff3da2264e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:11.246734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-8740d6e0-384a-46f0-88b4-26ff3da2264e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 943 time: 1.4042225 Jan 14 03:18:11.328745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-6241d2df-ccaa-4f22-8661-577f4d1a4138 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.337074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-6241d2df-ccaa-4f22-8661-577f4d1a4138 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.9681330 Jan 14 03:18:11.380254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.418741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.420238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 0550d998-b74f-4031-be7c-523efa4619e7, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=0550d998-b74f-4031-be7c-523efa4619e7,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:11.424025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.429258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09da9d7b-ba30-4325-9255-f515a11542d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:11.443866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Calling delete_port for 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:11.491655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Network 641eab28-1579-4048-840d-22a5277c02e1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:11.509819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.518239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:11.531310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:11.532434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device e7eae847-ba13-428f-ad0e-0d832965bbfd no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:11.537912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:11.538277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.583784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.604866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Router 1954dd0a-900b-4144-900a-a93cc381d3bc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:18:11.622257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:11.626338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:11.630295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:11.636197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:11.682230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.714511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.724053 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-162699d8-7b62-47cc-99e3-0f8a2f5df92a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/quotas/da34adcfc0684ab8811a945a0f13efb9 HTTP/1.1" status: 200 len: 375 time: 0.3859656 Jan 14 03:18:11.727950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-12368ad4-9b2f-4542-bcfd-89c292103a4d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Unset dirty status for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:11.729175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-12368ad4-9b2f-4542-bcfd-89c292103a4d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.78 "GET /v2.0/ports?device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 945 time: 1.9270184 Jan 14 03:18:11.734543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.743448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port e7eae847-ba13-428f-ad0e-0d832965bbfd, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:11.747716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.750796 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:11.775759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:11.807860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:11.814305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bde68b2c88f4365906cea3f405cc495 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:11.818987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:11.825169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:11.855772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:11.860807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:11.898802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:11.929559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:11.930294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.005283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a15f216e-bc5c-4c1a-ac10-50f3e116f52c tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2fe3a86464a944f68b7616e48a05feec HTTP/1.1" status: 200 len: 5712 time: 0.8050213 Jan 14 03:18:12.032212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 0550d998-b74f-4031-be7c-523efa4619e7 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:12.039407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Request body: {'port': {'device_id': 'ee55f1ec-afd8-4aed-90ff-33c92dd2acd9', 'network_id': '365c3433-935b-4922-b09e-5acd0e071e8a', 'admin_state_up': True, 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'security_groups': ['46563d9e-afd6-4a6c-9820-544eba09a51e']}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:12.154712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 0550d998-b74f-4031-be7c-523efa4619e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:12.155136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.173504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:18:12.186756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Sync routers for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:18:12.199839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:18:12.201554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:18:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:12.309994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] 10.222.0.30 "PUT /v2.0/routers/1954dd0a-900b-4144-900a-a93cc381d3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9488966 Jan 14 03:18:12.315345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47848) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:12.412054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device f9e0f128-0a61-448c-9b9c-dd43ecbeec36 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:12.425643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Network 641eab28-1579-4048-840d-22a5277c02e1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:18:12.468519 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:18:12.473392 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:18:12.556117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:18:12.562143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.602639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:12.606153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Deleting port e7eae847-ba13-428f-ad0e-0d832965bbfd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:12.606543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.630553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.632120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8634c7fb-d18d-41e6-9209-00c3bcea1023 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:12.676080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.699218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.700944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:12.712388 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:12.779660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07'}, {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7'}, {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd'}, {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:12.793871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.831605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5076164b-30bf-433e-a49c-a0057000c889 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:12.832904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5076164b-30bf-433e-a49c-a0057000c889 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:12.850831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Pushing event deleted for resources: {'Port': ['ID=8f57d052-7395-4ba4-a85f-a9e0ca11ce6f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:12.859917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] 10.222.0.30 "DELETE /v2.0/networks/641eab28-1579-4048-840d-22a5277c02e1 HTTP/1.1" status: 204 len: 168 time: 4.4224753 Jan 14 03:18:12.910380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] For port e7eae847-ba13-428f-ad0e-0d832965bbfd, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=e7eae847-ba13-428f-ad0e-0d832965bbfd,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:12.910779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.946096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:12.951526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:12.962976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:12.978344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.978837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.979174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.990771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.991518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.999011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:12.999709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.000298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.000908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.001487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.002064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.002638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.003269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.004590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.005228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.005846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.006454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.007074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.007679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.008285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.011078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.011760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.012400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.013024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.013711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.015422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.016071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.018716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.019404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.020078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.020723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.021363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.026119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.026856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.027483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.028121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:13.038540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:13.042246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8634c7fb-d18d-41e6-9209-00c3bcea1023, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:13.046956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86c4d582-0b96-4879-a269-774d01b4ba38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:13.053022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.054987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:13.120174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Calling delete_port for e7eae847-ba13-428f-ad0e-0d832965bbfd owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:13.136804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Pushing event deleted for resources: {'Network': ['ID=641eab28-1579-4048-840d-22a5277c02e1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:13.143811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.162398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:13.166475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:13.219550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:13.223569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:13.287978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5076164b-30bf-433e-a49c-a0057000c889 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:13.288777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-b17619bf-e852-4c05-bf71-5b0ba97c6966 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3622398 Jan 14 03:18:13.289262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5076164b-30bf-433e-a49c-a0057000c889 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 946 time: 1.0613389 Jan 14 03:18:13.309760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b20c1-6861-4f48-9769-68985dd671cc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:13.357790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:18:06Z', 'revision_number': 5, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:13.366219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Checking router: 1954dd0a-900b-4144-900a-a93cc381d3bc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:18:13.374232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.379408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Routers {'1954dd0a-900b-4144-900a-a93cc381d3bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:18:13.380113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Deleting port 5c184fba-c476-4d9f-bade-6568d9727bc8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:13.380113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.380407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:18:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1954dd0a-900b-4144-900a-a93cc381d3bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:13.409241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.511s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:13.410628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.421573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8be17bc0-702a-4ccd-b805-b2fb77cd8ef0 req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.6456590 Jan 14 03:18:13.569977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] For port 5c184fba-c476-4d9f-bade-6568d9727bc8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c184fba-c476-4d9f-bade-6568d9727bc8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:13.570365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.616598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] Set router 1954dd0a-900b-4144-900a-a93cc381d3bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:18:13.697984 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07', 'code': 422} returned with failed status Jan 14 03:18:13.698531 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7', 'code': 200} Jan 14 03:18:13.699057 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd', 'code': 422} returned with failed status Jan 14 03:18:13.699568 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36', 'code': 422} returned with failed status Jan 14 03:18:13.718949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Calling delete_port for 5c184fba-c476-4d9f-bade-6568d9727bc8 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:13.747617 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6059990 Jan 14 03:18:13.748153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47864) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:13.934456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port 8634c7fb-d18d-41e6-9209-00c3bcea1023 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:13.934762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:13.963923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:18:06Z', 'revision_number': 5, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:13.969265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadaaf0f-48ec-415f-9957-412cbec262f6 None None] The sync data for ids ['1954dd0a-900b-4144-900a-a93cc381d3bc'] in n-d-765315-13 is: [{'id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'name': 'tempest-ServersTestMultiNic-1563430085-router', 'tenant_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:49Z', 'updated_at': '2021-01-14T03:18:06Z', 'revision_number': 5, 'project_id': 'd5fa9907356943cbb4ee20d1f16d1bf7', 'gw_port': {'id': '5c184fba-c476-4d9f-bade-6568d9727bc8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1954dd0a-900b-4144-900a-a93cc381d3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:53Z', 'updated_at': '2021-01-14T03:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:18:14.042886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Request body: {'port': {'device_id': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:14.052581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.185270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.216884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.226998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.341830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e554b641-222a-43f4-8272-eafd28f7cee5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:14.343524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e554b641-222a-43f4-8272-eafd28f7cee5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 943 time: 1.5998251 Jan 14 03:18:14.393113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-927f669c-ae5c-43b5-ada4-26045cabb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:14.398672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-927f669c-ae5c-43b5-ada4-26045cabb238 service neutron] 10.222.0.78 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 901 time: 3.1377285 Jan 14 03:18:14.406918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:14.419724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.421622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b33434c-f97a-49d1-9325-960081b1e79e tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:14.448010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4aff1a8c-19c3-41ac-9568-37849dd8a57e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=561318f0e15a4974a7326e836b646bae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229378 Jan 14 03:18:14.461526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.475547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47874) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:14.612695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'Port': ['ID=e7eae847-ba13-428f-ad0e-0d832965bbfd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:14.616420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:14.617885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:14.660467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7255cd0e-952a-4050-99b6-ab835e3f4d50 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:14.681662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13662f5b-d7fc-4d43-ab5a-4731780a90c5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.30 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&fields=id HTTP/1.1" status: 200 len: 302 time: 2.9566016 Jan 14 03:18:14.750656 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-cfe9954f-3b68-4c6f-b606-7c8c7304f231 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0550d998-b74f-4031-be7c-523efa4619e7 HTTP/1.1" status: 200 len: 217 time: 0.2811415 Jan 14 03:18:14.767616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] No DVR routers for this DVR port 8f57d052-7395-4ba4-a85f-a9e0ca11ce6f on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:14.795555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.798545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-deleted', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:14.833730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:14.834121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.850636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.915542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.925183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.78 "DELETE /v2.0/ports/8f57d052-7395-4ba4-a85f-a9e0ca11ce6f HTTP/1.1" status: 204 len: 173 time: 8.3058956 Jan 14 03:18:14.935335 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bde68b2c88f4365906cea3f405cc495&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0432453 Jan 14 03:18:14.937051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] No DVR routers for this DVR port e7eae847-ba13-428f-ad0e-0d832965bbfd on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:14.939490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:14.958221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:15.045356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-deleted', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:15.084720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Made reservation on behalf of 2fe3a86464a944f68b7616e48a05feec for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:15.093836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.205857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7379ca89-7612-4683-9d8f-37b8e67af895,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:15.257903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:15.274521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.323595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f615b0-bef3-4476-9f51-5241cec12601 req-aedaef37-4dae-4be0-8343-6dcf6e69b54d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Synchronizing usage tracker for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:15.361962 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.78 "DELETE /v2.0/ports/e7eae847-ba13-428f-ad0e-0d832965bbfd HTTP/1.1" status: 204 len: 173 time: 3.4967072 Jan 14 03:18:15.371547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a138f2d9-1b4b-48d7-8407-ff02f1af7953 req-31e017f7-501e-4df9-9781-7405a42ec2bf service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0182912 Jan 14 03:18:15.380696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:15.381114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.421793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f615b0-bef3-4476-9f51-5241cec12601 req-aedaef37-4dae-4be0-8343-6dcf6e69b54d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Unset dirty status for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:15.431940 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f615b0-bef3-4476-9f51-5241cec12601 req-aedaef37-4dae-4be0-8343-6dcf6e69b54d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed674f29d50d49d68b49bce1a2066386 HTTP/1.1" status: 200 len: 10909 time: 1.6224377 Jan 14 03:18:15.543740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.644476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.647919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.661217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port f9e0f128-0a61-448c-9b9c-dd43ecbeec36, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:15.661597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:15.672488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-887a3b80-383b-469f-8265-ac9a2f8fb696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:15.701196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:15.703031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-83124ff9-9f8f-425f-be47-4f3c35bbca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:15.704643 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-83124ff9-9f8f-425f-be47-4f3c35bbca90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.8644807 Jan 14 03:18:15.860540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for f9e0f128-0a61-448c-9b9c-dd43ecbeec36 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:15.887799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e4fef50-a926-4e7f-939a-e9d7685a8bfd no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:15.937949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5e4fef50-a926-4e7f-939a-e9d7685a8bfd {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:18:15.938404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5e4fef50-a926-4e7f-939a-e9d7685a8bfd not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:18:16.017925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 0550d998-b74f-4031-be7c-523efa4619e7 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:16.105372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7379ca89-7612-4683-9d8f-37b8e67af895,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:16.124185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:16.132551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.133792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7379ca89-7612-4683-9d8f-37b8e67af895 HTTP/1.1" status: 204 len: 168 time: 1.1745379 Jan 14 03:18:16.134571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.303891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.315057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d16b3f2b-9ade-48d2-8266-1bfbcccbfd33 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:16.376258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.381689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 0550d998-b74f-4031-be7c-523efa4619e7, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=0550d998-b74f-4031-be7c-523efa4619e7,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:16.390191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.395623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:16.406487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-1a1ef7a7-99e3-43cb-af96-fe8d382e2920 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:16.408198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-1a1ef7a7-99e3-43cb-af96-fe8d382e2920 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/ports?device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 946 time: 1.3185902 Jan 14 03:18:16.515085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:16.530230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:16.537174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port 0550d998-b74f-4031-be7c-523efa4619e7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:16.537566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.568393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=f9e0f128-0a61-448c-9b9c-dd43ecbeec36,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:16.596982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:16.675048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port f9e0f128-0a61-448c-9b9c-dd43ecbeec36 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:16.684245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.694378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port 8634c7fb-d18d-41e6-9209-00c3bcea1023, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8634c7fb-d18d-41e6-9209-00c3bcea1023,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:16.694779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.704563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:16.711741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.795035 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "DELETE /v2.0/ports/f9e0f128-0a61-448c-9b9c-dd43ecbeec36 HTTP/1.1" status: 204 len: 173 time: 2.4392509 Jan 14 03:18:16.825284 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4ba215bc-7995-4f6a-a67b-7da76af4808f service neutron] 10.222.0.30 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0898805 Jan 14 03:18:16.943053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47914) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:16.959669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:16.985346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-58fec515-d83e-43cc-8674-36d09bf1ca8b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 210 time: 1.2795935 Jan 14 03:18:17.076658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1eeadf6-8f22-4431-87a8-01fbfca5ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:17.098422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for 8634c7fb-d18d-41e6-9209-00c3bcea1023 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:17.258377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:17.280031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d6a1de0-e0eb-48c9-aeaf-e7f12921fd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:17.293397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:17.304583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e454eb-5731-4c85-8073-1a4b7d96269c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:17.309475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:17.356760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:17.367111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:17.373132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:17.377385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Usage tracker for resource:security_group_rule and tenant:8978ef5ee9a84613b624e561be6b212a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:17.381118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:17.387193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:17.457909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-a96b1ed9-36f2-488c-a3c6-4a99f2a0a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:17.459442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-a96b1ed9-36f2-488c-a3c6-4a99f2a0a051 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=f7472bcbf4c54b328a5960aeef357255&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3729618 Jan 14 03:18:17.462745 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-0726cd8e-a176-4cf8-ad03-392bf4617dcf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 210 time: 0.6252437 Jan 14 03:18:17.464742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-9574c36d-1b07-4d40-96ee-50742bd225c0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5471470 Jan 14 03:18:17.465579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'SecurityGroup': ['ID=46563d9e-afd6-4a6c-9820-544eba09a51e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:17.485848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:17.677926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-28fa9d86-46e9-46c6-a59e-3ec47367dd95 service neutron] 10.222.0.30 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6509864 Jan 14 03:18:17.692773 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f615b0-bef3-4476-9f51-5241cec12601 req-53cf91d6-d144-4042-8eb8-9c393e2b10bb tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/afad18ca-59cb-4cce-9b74-859c6e6427b3 HTTP/1.1" status: 200 len: 2985 time: 2.2584691 Jan 14 03:18:17.946726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port 0550d998-b74f-4031-be7c-523efa4619e7, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=0550d998-b74f-4031-be7c-523efa4619e7,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:17.947114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:18.088455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for 0550d998-b74f-4031-be7c-523efa4619e7 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:18.278501 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.218s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:18.284206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:18.292261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95d504a4-e5c6-48bb-8e82-bf5010768de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:18.302701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:18.306382 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38e454eb-5731-4c85-8073-1a4b7d96269c HTTP/1.1" status: 204 len: 168 time: 3.5384088 Jan 14 03:18:18.363868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-cf6291c6-6589-461b-b1a8-de3ec6b25195 service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694249 Jan 14 03:18:18.617929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-4bcf4867-b217-43e7-a59f-3902777571be tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:18.619542 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-4bcf4867-b217-43e7-a59f-3902777571be tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.74 "GET /v2.0/networks?id=f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 200 len: 813 time: 0.2882559 Jan 14 03:18:18.620242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:18.622736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-398b141d-d9d5-4ab2-8af9-0e1f50711c30 req-3811ec0f-4a96-45c7-a8a3-c3fc0a76f6f5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:18.851357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'port': {'device_id': '54405b73-92a7-4107-94b8-f814f348394f', 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3', 'admin_state_up': True, 'tenant_id': 'ed674f29d50d49d68b49bce1a2066386'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:18.958705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-79dbb669-6edb-48cc-8b45-fa5147e6442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:18.960651 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-79dbb669-6edb-48cc-8b45-fa5147e6442b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7396533 Jan 14 03:18:18.988956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0bde1-f02b-4824-a675-5db01575389a req-128f18a6-55d3-426b-8276-5177c6d44e41 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:18.996585 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-128f18a6-55d3-426b-8276-5177c6d44e41 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.6352911 Jan 14 03:18:19.052783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.060091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:19.064801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:port and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:19.068897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:19.074983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:19.130308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-f78dc78b-e4d2-43ca-8118-67d08af8019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:19.132710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.133465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1954dd0a-900b-4144-900a-a93cc381d3bc {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:18:19.135064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Made reservation on behalf of ed674f29d50d49d68b49bce1a2066386 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:19.142503 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-f78dc78b-e4d2-43ca-8118-67d08af8019e service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ed674f29d50d49d68b49bce1a2066386&shared=False HTTP/1.1" status: 200 len: 908 time: 0.8866506 Jan 14 03:18:19.146345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.147947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabdb28f-8467-4e0f-a763-7803daa5ef5f {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:19.311998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-0cc131e7-1dee-4b6d-9844-4eff10075f0f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.3140352 Jan 14 03:18:19.451838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-398b141d-d9d5-4ab2-8af9-0e1f50711c30 req-3811ec0f-4a96-45c7-a8a3-c3fc0a76f6f5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:19.453132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-398b141d-d9d5-4ab2-8af9-0e1f50711c30 req-3811ec0f-4a96-45c7-a8a3-c3fc0a76f6f5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 210 time: 0.9455264 Jan 14 03:18:19.469746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.471649 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/security-groups/46563d9e-afd6-4a6c-9820-544eba09a51e HTTP/1.1" status: 204 len: 168 time: 5.5824263 Jan 14 03:18:19.487042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.495954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47968) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:19.499107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80a3609b-51b7-42b6-9967-da091dfd9411 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:19.501739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80a3609b-51b7-42b6-9967-da091dfd9411 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.2975657 Jan 14 03:18:19.643626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Allocated IP 172.20.0.9 (365c3433-935b-4922-b09e-5acd0e071e8a/3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e/2204fcab-417a-47f9-8f31-f66492c2f674) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:19.797310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'db1471b3-601d-419b-9932-8740699b0004', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:19.831734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8978ef5ee9a84613b624e561be6b212a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7465627 Jan 14 03:18:19.833593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port 0550d998-b74f-4031-be7c-523efa4619e7 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:19.835629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db3f6f-f46c-4f9a-b0d7-b95ce7f88873,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:19.840815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47976) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:19.950023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c184fba-c476-4d9f-bade-6568d9727bc8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:19.991287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:19.994268 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "DELETE /v2.0/ports/0550d998-b74f-4031-be7c-523efa4619e7 HTTP/1.1" status: 204 len: 173 time: 3.5692539 Jan 14 03:18:19.996256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.003588 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08ad6aec-46e9-4b4e-b998-4bed453e3552 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1954dd0a-900b-4144-900a-a93cc381d3bc HTTP/1.1" status: 204 len: 168 time: 7.6641283 Jan 14 03:18:20.054024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47980) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:20.054024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.759s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:20.070100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5c184fba-c476-4d9f-bade-6568d9727bc8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:18:20.077342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c184fba-c476-4d9f-bade-6568d9727bc8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:18:20.227552 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a4d10796-8b30-4e7b-a47d-65081cae9604 req-55dd0975-e843-4f36-99b5-46f568cf89c6 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.78 "GET /v2.0/ports?device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 210 time: 0.9427435 Jan 14 03:18:20.229362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-61dcfc62-1202-444e-9eb8-f1647b7ba731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:20.231057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-61dcfc62-1202-444e-9eb8-f1647b7ba731 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0876541 Jan 14 03:18:20.237269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f615b0-bef3-4476-9f51-5241cec12601 req-8be59015-c465-4f2a-854b-2429253a99e2 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/afad18ca-59cb-4cce-9b74-859c6e6427b3 HTTP/1.1" status: 200 len: 2985 time: 2.5434072 Jan 14 03:18:20.349920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Transition to ACTIVE for port object aabdb28f-8467-4e0f-a763-7803daa5ef5f will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:20.355335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.366319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.526s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:20.394333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-dad7e47a-afe9-4549-8d20-c1d983f8eac3 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:20.396953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-dad7e47a-afe9-4549-8d20-c1d983f8eac3 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.74 "GET /v2.0/networks?id=25ded44a-7917-4b1f-80bd-2d34fa02d79e HTTP/1.1" status: 200 len: 814 time: 3.3689344 Jan 14 03:18:20.427683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4d1f01c-6425-45bc-9a1f-d4b70a0e83b5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:20.454531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: [parameters: {'port_id': '2204fcab-417a-47f9-8f31-f66492c2f674', 'security_group_id': '46563d9e-afd6-4a6c-9820-544eba09a51e'}] Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:18:20.486231 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:18:20.491555 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:18:20.499254 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '2204fcab-417a-47f9-8f31-f66492c2f674', 'security_group_id': '46563d9e-afd6-4a6c-9820-544eba09a51e'}] Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] No notification will be sent due to unsuccessful status code: 500 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:18:20.507429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.512432 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-deleted', 'tag': '8f57d052-7395-4ba4-a85f-a9e0ca11ce6f', 'status': 'completed', 'code': 200} Jan 14 03:18:20.512432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927486-1182-4e3f-b402-dc68e83c5989 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=0550d998-b74f-4031-be7c-523efa4619e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:20.518516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47990) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:20.587356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Request body: {'port': {'device_id': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e', 'admin_state_up': True, 'tenant_id': 'f7472bcbf4c54b328a5960aeef357255'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:20.594047 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023', 'code': 422} returned with failed status Jan 14 03:18:20.678190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=8634c7fb-d18d-41e6-9209-00c3bcea1023,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:20.686018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Deleting subnet cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:18:20.689450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.752311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.841631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:20.862431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:18:21.044514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:21.047488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-09ab67be-176a-4cb0-820d-3874df13d6af tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Synchronizing usage tracker for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:21.053676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:21.062155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:21.065671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:21.072657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:21.085564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:21.127774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.939s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:21.129690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:21.144834 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-deleted', 'tag': 'e7eae847-ba13-428f-ad0e-0d832965bbfd', 'status': 'completed', 'code': 200} Jan 14 03:18:21.156426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:21.166162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:21.183478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:21.196731 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-7efc2468-2c6f-4d80-8b9c-cf5c44a478c9 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] show failed (client error): The resource could not be found. Jan 14 03:18:21.201484 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7efc2468-2c6f-4d80-8b9c-cf5c44a478c9 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "GET /v2.0/security-groups/46563d9e-afd6-4a6c-9820-544eba09a51e HTTP/1.1" status: 404 len: 347 time: 1.5791938 Jan 14 03:18:21.247632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:21.259688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:21.301034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:21.522118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:21.595774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4374df6a-482d-4385-8147-518fca342c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:21.606565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:21.642972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1d0153e3-f411-4508-b0bf-d13eb6adcfb5 req-337e8722-c3b9-4e6b-aa27-303217507cac service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.0697331 Jan 14 03:18:21.673584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1d3ae7a6-d582-49ad-9369-e3b7cf24ea6f tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 9.6391010 Jan 14 03:18:21.720530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dbb0bde1-f02b-4824-a675-5db01575389a req-ddf5e0e0-eea1-4efb-a72e-b12712ff83cc tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:21.733773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:21.743865 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-5dd79366-892b-46bc-bdda-471251a45bb1 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/f57ef15b-2ccb-4289-96ab-726796aafb10 HTTP/1.1" status: 200 len: 1803 time: 0.5920911 Jan 14 03:18:21.757169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-09ab67be-176a-4cb0-820d-3874df13d6af tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Unset dirty status for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:21.758354 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-09ab67be-176a-4cb0-820d-3874df13d6af tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.78 "GET /v2.0/ports?device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 210 time: 1.3327689 Jan 14 03:18:21.866538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Usage tracker for resource:port and tenant:f7472bcbf4c54b328a5960aeef357255 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:21.940300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Deleting port 4d52ec2f-2b5e-4e2c-80b6-c919951c89b4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:21.940933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.029288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:22.040283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Pushing event updated for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:22.116311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dbb0bde1-f02b-4824-a675-5db01575389a req-ddf5e0e0-eea1-4efb-a72e-b12712ff83cc tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:22.117952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-ddf5e0e0-eea1-4efb-a72e-b12712ff83cc tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 302 time: 2.8044181 Jan 14 03:18:22.122806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:22.125610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:22.162638 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f767b1b4-a29b-4e76-9470-e373a4168f3b req-5fd13ea2-da8a-4bcb-8e9e-c52b9bf33012 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 210 time: 0.4064009 Jan 14 03:18:22.163557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.232636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port 8634c7fb-d18d-41e6-9209-00c3bcea1023 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:22.235188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.256095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-network', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:22.353887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "DELETE /v2.0/ports/8634c7fb-d18d-41e6-9209-00c3bcea1023 HTTP/1.1" status: 204 len: 173 time: 8.5554268 Jan 14 03:18:22.356379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.359560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41db3f6f-f46c-4f9a-b0d7-b95ce7f88873 HTTP/1.1" status: 204 len: 168 time: 2.3508034 Jan 14 03:18:22.365813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:22.370353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Usage tracker for resource:network and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:22.374432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:22.386424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:22.388764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767b1b4-a29b-4e76-9470-e373a4168f3b req-41c3190d-74ec-4b3b-a06e-c6e4a50f097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:22.390440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f767b1b4-a29b-4e76-9470-e373a4168f3b req-41c3190d-74ec-4b3b-a06e-c6e4a50f097a service neutron] 10.222.0.78 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 901 time: 0.2161982 Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.415720 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:22.421675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:22.505610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.521446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-deleted', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36'}, {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-deleted', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7'}, {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-deleted', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:22.554000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-ae7e24eb-ecab-462b-b302-2b2b1fd0e7bd tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:22.555905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-ae7e24eb-ecab-462b-b302-2b2b1fd0e7bd tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 1.1704786 Jan 14 03:18:22.557115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db3f6f-f46c-4f9a-b0d7-b95ce7f88873,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:22.644335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:22.650852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:22.651569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Made reservation on behalf of d3913593bd0b4eae9bf8a0b65599ee0a for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:22.656460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.690396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:22.696157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:22.722142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.761324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Made reservation on behalf of f7472bcbf4c54b328a5960aeef357255 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:22.778526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:22.825189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a366c20c-625f-4951-bcce-f7c516ce2df9 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:22.826867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a366c20c-625f-4951-bcce-f7c516ce2df9 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 2.4080553 Jan 14 03:18:22.873122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:22.911878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:22.916111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:22.938435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:22.948247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Allocated IP 172.20.0.2 (f8bae256-01ca-4e63-b2b1-705ced30f2c3/b29e2781-4c7c-4095-9719-c14a914263c5/f3ca2cbf-4c80-4c79-adbf-3ec3c96646af) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:22.954904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:22.965986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:22.980378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:23.029263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-2e206828-5a95-4519-9cb6-091a8fbb04cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fe3a86464a944f68b7616e48a05feec&device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.0705311 Jan 14 03:18:23.085234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:23.317605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:23.358882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Usage tracker for resource:security_group_rule and tenant:0514db2af0c2453bbb731835e991bb81 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:23.399489 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-310b9618-bfcf-4e39-9e7c-c9918ca09376 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 210 time: 0.1839483 Jan 14 03:18:23.401171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-767a6428-8d39-49eb-a589-d351642ce21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:23.402504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-767a6428-8d39-49eb-a589-d351642ce21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:23.404041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-767a6428-8d39-49eb-a589-d351642ce21c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2fe3a86464a944f68b7616e48a05feec&shared=False HTTP/1.1" status: 200 len: 2274 time: 0.3202775 Jan 14 03:18:23.404905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:23.414843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:23.451667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:23.463698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:23.560903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f767b1b4-a29b-4e76-9470-e373a4168f3b req-27ae510d-4ec8-4bb3-98d1-e186d7c79859 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/ports?device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 210 time: 1.0231519 Jan 14 03:18:23.585549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-da1fc71e-4cef-4dd8-8be6-edd35f229396 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:23.588015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-da1fc71e-4cef-4dd8-8be6-edd35f229396 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 1.0517802 Jan 14 03:18:23.589136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:23.709926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:23.730508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1da0b8c7-9542-4c0d-b0fe-a4d77998d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:23.732326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-1da0b8c7-9542-4c0d-b0fe-a4d77998d7cd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2964365 Jan 14 03:18:23.795251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:23.839236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-745d074c-95aa-482f-bbd5-4cc0d756f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:23.951142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:23.979873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.6 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/8278ee6a-fac3-4683-8e09-a5d4826a33ad) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:24.047514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-3d157c43-d7fb-43be-8284-cbc333dc9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:24.049156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-3d157c43-d7fb-43be-8284-cbc333dc9eb8 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.5494511 Jan 14 03:18:24.073601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ef15b-2ccb-4289-96ab-726796aafb10,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:24.077927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.137990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.170899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:24.171465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-deleted', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:24.178231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "DELETE /v2.0/ports/ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07 HTTP/1.1" status: 204 len: 173 time: 12.9144750 Jan 14 03:18:24.187599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0113222f-3328-44e4-b4a7-036636df3e35 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:24.234309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.249337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-615105f9-3aa0-4205-a7f8-15371d42a305 req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/f57ef15b-2ccb-4289-96ab-726796aafb10 HTTP/1.1" status: 204 len: 173 time: 2.3104236 Jan 14 03:18:24.333779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:24.345114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:24.354947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:24.369828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:24.410466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:24.420798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.435544 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-c3251961-36c5-4847-8454-561f1f629dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2583005 Jan 14 03:18:24.481003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.481626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:24.571694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-d4170679-ba1c-4400-b784-21f5a6833e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:24.573341 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-d4170679-ba1c-4400-b784-21f5a6833e6e service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5042684 Jan 14 03:18:24.628103 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7', 'code': 200} Jan 14 03:18:24.656685 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-deleted', 'tag': 'f9e0f128-0a61-448c-9b9c-dd43ecbeec36', 'status': 'completed', 'code': 200} Jan 14 03:18:24.657029 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-deleted', 'tag': '0550d998-b74f-4031-be7c-523efa4619e7', 'status': 'completed', 'code': 200} Jan 14 03:18:24.657363 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-deleted', 'tag': '8634c7fb-d18d-41e6-9209-00c3bcea1023', 'status': 'completed', 'code': 200} Jan 14 03:18:24.709612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:24.717564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:24.743684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-547569fc-1b46-4b91-9a4d-ab06c07cbaaf tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:24.745323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-547569fc-1b46-4b91-9a4d-ab06c07cbaaf tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.5116665 Jan 14 03:18:24.823820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:24.878902 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-deleted', 'tag': 'ff86a38f-10b7-42fa-bd8c-3d6f82ba0d07', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:18:24.879646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Attempting to bind port aabdb28f-8467-4e0f-a763-7803daa5ef5f on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:24.880014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Attempting to bind port aabdb28f-8467-4e0f-a763-7803daa5ef5f by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:24.880411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Attempting to bind port aabdb28f-8467-4e0f-a763-7803daa5ef5f on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:24.914028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Calling delete_port for 4d52ec2f-2b5e-4e2c-80b6-c919951c89b4 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:25.006840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.013243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.74', 59552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:25.083551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-482ea35b-8d0a-4ecd-99ca-bcb0c18b09da tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Synchronizing usage tracker for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:25.088310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:25.088722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:25.089132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.089539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:25.090047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Bound port: aabdb28f-8467-4e0f-a763-7803daa5ef5f, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:25.090423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.213599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-482ea35b-8d0a-4ecd-99ca-bcb0c18b09da tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Unset dirty status for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:25.214914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-482ea35b-8d0a-4ecd-99ca-bcb0c18b09da tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports?device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.5219212 Jan 14 03:18:25.215813 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-da72616d-f2f7-48c4-b389-b2773001f33d req-d2ff02ae-1f7a-429d-9d8d-6e561989f793 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:18:25.216884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-da72616d-f2f7-48c4-b389-b2773001f33d req-d2ff02ae-1f7a-429d-9d8d-6e561989f793 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/f57ef15b-2ccb-4289-96ab-726796aafb10 HTTP/1.1" status: 404 len: 352 time: 0.3433478 Jan 14 03:18:25.287395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:25.362946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.578551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.595641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:25.605384 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ec69c940-83b6-4f65-96af-593dc8c1f118 req-ece0900c-596f-4a11-9057-71903e3310fd tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 210 time: 0.8054383 Jan 14 03:18:25.606186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6affba77-e6a0-4692-a3db-f7ad129d048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:25.638724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-b7c2c392-f9c2-410d-97d0-95a46955c48c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 210 time: 0.1195836 Jan 14 03:18:25.642892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.643292 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Added segment b418a4eb-e64c-470b-be98-2ef1ba260759 of type vxlan for network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 Jan 14 03:18:25.676425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f051c7ed-af56-4e57-83a9-8c677957728a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:25.684457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:25.688889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:25.693262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:25.701212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-315a9c8d-6679-43c4-87f8-8d9c66430a01 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:25.702785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-315a9c8d-6679-43c4-87f8-8d9c66430a01 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4463098 Jan 14 03:18:25.704038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:25.712324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:25.734745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.745653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:25.872387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:25.875630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.883540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.954793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:25.956233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:25.956997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.000614 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-698fb988-64c0-4b91-bfee-9f0d2d40bda3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/b1ab6bad-cc41-410c-8bc3-25ce5271450b HTTP/1.1" status: 200 len: 1800 time: 0.3102362 Jan 14 03:18:26.002978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-a96a816e-e78e-4011-ba1a-3c4bee89c78d service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5490916 Jan 14 03:18:26.004194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.080694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a02a68b1-0794-4713-9805-796c31240f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:26.128006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2336e34-4b46-410b-a089-d0cb549256c3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:26.131048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:26.140255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.189635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:26.227855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88fe6fad-7783-41aa-965b-719c7129d67a tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:26.229451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4e48e-ccb3-4ba9-87ab-83dd5b9e27c3 None None] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:26.373609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0514db2af0c2453bbb731835e991bb81&name=default HTTP/1.1" status: 200 len: 2983 time: 4.7295458 Jan 14 03:18:26.383692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] For port aabdb28f-8467-4e0f-a763-7803daa5ef5f, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:26.423167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48100) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:26.461064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-d80343ca-973a-4f05-977a-4ba28ed3c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:26.464697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-d80343ca-973a-4f05-977a-4ba28ed3c915 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 0.7008162 Jan 14 03:18:26.466155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.551815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] For port aabdb28f-8467-4e0f-a763-7803daa5ef5f, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:26.558885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Allocated IP 172.20.0.8 (25ded44a-7917-4b1f-80bd-2d34fa02d79e/1bb51d5a-454c-4c6e-869a-82f178e9f1b3/2aa520f4-3268-4f16-9f32-c16d9e52a362) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:26.598341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:26.600292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.608723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:26.612168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.618177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:26.636661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:26.681304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.726236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:26.754291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:26.892496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-7303ed3e-ac77-4174-adc3-c2a1f35be941 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1481760 Jan 14 03:18:26.963758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Pushing event updated for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:26.967122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:26.999093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:27.024869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b931605a-680e-4b3c-9c1a-f12cae17fab7 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.110959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:27.114697 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:27.133380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-cef79846-149c-4852-b6ee-ca245245a756 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:27.135501 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-cef79846-149c-4852-b6ee-ca245245a756 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.5626829 Jan 14 03:18:27.149418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:27.161029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:27.251008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:27.276198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cf9dd3f1-b4a4-49ab-a104-2e1717d83d1e HTTP/1.1" status: 204 len: 168 time: 6.9136834 Jan 14 03:18:27.288668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:27.292169 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 6.6168759 Jan 14 03:18:27.293706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:27.299635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:27.309989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] DHCP port deletion for 73f1e7b4-ab54-4066-881f-05fa4d8dc586 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:18:27.317809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Deleting port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:27.318138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:27.492555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:27.493080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48124) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:27.493457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48126) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:27.546098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.5 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/f03f5ae2-1e69-4d45-a060-21c2b1c73670) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:27.647763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:27.653351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:27.664094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:27.675987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-7266278d-e116-4d44-8843-680bcb7face6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:27.677887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-7266278d-e116-4d44-8843-680bcb7face6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8553205 Jan 14 03:18:27.752255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:27.788033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:27.790004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e466dac2-a06f-4f77-8728-706c390d2a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:27.826180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Request body: {'subnet': {'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-subnet', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:27.831448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:27.835540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Usage tracker for resource:subnet and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:27.840201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:27.844732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:27.856808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:27.874604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] For port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,segment=NetworkSegment(e46c4ab4-f447-4cf7-946a-8ef5e5336ad8),segment_id=e46c4ab4-f447-4cf7-946a-8ef5e5336ad8)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:27.874604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.089737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:28.090679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.102974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Port': ['ID=4d52ec2f-2b5e-4e2c-80b6-c919951c89b4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:28.113712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.125235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:28.130234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.135012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfb0efcf-690a-4e5d-a665-0b9950c0e3f7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:28.193818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:28.203689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.207529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device fc64bb4f-6e47-4e78-8cbb-9d49b52867dd no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:28.242722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab6bad-cc41-410c-8bc3-25ce5271450b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:28.279270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.297779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Calling delete_port for fc64bb4f-6e47-4e78-8cbb-9d49b52867dd owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:28.336846 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4921372 Jan 14 03:18:28.339101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-49bbecae-fde3-4876-a691-a43029472b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:28.344191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48142) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:28.683567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.860403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Made reservation on behalf of d3913593bd0b4eae9bf8a0b65599ee0a for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:28.865404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:28.917747 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:28.981732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.74', 59554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:29.024598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:29.081614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Pushing event deleted for resources: {'Port': ['ID=fc64bb4f-6e47-4e78-8cbb-9d49b52867dd,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:29.085270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:29.103706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.124371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.9 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/8a9445b9-6477-449c-b3f2-87e95164133b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:29.203511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] No DVR routers for this DVR port fc64bb4f-6e47-4e78-8cbb-9d49b52867dd on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:29.230256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.249464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-f0685ff6-8b3b-4669-8ba9-b456ee56e691 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=6075f2e1-e708-408d-8e5f-771de3ec10c5 HTTP/1.1" status: 200 len: 210 time: 0.2352724 Jan 14 03:18:29.250302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.255374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:29.256043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.257474 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-054fd38b-4768-4c4a-be52-c1046ba0087c service neutron] 10.222.0.74 "PUT /v2.0/ports/aabdb28f-8467-4e0f-a763-7803daa5ef5f HTTP/1.1" status: 200 len: 1156 time: 15.2194612 Jan 14 03:18:29.319145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-49bbecae-fde3-4876-a691-a43029472b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:29.320365 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-49bbecae-fde3-4876-a691-a43029472b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 210 time: 1.2585008 Jan 14 03:18:29.333466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:29.335060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Request body: {'port': {'device_id': '54405b73-92a7-4107-94b8-f814f348394f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:29.350816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.570971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:29.590871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=8278ee6a-fac3-4683-8e09-a5d4826a33ad,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.676252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.680613 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.683013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:29.683573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] Deleting subnet affb0b0b-e243-4246-b031-2dc041fb2544 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.686828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:29.690673 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:29.700099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.910s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:29.702457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:29.715777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475d415-6d4a-4687-8805-c066c88dc94b req-0c9ea4a5-1fb0-475a-8553-28f169186ba4 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:29.717519 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8475d415-6d4a-4687-8805-c066c88dc94b req-0c9ea4a5-1fb0-475a-8553-28f169186ba4 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.6880004 Jan 14 03:18:29.719422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.749623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.750804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c625b7b-d786-4b88-a645-51f7e87b9546 req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/b1ab6bad-cc41-410c-8bc3-25ce5271450b HTTP/1.1" status: 204 len: 173 time: 3.7268639 Jan 14 03:18:29.757135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.769257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.773797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/floatingips/8b6a7b35-ca90-4d0d-b201-a4c8f42eb07e HTTP/1.1" status: 204 len: 168 time: 8.3979588 Jan 14 03:18:29.781576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.790392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48188) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:29.804102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:29.874369 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f', 'status': 'completed', 'code': 200} Jan 14 03:18:29.883546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8475d415-6d4a-4687-8805-c066c88dc94b req-e5d9d9e2-f158-49eb-a641-bfaf1e9dcda4 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.1395669 Jan 14 03:18:29.910860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0bde1-f02b-4824-a675-5db01575389a req-0e2138f1-5891-4cb7-aec7-78943699d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:29.912438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-0e2138f1-5891-4cb7-aec7-78943699d886 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 0.5654683 Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:30.032503 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.036271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:30.039693 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:30.051582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:30.052292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.089193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.118818 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-e4aa5790-bc6b-4055-9f83-994dd333c3b0 req-35a48b1e-c161-48c1-a999-69c6b394b995 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:18:30.119896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4aa5790-bc6b-4055-9f83-994dd333c3b0 req-35a48b1e-c161-48c1-a999-69c6b394b995 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/b1ab6bad-cc41-410c-8bc3-25ce5271450b HTTP/1.1" status: 404 len: 352 time: 0.2109334 Jan 14 03:18:30.121089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Deleting port a9b303ca-ca58-4756-ba5a-12a1c9cd2145 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:30.121466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.152937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.196621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f1e7b4-ab54-4066-881f-05fa4d8dc586']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:30.196979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0d11e042-ca1d-4b2e-a3d6-fd71fc8cce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:30.199088 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0d11e042-ca1d-4b2e-a3d6-fd71fc8cce94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 1159 time: 0.8411353 Jan 14 03:18:30.199790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:30.214634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.4227989 Jan 14 03:18:30.266915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Request body: {'port': {'device_id': 'db1471b3-601d-419b-9932-8740699b0004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:30.307359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:30.307696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c4ab4-f447-4cf7-946a-8ef5e5336ad8') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:30.315394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.349124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.363181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af7d8227-ce4a-4d7d-a6d5-7b651266d073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:30.426948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.502971 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-217bcdaa-ed61-4e9e-a64d-93df445b84c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f HTTP/1.1" status: 200 len: 217 time: 0.2689281 Jan 14 03:18:30.543292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.668748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:30.696593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:18:30.839416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=8a9445b9-6477-449c-b3f2-87e95164133b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:30.944625 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-49d8eba9-0eed-408c-8af6-c91983e40f4a tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/e46b20c1-6861-4f48-9769-68985dd671cc HTTP/1.1" status: 200 len: 1803 time: 0.7055786 Jan 14 03:18:31.026980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:31.028230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2336e34-4b46-410b-a089-d0cb549256c3 HTTP/1.1" status: 204 len: 168 time: 4.5864675 Jan 14 03:18:31.073328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Pushing event updated for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:31.103000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:31.133636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f9d974b-943c-4604-b1f0-4157bc761d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.675s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:31.156803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.8 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/1622e6c7-daae-4a0b-8f7d-51c69c634dc3) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:31.164963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2336e34-4b46-410b-a089-d0cb549256c3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:31.182799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:31.199026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.203291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8475d415-6d4a-4687-8805-c066c88dc94b req-f6943347-87d9-410b-a003-869c1f2848b6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:31.208631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3579a26-ccbd-42c1-982f-91b51c7dc49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:31.242004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0bde1-f02b-4824-a675-5db01575389a req-0b098d37-e595-4a1b-ad68-0c66a9357869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:31.243600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-0b098d37-e595-4a1b-ad68-0c66a9357869 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2646871 Jan 14 03:18:31.386133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-ee706f08-f3bb-456c-bb50-e5e4ea96cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:31.387730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-ee706f08-f3bb-456c-bb50-e5e4ea96cd34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.8345187 Jan 14 03:18:31.417399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:31.438139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dbb0bde1-f02b-4824-a675-5db01575389a req-97abd57d-838b-44c0-99ec-21e9aae0733b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:31.440729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8475d415-6d4a-4687-8805-c066c88dc94b req-f6943347-87d9-410b-a003-869c1f2848b6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:31.450201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8475d415-6d4a-4687-8805-c066c88dc94b req-f6943347-87d9-410b-a003-869c1f2848b6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5423989 Jan 14 03:18:31.465586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:31.528095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:31.580252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.8 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/00bbbc11-89b3-4742-b722-6bb4e861b37f) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.587156 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:31.590514 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:31.654392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dbb0bde1-f02b-4824-a675-5db01575389a req-97abd57d-838b-44c0-99ec-21e9aae0733b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:31.655672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dbb0bde1-f02b-4824-a675-5db01575389a req-97abd57d-838b-44c0-99ec-21e9aae0733b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=6075f2e1-e708-408d-8e5f-771de3ec10c5 HTTP/1.1" status: 200 len: 210 time: 0.3743849 Jan 14 03:18:31.657990 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-255398d6-2fe9-40dd-8005-172fb83a4db1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255833 Jan 14 03:18:31.658714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:31.704061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:31.707224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Network 25ded44a-7917-4b1f-80bd-2d34fa02d79e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:31.711085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:31.758067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:31.760035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:31.808469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:31.875148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:31.954435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:31.955163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.023020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.154070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.190172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:32.244898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-35a85c07-9724-4120-8451-a12464a3b94c tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.6618457 Jan 14 03:18:32.245789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:32.269815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Network 73f1e7b4-ab54-4066-881f-05fa4d8dc586 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:18:32.326777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:18:32.355889 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:18:32.373458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.383668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:32.406592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:32.466089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:32.473211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.481901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdd1124-d868-4419-8e6e-9a1eed15b24a,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:32.485170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:32.486003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.487573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] 10.222.0.74 "PUT /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a HTTP/1.1" status: 200 len: 1027 time: 5.2631056 Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.489612 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.494014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.499233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.504004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.522741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:32.523619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.528927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48242) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:32.545876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:32.608061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Request body: {'port': {'device_id': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:32.634708 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-1e69d6b8-8df8-4ac8-bed7-1d31c08efc86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=6075f2e1-e708-408d-8e5f-771de3ec10c5 HTTP/1.1" status: 200 len: 210 time: 0.2293899 Jan 14 03:18:32.673879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.680891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.683374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0587015 Jan 14 03:18:32.728993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3502c83-19a6-42da-9bc0-ed6dd10e5ab5 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:32.823044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Request body: {'port': {'device_id': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.875859 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:32.879889 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:32.891968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:32.892720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:32.899849 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8475d415-6d4a-4687-8805-c066c88dc94b req-d1827dcb-bb05-4193-be9c-b544e89b30e2 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4486656 Jan 14 03:18:32.990990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Calling delete_port for a9b303ca-ca58-4756-ba5a-12a1c9cd2145 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:33.036522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:33.156884 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69e6f677-9212-4836-8423-fef60be2ade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:33.194427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:33.207092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138414596'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:33.255255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.14 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/fb406215-15b8-4511-8b3e-7ce82edb2f32) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:33.260567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f1e7b4-ab54-4066-881f-05fa4d8dc586,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:33.263227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:33.267988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:33.271222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:33.277190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:33.306301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:33.314802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:33.324961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:33.416838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:33.462056 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.8175142 Jan 14 03:18:33.475485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] 10.222.0.30 "DELETE /v2.0/networks/73f1e7b4-ab54-4066-881f-05fa4d8dc586 HTTP/1.1" status: 204 len: 168 time: 5.8038447 Jan 14 03:18:33.516546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:33.521098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:security_group_rule and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:33.525047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:33.529771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:33.562665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Request body: {'port': {'device_id': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:33.582517 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8475d415-6d4a-4687-8805-c066c88dc94b req-c588184b-19b6-4cd9-9924-d794f2b4f982 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6816759 Jan 14 03:18:33.584771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-342f549d-7217-46eb-a0f9-6a79c5cf3686 service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9071717 Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:33.614092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.617100 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:33.620547 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:33.632950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a3dc42f9-9b77-4e84-8217-4f409da25ee1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:33.633506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a3dc42f9-9b77-4e84-8217-4f409da25ee1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Synchronizing usage tracker for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:33.731767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:33.971179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.242s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:33.974644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a3dc42f9-9b77-4e84-8217-4f409da25ee1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Unset dirty status for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:33.976253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-a3dc42f9-9b77-4e84-8217-4f409da25ee1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.4291756 Jan 14 03:18:33.978514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-47349ac1-f505-43ef-b7bc-5550a039f6ac service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2606034 Jan 14 03:18:33.979334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:33.989260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48272) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:33.993507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-806a06eb-f4b1-4bf2-b851-f207642146ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:34.002297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.089079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-8c68181f-fe14-43d7-8e36-282bac661dc7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:34.117947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.192018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e840f6be-4108-4b23-934a-b8070891c31c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5fa9907356943cbb4ee20d1f16d1bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783326 Jan 14 03:18:34.193297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b20c1-6861-4f48-9769-68985dd671cc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:34.246812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48284) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:34.276248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:34.431986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.528786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4e69843-f64d-4053-9c4c-e8cee87a0008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.553330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.564518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:34.596784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.598765 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-eecc29df-b42c-4119-92f8-7cdc7b16b161 req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/e46b20c1-6861-4f48-9769-68985dd671cc HTTP/1.1" status: 204 len: 173 time: 3.6228604 Jan 14 03:18:34.679988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-a42bc468-ef0d-430f-83a2-ca852c49dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:34.680791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:34.681631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-a42bc468-ef0d-430f-83a2-ca852c49dc4a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 1.9973052 Jan 14 03:18:34.801527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33cb9a42-d4fc-4891-a1c9-951478bbcbd3 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:34.859565 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-8c68181f-fe14-43d7-8e36-282bac661dc7 service neutron] PUT failed (client error): The resource could not be found. Jan 14 03:18:34.860071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-8c68181f-fe14-43d7-8e36-282bac661dc7 service neutron] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:18:34.861320 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-8c68181f-fe14-43d7-8e36-282bac661dc7 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145 HTTP/1.1" status: 404 len: 338 time: 0.8376753 Jan 14 03:18:34.935367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:34.950448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:34.955741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Port': ['ID=a9b303ca-ca58-4756-ba5a-12a1c9cd2145,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:34.960860 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:34.989718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:35.047161 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-cef400e9-4e17-4971-8ea1-a11827b864ba req-b6f6bf1f-24bc-4653-8540-e50442141e13 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:18:35.048264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-cef400e9-4e17-4971-8ea1-a11827b864ba req-b6f6bf1f-24bc-4653-8540-e50442141e13 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/e46b20c1-6861-4f48-9769-68985dd671cc HTTP/1.1" status: 404 len: 352 time: 0.3595881 Jan 14 03:18:35.113854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48318) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:35.114779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ca2cbf-4c80-4c79-adbf-3ec3c96646af {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:35.165319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.200225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.246095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.270571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-bc0932d5-21be-4787-ade5-23896d00d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:35.273500 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-bc0932d5-21be-4787-ade5-23896d00d176 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5235667 Jan 14 03:18:35.304665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-356b6d28-9c31-44c4-9300-03c9e5ad590b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:35.306235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-356b6d28-9c31-44c4-9300-03c9e5ad590b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.7479665 Jan 14 03:18:35.336567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-3c3349d5-0bde-4793-bf27-f5a8f0a1072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:35.336740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.338185 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-3c3349d5-0bde-4793-bf27-f5a8f0a1072b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 1159 time: 1.1639192 Jan 14 03:18:35.360806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Transition to ACTIVE for port object f3ca2cbf-4c80-4c79-adbf-3ec3c96646af will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:35.367123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82c2b01c-94c2-4c0a-898b-42ce9caa3bfc tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:35.400298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.502579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.504887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.537702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.558332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:35.558990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.561538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.618718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device aabdb28f-8467-4e0f-a763-7803daa5ef5f up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:35.629932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.630818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-91db7863-5311-4cd3-90de-7cf8b4aa44e9 req-4d92608a-d394-4836-95e7-f0c5dd468cd6 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=6075f2e1-e708-408d-8e5f-771de3ec10c5 HTTP/1.1" status: 200 len: 210 time: 0.2971582 Jan 14 03:18:35.673631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-205cc98b-bb29-4422-9c9e-d47da0e7fade tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.3492174 Jan 14 03:18:35.769582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port aabdb28f-8467-4e0f-a763-7803daa5ef5f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:35.776094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port aabdb28f-8467-4e0f-a763-7803daa5ef5f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:35.781163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.795625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcbd325-0d1b-424c-8ac7-480013f463b6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:35.837610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:35.849412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:35.852041 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a621596b-9661-425e-938b-d996e555dc1e tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:35.933700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2be5c-b81c-4b95-b864-40003d56bf6c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:35.964042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:35.978461 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6636b6ae-3096-457e-ba7a-89f10a260a77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a2be5c-b81c-4b95-b864-40003d56bf6c HTTP/1.1" status: 204 len: 168 time: 1.7014062 Jan 14 03:18:35.996475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.041063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.041460 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment c9c5e9f9-d173-4372-963c-7d2314420a60 of type vxlan for network 98b0196f-7f53-478b-ad57-83ebc90ad84e Jan 14 03:18:36.146471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:36.160961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port aabdb28f-8467-4e0f-a763-7803daa5ef5f, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:36.174068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.176944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:36.190273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.247640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.271281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:36.276610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b9d4e740-3f6c-448c-be42-62c12c796107 req-9cdf11e5-b400-49d6-9e1c-7dc182bd6f99 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Synchronizing usage tracker for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:36.283209 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:36.289192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.309309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.330480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'SecurityGroup': ['ID=1a327455-2e18-4e06-bc70-508cbc401788,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:36.348141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:36.361220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.382934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.838s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:36.415567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:36.419836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Usage tracker for resource:security_group_rule and tenant:77468b28a8f54f67b7cafe422aeedd63 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:36.422823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:36.429546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:36.527197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 13.0998526 Jan 14 03:18:36.611920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Request body: {'port': {'device_id': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:36.731183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b9d4e740-3f6c-448c-be42-62c12c796107 req-9cdf11e5-b400-49d6-9e1c-7dc182bd6f99 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Unset dirty status for tenant:ed674f29d50d49d68b49bce1a2066386 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:36.732716 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b9d4e740-3f6c-448c-be42-62c12c796107 req-9cdf11e5-b400-49d6-9e1c-7dc182bd6f99 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed674f29d50d49d68b49bce1a2066386 HTTP/1.1" status: 200 len: 6156 time: 1.6203985 Jan 14 03:18:36.794198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09526890-3602-492c-bff7-6e17bdec21ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.861869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/ports/a9b303ca-ca58-4756-ba5a-12a1c9cd2145 HTTP/1.1" status: 204 len: 168 time: 7.0630269 Jan 14 03:18:36.883961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:36.910628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:36.959176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:36.963748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:36.995075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-253ab209-1b3b-429a-9584-195bfac3032c tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7066832 Jan 14 03:18:37.016227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.058800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.070131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Checking segment: {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:37.070530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Network hostable DHCP agents. Network: 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:18:37.075439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:37.078168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:37.084394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Deleting port ebdd1124-d868-4419-8e6e-9a1eed15b24a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:37.084858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.115403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-848acd47-a46f-4afa-906a-2e31a1fe1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:37.117016 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-848acd47-a46f-4afa-906a-2e31a1fe1b8a service neutron] 10.222.0.74 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 901 time: 1.6809816 Jan 14 03:18:37.126376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48352) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:37.133925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d7a5062-d60d-46cf-83a9-87db48d7eaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:37.182241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.204005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:37.271267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:37.273239 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.276376 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:37.280058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:37.293019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:37.293853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.308960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-c926d264-76ef-4e48-af5f-eb55b694e44f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f HTTP/1.1" status: 200 len: 217 time: 0.1488817 Jan 14 03:18:37.314741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b9d4e740-3f6c-448c-be42-62c12c796107 req-071d23e1-3073-46da-b9f5-f3ad4350c573 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/afad18ca-59cb-4cce-9b74-859c6e6427b3 HTTP/1.1" status: 200 len: 2985 time: 0.5409288 Jan 14 03:18:37.334267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device aabdb28f-8467-4e0f-a763-7803daa5ef5f up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:37.367729 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] Found port (fb406215-15b8-4511-8b3e-7ce82edb2f32, 172.20.0.14) having IP allocation on subnet affb0b0b-e243-4246-b031-2dc041fb2544, cannot delete Jan 14 03:18:37.384069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:18:37.423715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.8269713 Jan 14 03:18:37.424793 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:18:37.425846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:18:37.427546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc333db6-bc2c-4db8-9224-0cc7cbed525c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 409 len: 404 time: 8.5689130 Jan 14 03:18:37.470523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:37.471262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.474218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-2bd4fd2f-8248-4a2c-b752-716cb57e779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:37.475792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-2bd4fd2f-8248-4a2c-b752-716cb57e779c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.0937555 Jan 14 03:18:37.481275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:37.494833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port aabdb28f-8467-4e0f-a763-7803daa5ef5f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:37.496865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.556847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77468b28a8f54f67b7cafe422aeedd63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4298928 Jan 14 03:18:37.566362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-952226811-network', 'tenant_id': '37463771b55e40df816f6fc687e89e6c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:37.577687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48362) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:37.592932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:37.614697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baea801-32cb-419a-be6c-23b6f6256156 None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:37.620698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2ef73-c352-4d48-aa00-806645643d9f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:37.621042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:37.710899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Attempting to bind port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:37.711270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Attempting to bind port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:37.711642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Attempting to bind port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af on network f8bae256-01ca-4e63-b2b1-705ced30f2c3 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:37.733829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.817010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:37.818533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:37.818908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Checking segment: {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:37.819313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.819707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Bound using segment: {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:37.820186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Bound port: f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2026e31f-1544-486e-bd48-16543ec729b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f8bae256-01ca-4e63-b2b1-705ced30f2c3'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:37.821064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.835601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:37.838377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:37.845260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-d0a19c8c-7de8-4502-a6b0-650616b60ec3 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.5595350 Jan 14 03:18:37.850164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.467s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:37.852814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:37.879722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:37.914012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.369s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:37.914718 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:37.916116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:37.917420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:37.936800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.235s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:37.937601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:37.942602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Request body: {'port': {'device_id': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:37.998882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.679s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:37.999800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:38.027246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'fixed_ips': [{'subnet_id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:18:38.028176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.029330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-002c1ff7-3473-4fea-b2a1-0c90bbaa8253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.711s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:38.050414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:38.158117 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:38.164494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-5cda8855-a0a1-491b-b2e0-1e7159847ad4 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0389388 Jan 14 03:18:38.167078 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-8f946d81-a3eb-4efa-8fb2-ce70cd1bc91b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6168127 Jan 14 03:18:38.231775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-e2d719cd-0f5e-4b59-8b85-3669a4bd20c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fe3a86464a944f68b7616e48a05feec&device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.1528697 Jan 14 03:18:38.244051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Usage tracker for resource:network and tenant:37463771b55e40df816f6fc687e89e6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:38.247542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:38.389930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 10.7163582 Jan 14 03:18:38.393331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48374) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:38.401665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa520f4-3268-4f16-9f32-c16d9e52a362 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:38.419349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.447233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Transition to ACTIVE for port object 2aa520f4-3268-4f16-9f32-c16d9e52a362 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:38.448449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:38.508837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:38.565405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.594364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Allocated IP 172.20.0.2 (4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472/ffcbd325-0d1b-424c-8ac7-480013f463b6/b6dbbfbd-fc84-421a-a7a7-0b353f0655f1) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.615661 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.618686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:38.622131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:38.653416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:38.654446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.680026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] For port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:38.683811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] For port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:38.690818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Usage tracker for resource:router and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:38.694529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:38.701133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:38.727002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.739308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=98b0196f-7f53-478b-ad57-83ebc90ad84e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:38.787191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.803597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Calling delete_port for ebdd1124-d868-4419-8e6e-9a1eed15b24a owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:38.816819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:38.846302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:38.851497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:38.862239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823501ea-7212-411a-baff-794a1c206939 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:38.931258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.932778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:38.960523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:38.994576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48382) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:39.013007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 14.1935203 Jan 14 03:18:39.026492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.074309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:39.116686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5f2cf62-7861-4710-99d0-e7201a40c74f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:39.152928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.206373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.310030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:39.341031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Request body: {'port': {'device_id': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:39.437031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.542160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.584804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.601583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.610123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Transition to ACTIVE for port object b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:39.614483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b9d4e740-3f6c-448c-be42-62c12c796107 req-632c22e0-baf3-4e14-965d-7bdd0c88d3e5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/afad18ca-59cb-4cce-9b74-859c6e6427b3 HTTP/1.1" status: 200 len: 2985 time: 2.1478474 Jan 14 03:18:39.616715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-67bdfea5-ad3b-4ce8-b3b8-6f528e8f3a3f service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3649695 Jan 14 03:18:39.649073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Transition to ACTIVE for port object b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:39.661878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.790101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.836190 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f', 'code': 200} Jan 14 03:18:39.836863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:39.852050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:39.866740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1369741929-network', 'tenant_id': '9ed3cca82b844a5793d9924ed7a69bfb'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:39.915043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Pushing event updated for resources: {'Port': ['ID=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:39.929573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:39.939721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:39.941286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03f5ae2-1e69-4d45-a060-21c2b1c73670 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:39.941729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:39.945073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:40.041462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Attempting to bind port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:40.041804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Attempting to bind port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:40.042204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Attempting to bind port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 on network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:40.074806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:40.075219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Checking segment: {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:40.076916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.077380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Bound using segment: {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:40.081214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Bound port: b6dbbfbd-fc84-421a-a7a7-0b353f0655f1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:40.081668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.195032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] For port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:40.198931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] For port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:40.202528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:40.204774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.216372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:40.220148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.237098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:40.245628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-357185150', 'description': 'tempest-description-938545753'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.248797 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:40.254487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:40.264740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:40.305787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Made reservation on behalf of 37463771b55e40df816f6fc687e89e6c for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:40.310992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.356937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:40.399171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Port': ['ID=ebdd1124-d868-4419-8e6e-9a1eed15b24a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:40.406880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.422767 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-20a09a4e-6c6d-4284-86e4-06bf4c4c7c29 req-35734850-789e-4339-9841-4abdced972e0 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1721694 Jan 14 03:18:40.425906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:40.462139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Pushing event updated for resources: {'Port': ['ID=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:40.478403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:40.490001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:40.499356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:40.504125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Usage tracker for resource:security_group_rule and tenant:37463771b55e40df816f6fc687e89e6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:40.507494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:40.508199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Usage tracker for resource:network and tenant:9ed3cca82b844a5793d9924ed7a69bfb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:40.511748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:40.514402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:40.526477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:40.546757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8278ee6a-fac3-4683-8e09-a5d4826a33ad {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:40.559908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.698s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:40.605290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.624608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:40.643848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.947389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-9e6909ee-8154-447b-ae64-cd7ac1ac7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:40.947854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-9e6909ee-8154-447b-ae64-cd7ac1ac7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:40.948227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-9e6909ee-8154-447b-ae64-cd7ac1ac7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:40.954756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-9e6909ee-8154-447b-ae64-cd7ac1ac7ca4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2fe3a86464a944f68b7616e48a05feec&shared=False HTTP/1.1" status: 200 len: 2274 time: 1.9372551 Jan 14 03:18:40.955406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:40.961298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-55c15b0f-7e8a-4a8a-b28e-d8d63e2d0fd3 req-aa7d9328-6cce-4d52-88da-9128eed0ce68 service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0271599 Jan 14 03:18:41.006972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:41.009831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0712c123-87f5-4642-be80-360716a55dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:41.281034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Transition to ACTIVE for port object 8278ee6a-fac3-4683-8e09-a5d4826a33ad will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:41.304156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device aabdb28f-8467-4e0f-a763-7803daa5ef5f no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:41.332171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e280a8-d573-4a5e-b0ec-6dafa7e0e59a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:41.363927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Made reservation on behalf of 9ed3cca82b844a5793d9924ed7a69bfb for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:41.367529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d123bdf6-5d81-4008-afca-4980a70d1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:41.373128 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-d123bdf6-5d81-4008-afca-4980a70d1ab5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3049767 Jan 14 03:18:41.376622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:41.384260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.462359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48410) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:41.491007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.496180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:41.501705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.596098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.610691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.625599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Transition to ACTIVE for port object f03f5ae2-1e69-4d45-a060-21c2b1c73670 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:41.636252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port aabdb28f-8467-4e0f-a763-7803daa5ef5f, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:41.637642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-6e8247e2-802c-4d96-bb1c-b2765b3e19f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports?device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.2203150 Jan 14 03:18:41.639226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.643575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:41.671781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d74bb3da-2930-4bc3-87a4-a3d08f251f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:41.727394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:41.729722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:41.737020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:41.740841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.740985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.743736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.778014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:41.778705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.780195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] 10.222.0.74 "PUT /v2.0/ports/f3ca2cbf-4c80-4c79-adbf-3ec3c96646af HTTP/1.1" status: 200 len: 1156 time: 12.4629705 Jan 14 03:18:41.799192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:41.803080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:41.809267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5260c4b4-a408-4649-bc5b-c31a7e5b5f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:41.837142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:41.926374 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-84c60926-48cf-4014-bb24-8f163da6997b tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] GET failed (client error): The resource could not be found. Jan 14 03:18:41.927804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-84c60926-48cf-4014-bb24-8f163da6997b tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 404 len: 338 time: 0.1993065 Jan 14 03:18:42.007879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:42.079215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:42.119077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:42.122220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.122666 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Added segment 8aec9c4b-1329-4ed1-adbc-00c696217ea7 of type vxlan for network ddf7055d-68c8-43f1-b620-7105254460e0 Jan 14 03:18:42.151152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:42.165878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:42.179898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:42.186008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.193620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed3cca82b844a5793d9924ed7a69bfb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:42.216671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/ports/ebdd1124-d868-4419-8e6e-9a1eed15b24a HTTP/1.1" status: 204 len: 168 time: 5.3181796 Jan 14 03:18:42.217560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:42.222573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:42.231462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48428) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:42.233688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:42.255052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:42.266531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:42.288456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b9727-0fca-47c9-a48e-77ade2495129 None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:42.332483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Pushing event updated for resources: {'Port': ['ID=8278ee6a-fac3-4683-8e09-a5d4826a33ad,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:42.361632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:42.365498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-560c5a56-4e52-4284-9342-be46dd29014d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:42.383698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Provisioning for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:42.390932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Provisioning complete for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:42.391349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.399416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.400715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5d2ef73-c352-4d48-aa00-806645643d9f HTTP/1.1" status: 204 len: 168 time: 4.8162727 Jan 14 03:18:42.414051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2ef73-c352-4d48-aa00-806645643d9f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:42.421622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:42.595889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:42.610440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-6de42c08-65b5-469f-a6a3-300866312c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:42.610851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:42.611799 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-6de42c08-65b5-469f-a6a3-300866312c8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 1159 time: 0.6952670 Jan 14 03:18:42.624162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Attempting to bind port 8278ee6a-fac3-4683-8e09-a5d4826a33ad on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:42.624571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Attempting to bind port 8278ee6a-fac3-4683-8e09-a5d4826a33ad by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:42.624937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Attempting to bind port 8278ee6a-fac3-4683-8e09-a5d4826a33ad on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:42.639422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:42.639821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:42.640181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.640603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:42.641090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Bound port: 8278ee6a-fac3-4683-8e09-a5d4826a33ad, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:42.641466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.653227 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.656565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:42.660279 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:42.703165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.750270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] For port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:42.752288 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-ad04d8b3-d886-453c-8924-701abf6581b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af HTTP/1.1" status: 200 len: 217 time: 0.1151350 Jan 14 03:18:42.758101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:42.759746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:42.765192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:42.829705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:42.830619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:42.835876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Pushing event updated for resources: {'Port': ['ID=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:42.844650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:42.858710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88077936-716b-481b-bdba-7df3da913347 req-d2cf2260-6516-4416-b4f1-844fee05a308 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2fe3a86464a944f68b7616e48a05feec&device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.1848032 Jan 14 03:18:42.878508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d93dbefa-128e-4609-93e9-93582e8d64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:42.880132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-d93dbefa-128e-4609-93e9-93582e8d64fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b29e2781-4c7c-4095-9719-c14a914263c5 HTTP/1.1" status: 200 len: 853 time: 0.1067657 Jan 14 03:18:42.928873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:43.007165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48436) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:43.009493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bbbc11-89b3-4742-b722-6bb4e861b37f {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:43.033727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-e807d583-687a-4a70-bd90-0e278e321d5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8bae256-01ca-4e63-b2b1-705ced30f2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187167 Jan 14 03:18:43.051043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.051664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Attempting to bind port 2aa520f4-3268-4f16-9f32-c16d9e52a362 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:43.052036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Attempting to bind port 2aa520f4-3268-4f16-9f32-c16d9e52a362 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:43.052521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Attempting to bind port 2aa520f4-3268-4f16-9f32-c16d9e52a362 on network 25ded44a-7917-4b1f-80bd-2d34fa02d79e {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:43.104440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-48ce36c2-ff9c-4759-ae98-79136ba941f2 None None] Provisioning complete for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:43.104875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ce36c2-ff9c-4759-ae98-79136ba941f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.153486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.193736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:43.198664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Usage tracker for resource:security_group_rule and tenant:626552d4723740cda239cc0d2c78e609 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:43.202308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:43.209723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:43.265461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.267897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.306813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:43.307231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Checking segment: {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:43.307565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.307987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Bound using segment: {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:43.308469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Bound port: 2aa520f4-3268-4f16-9f32-c16d9e52a362, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1437894a-90f7-4b0a-a5a9-f46c510cfc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '25ded44a-7917-4b1f-80bd-2d34fa02d79e'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:43.309219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.346371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-0205f802-c6b9-49fe-b800-1d5bc291a2ac tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:43.348118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-0205f802-c6b9-49fe-b800-1d5bc291a2ac tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 1.7167308 Jan 14 03:18:43.372574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.374576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Transition to ACTIVE for port object 00bbbc11-89b3-4742-b722-6bb4e861b37f will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:43.397201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Deleting subnet 705bf260-afb7-4204-99cb-72a3f78826d6 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:18:43.401366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.411748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.444401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.470331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6c2350d-6864-4703-b7ca-44ec9f3ed2e4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:43.479442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.480471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:43.481105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.486606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:43.538640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-49fb297d-4511-437a-974d-c81660e98e49 None None] Provisioning complete for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:43.539561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49fb297d-4511-437a-974d-c81660e98e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.654934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-31337fbb-aab3-4157-98db-66131b56501a tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/quotas/29da0e196ca74247bef8b7732b33a0a6 HTTP/1.1" status: 200 len: 375 time: 0.1949310 Jan 14 03:18:43.682717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4813d2f7-bb75-4b05-ac2f-09016308b52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:43.689678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.727455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9445b9-6477-449c-b3f2-87e95164133b {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:43.773638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-73bcc3d2-75bd-482b-8343-dd1c7133e806 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:43.775217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-73bcc3d2-75bd-482b-8343-dd1c7133e806 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 943 time: 2.1536651 Jan 14 03:18:43.829089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] For port 8278ee6a-fac3-4683-8e09-a5d4826a33ad, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:43.832567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.845858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.854474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.866571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7206127c-c1de-4db8-bd78-40a42f7fe85e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:43.898585 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=626552d4723740cda239cc0d2c78e609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673327 Jan 14 03:18:43.898585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:43.900740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48440) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:43.911645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:43.912183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d92f0b7d-f4ef-4895-ad7a-5428dce58a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:43.915399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:43.922097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] For port 8278ee6a-fac3-4683-8e09-a5d4826a33ad, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8278ee6a-fac3-4683-8e09-a5d4826a33ad,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:43.934766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Transition to ACTIVE for port object 8a9445b9-6477-449c-b3f2-87e95164133b will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:43.956225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=f210da4f-75ca-4030-b034-2579c841c9d8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:43.980007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] For port 2aa520f4-3268-4f16-9f32-c16d9e52a362, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:43.984660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] For port 2aa520f4-3268-4f16-9f32-c16d9e52a362, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=2aa520f4-3268-4f16-9f32-c16d9e52a362,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:44.027919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:44.028973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.033869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.038019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077936-716b-481b-bdba-7df3da913347 req-3d9cbaaa-967c-4b44-8784-6f07954dc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:44.038471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077936-716b-481b-bdba-7df3da913347 req-3d9cbaaa-967c-4b44-8784-6f07954dc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:44.038888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077936-716b-481b-bdba-7df3da913347 req-3d9cbaaa-967c-4b44-8784-6f07954dc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:44.040661 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88077936-716b-481b-bdba-7df3da913347 req-3d9cbaaa-967c-4b44-8784-6f07954dc3be service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2fe3a86464a944f68b7616e48a05feec&shared=False HTTP/1.1" status: 200 len: 2274 time: 0.9571869 Jan 14 03:18:44.048212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.051714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:44.063939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0207a29a-24f3-4072-8cf6-f046efe27f7b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:44.089374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.090753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3fefc86d-55f5-43d9-b807-38b92767d0bd req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 4.1268940 Jan 14 03:18:44.091364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a69c2dbc-3754-41b1-8d3f-fdab5725ad14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:44.141360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.208018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 7.0669014 Jan 14 03:18:44.214170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:44.222208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:44.225239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.225788 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af', 'status': 'completed', 'code': 200} Jan 14 03:18:44.231010 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f', 'code': 422} returned with failed status Jan 14 03:18:44.234746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:44.240730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48446) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:44.352615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Request body: {'subnet': {'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-952226811-subnet', 'tenant_id': '37463771b55e40df816f6fc687e89e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:44.373102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.430202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-e02daee7-8285-44dd-9d63-2c3ca46fd3af service neutron] 10.222.0.74 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3764458 Jan 14 03:18:44.456823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1391725755', 'description': 'tempest-description-1952878264'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:44.467042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:44.483156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Attempting to bind port f03f5ae2-1e69-4d45-a060-21c2b1c73670 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:44.483525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Attempting to bind port f03f5ae2-1e69-4d45-a060-21c2b1c73670 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:44.483892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Attempting to bind port f03f5ae2-1e69-4d45-a060-21c2b1c73670 on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:44.487064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf7055d-68c8-43f1-b620-7105254460e0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:44.499296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ddf7055d-68c8-43f1-b620-7105254460e0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:44.513154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ddf7055d-68c8-43f1-b620-7105254460e0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:44.531252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.531646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ddf7055d-68c8-43f1-b620-7105254460e0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:44.544989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:44.566656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.567052 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Added segment 78952e8f-4bc4-48f2-b5e6-1aa1da8ac9ad of type vxlan for network 91038565-fdc9-4933-bb0f-2f156f3da74b Jan 14 03:18:44.570128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:44.577733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Usage tracker for resource:subnet and tenant:37463771b55e40df816f6fc687e89e6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:44.590470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port aabdb28f-8467-4e0f-a763-7803daa5ef5f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:44.590857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.616222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eca304e-a5f7-40ce-8534-9924a9a2d188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:44.646998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:44.665397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:44.682653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:44.683024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:44.683413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.683810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:44.684310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Bound port: f03f5ae2-1e69-4d45-a060-21c2b1c73670, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:44.684720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.704190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:44.780335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:44.815735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.927772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:44.990124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:44.998253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:44.998935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.000578 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] 10.222.0.74 "PUT /v2.0/ports/8278ee6a-fac3-4683-8e09-a5d4826a33ad HTTP/1.1" status: 200 len: 1156 time: 14.7384176 Jan 14 03:18:45.029348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:45.059855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.091154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.144572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:45.207080 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-bd1ee4d5-59c9-45a1-be5d-974612339e3b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.30 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4914110 Jan 14 03:18:45.217035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.245899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.260299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9445b9-6477-449c-b3f2-87e95164133b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:45.266734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:18:45.280054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Made reservation on behalf of 37463771b55e40df816f6fc687e89e6c for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:45.285521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.522072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:45.585318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:45.593086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077936-716b-481b-bdba-7df3da913347 req-7b4c7899-9819-4392-9ce4-3d749173faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:45.594711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88077936-716b-481b-bdba-7df3da913347 req-7b4c7899-9819-4392-9ce4-3d749173faad service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4048185 Jan 14 03:18:45.618293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:45.702620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:45.723253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.724244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:45.724905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.730242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-e32460e2-806f-4f00-9940-f5b4bfc44ed2 service neutron] 10.222.0.74 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2738156 Jan 14 03:18:45.784773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:45.793652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] For port f03f5ae2-1e69-4d45-a060-21c2b1c73670, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:45.867556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:45.868248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.869818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] 10.222.0.74 "PUT /v2.0/ports/2aa520f4-3268-4f16-9f32-c16d9e52a362 HTTP/1.1" status: 200 len: 1156 time: 13.4012253 Jan 14 03:18:45.908961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:45.910957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:45.939448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88077936-716b-481b-bdba-7df3da913347 req-5fa05c5c-0f73-4b74-9b71-fcf56ef5f34c tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Synchronizing usage tracker for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:45.955310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:45.968329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] For port f03f5ae2-1e69-4d45-a060-21c2b1c73670, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f03f5ae2-1e69-4d45-a060-21c2b1c73670,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:46.005791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb406215-15b8-4511-8b3e-7ce82edb2f32 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:46.046009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.048939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.052397 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7206127c-c1de-4db8-bd78-40a42f7fe85e HTTP/1.1" status: 204 len: 168 time: 2.1313913 Jan 14 03:18:46.052397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Pushing event updated for resources: {'Port': ['ID=8278ee6a-fac3-4683-8e09-a5d4826a33ad,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:46.076197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 7.0801165 Jan 14 03:18:46.079981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.081967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48456) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:46.085925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.851s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:46.090644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5f8d2b1a-037f-468b-acaf-ca769ae2b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:46.092405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-5f8d2b1a-037f-468b-acaf-ca769ae2b9a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 1159 time: 0.9629700 Jan 14 03:18:46.094813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Attempting to bind port 00bbbc11-89b3-4742-b722-6bb4e861b37f on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:46.095185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Attempting to bind port 00bbbc11-89b3-4742-b722-6bb4e861b37f by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:46.095539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Attempting to bind port 00bbbc11-89b3-4742-b722-6bb4e861b37f on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:46.097840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.895s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:46.098284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:46.117487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.914s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:46.117941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:46.123069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40ceb699-e1f1-449d-923d-0627b9bbf169 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:46.181475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Request body: {'subnet': {'network_id': '91038565-fdc9-4933-bb0f-2f156f3da74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1369741929-subnet', 'tenant_id': '9ed3cca82b844a5793d9924ed7a69bfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:46.191378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2718452a-f36a-403e-88c3-82af87d64543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:46.211854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Transition to ACTIVE for port object fb406215-15b8-4511-8b3e-7ce82edb2f32 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:46.254006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:46.259343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:46.259828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:46.260115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.260542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:46.261039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Bound port: 00bbbc11-89b3-4742-b722-6bb4e861b37f, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:46.261521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.273585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:46.296954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-87b7b085-b0cb-4fdc-958a-355752e5150f service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0611565 Jan 14 03:18:46.349312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99c0ce99-e355-4b41-ae76-c72f2a15b104 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8278ee6a-fac3-4683-8e09-a5d4826a33ad HTTP/1.1" status: 200 len: 217 time: 0.2368822 Jan 14 03:18:46.349952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.363810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Attempting to bind port 8a9445b9-6477-449c-b3f2-87e95164133b on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:46.364185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Attempting to bind port 8a9445b9-6477-449c-b3f2-87e95164133b by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:46.364586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Attempting to bind port 8a9445b9-6477-449c-b3f2-87e95164133b on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:46.384076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Usage tracker for resource:subnet and tenant:9ed3cca82b844a5793d9924ed7a69bfb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:46.387184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:46.407279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-88077936-716b-481b-bdba-7df3da913347 req-5fa05c5c-0f73-4b74-9b71-fcf56ef5f34c tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Unset dirty status for tenant:2fe3a86464a944f68b7616e48a05feec on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:46.408396 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-88077936-716b-481b-bdba-7df3da913347 req-5fa05c5c-0f73-4b74-9b71-fcf56ef5f34c tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.74 "GET /v2.0/ports?device_id=ee55f1ec-afd8-4aed-90ff-33c92dd2acd9 HTTP/1.1" status: 200 len: 210 time: 0.7253838 Jan 14 03:18:46.463730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:46.556332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:46.556748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:46.557307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.557704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:46.558184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Bound port: 8a9445b9-6477-449c-b3f2-87e95164133b, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:46.558605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.603328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Pushing event updated for resources: {'Network': ['ID=91038565-fdc9-4933-bb0f-2f156f3da74b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:46.617738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 91038565-fdc9-4933-bb0f-2f156f3da74b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:46.635783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 91038565-fdc9-4933-bb0f-2f156f3da74b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:46.656853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 91038565-fdc9-4933-bb0f-2f156f3da74b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:46.679670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-563cb8d1-0810-427c-a28b-8601ab91fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:46.681783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-563cb8d1-0810-427c-a28b-8601ab91fb6f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.3049479 Jan 14 03:18:46.703072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:46.705192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c155ac17-0ea5-40af-9f67-6fbf8eb664d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.732s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:46.719192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:18:46.727173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.739645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Transition to ACTIVE for port object 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:46.787886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Made reservation on behalf of 9ed3cca82b844a5793d9924ed7a69bfb for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:46.794276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.803836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:46.916145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b1214eef-a52e-4e6e-abba-6221399bd99c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971593 Jan 14 03:18:47.062916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7206127c-c1de-4db8-bd78-40a42f7fe85e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:47.066284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] For port 8a9445b9-6477-449c-b3f2-87e95164133b, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:47.084322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:47.089000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] For port 8a9445b9-6477-449c-b3f2-87e95164133b, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8a9445b9-6477-449c-b3f2-87e95164133b,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:47.097200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2fac06a-d58a-4d3e-89d5-68d5757f802b tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:47.195569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-84e4dc22-c64a-4db6-9dd9-5ee2cf23a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:47.197272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-84e4dc22-c64a-4db6-9dd9-5ee2cf23a958 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 1159 time: 1.3505132 Jan 14 03:18:47.256069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:47.405180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:47.433948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:47.438934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:47.461271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-4dde412a-9a34-410c-9240-a63d9283e685 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:47.463377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port aabdb28f-8467-4e0f-a763-7803daa5ef5f, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=aabdb28f-8467-4e0f-a763-7803daa5ef5f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:47.463788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:47.473378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46fc9b7-8402-4637-86bc-7032cd9b1f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:47.517009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:47.655887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-f7cc4d7b-60bd-4200-b493-50b76523f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:47.657753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-f7cc4d7b-60bd-4200-b493-50b76523f222 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 1159 time: 1.7338228 Jan 14 03:18:47.761784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f3ca2cbf-4c80-4c79-adbf-3ec3c96646af up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:47.778509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] For port 00bbbc11-89b3-4742-b722-6bb4e861b37f, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:47.813476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for aabdb28f-8467-4e0f-a763-7803daa5ef5f owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:47.829357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:47.865135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:47.872021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:47.873034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:47.886473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:47.892220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] For port 00bbbc11-89b3-4742-b722-6bb4e861b37f, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=00bbbc11-89b3-4742-b722-6bb4e861b37f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:47.897453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f806a29b-1c97-48bf-8621-ed75a27233d8 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:47.931995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Allocated IP 172.25.3.30 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e5bb6725-2192-4f82-9ec5-8d44286df6b3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:47.977238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.025367 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-fca8ec9d-2480-4e78-b686-b4b454725e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2aa520f4-3268-4f16-9f32-c16d9e52a362 HTTP/1.1" status: 200 len: 217 time: 0.2291038 Jan 14 03:18:48.029648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.037267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-1ec988f1-de07-4558-a8b6-0988a6a61199 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971968 Jan 14 03:18:48.077114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:48.078550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:48.085690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.087659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:48.176073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:48.185961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.186812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.187401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.188110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.188724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.189289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.189826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.190402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.190948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.191478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.192184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.192992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.193563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.194479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.195118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.195806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.196359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.196912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.197844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.198373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.198902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.199592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.200134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.200686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.201637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.202326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.202876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.203420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.203950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.204558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.205196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.205726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.206892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.207647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.208180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.208456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Pushing event updated for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:48.209436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:18:48.212797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-ce176f5b-f71a-4035-bcc8-1d5718d2ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:48.214454 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-ce176f5b-f71a-4035-bcc8-1d5718d2ad84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1bb51d5a-454c-4c6e-869a-82f178e9f1b3 HTTP/1.1" status: 200 len: 854 time: 0.1136892 Jan 14 03:18:48.215492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:48.216802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:48.228657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2482046a-0630-46e1-b4bf-a58da4fd3260 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.668s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:48.252509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:48.253233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.254732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] 10.222.0.74 "PUT /v2.0/ports/f03f5ae2-1e69-4d45-a060-21c2b1c73670 HTTP/1.1" status: 200 len: 1156 time: 15.4638999 Jan 14 03:18:48.273661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.348257 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4c2c624d-4dcb-4441-b3f4-8ea014d2a27e req-c4a63ec4-3645-4ce6-a387-34b408301819 service neutron] 10.222.0.30 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8908787 Jan 14 03:18:48.367473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.382086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd4579f6-f594-497e-8a01-6425d0fd900b req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 4.0913606 Jan 14 03:18:48.384439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.568277 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362', 'status': 'completed', 'code': 200} Jan 14 03:18:48.592844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:48.613044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-eb7b2b3f-cb02-4571-b720-eb7033a68da7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=25ded44a-7917-4b1f-80bd-2d34fa02d79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3572261 Jan 14 03:18:48.633322 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af', 'code': 200} Jan 14 03:18:48.741610 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad', 'status': 'completed', 'code': 200} Jan 14 03:18:48.807358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=9605e52f-7fc4-4fbb-9517-38714bcc1727,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:48.868508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:48.880259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906dbd82-5bfe-4352-ae61-8e89263407c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:48.952907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9445b9-6477-449c-b3f2-87e95164133b,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:48.963414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-136d5edb-1395-42c0-8e70-91a9974734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:48.965477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-136d5edb-1395-42c0-8e70-91a9974734ef service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ed674f29d50d49d68b49bce1a2066386&shared=False HTTP/1.1" status: 200 len: 908 time: 1.6804926 Jan 14 03:18:48.972615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:48.995185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f6180b5-26a9-4ce5-bda9-c52e78851a76 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.961s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:49.208043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Subnet': ['ID=705bf260-afb7-4204-99cb-72a3f78826d6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:49.257248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:49.366523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:49.367243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:49.368846 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] 10.222.0.78 "PUT /v2.0/ports/8a9445b9-6477-449c-b3f2-87e95164133b HTTP/1.1" status: 200 len: 1156 time: 15.8758566 Jan 14 03:18:49.370022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f3ca2cbf-4c80-4c79-adbf-3ec3c96646af up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:49.387494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:49.406905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48546) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:49.472603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:49.485768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:49.487917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:49.488720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:49.587423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Pushing event updated for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:49.691385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1bd0a-4380-439f-bb40-deca98a2cdf6 None None] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:49.702464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:49.763296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:49.778565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Attempting to bind port fb406215-15b8-4511-8b3e-7ce82edb2f32 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:49.778936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Attempting to bind port fb406215-15b8-4511-8b3e-7ce82edb2f32 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:49.779311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Attempting to bind port fb406215-15b8-4511-8b3e-7ce82edb2f32 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:49.798322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:49.798905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:49.801387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-873f206c-9759-481b-9c67-7a234d44dc16 service neutron] 10.222.0.78 "PUT /v2.0/ports/00bbbc11-89b3-4742-b722-6bb4e861b37f HTTP/1.1" status: 200 len: 1156 time: 11.8680930 Jan 14 03:18:49.802205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/subnets/705bf260-afb7-4204-99cb-72a3f78826d6 HTTP/1.1" status: 204 len: 168 time: 7.5573714 Jan 14 03:18:49.808890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48556) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:49.812720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e62f2410-76d4-4e8e-b85e-31ea4b33adc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:49.874437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=aabdb28f-8467-4e0f-a763-7803daa5ef5f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:49.878752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-1fde21f7-d008-4f5b-a94b-968990da7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:49.880486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-1fde21f7-d008-4f5b-a94b-968990da7500 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 1159 time: 1.5240550 Jan 14 03:18:49.916166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:49.928935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-79fe1dd7-f8b3-4080-a988-b9bb596104d2 service neutron] 10.222.0.74 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1865366 Jan 14 03:18:50.124054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] DHCP port deletion for 02e5a75e-eac1-4a17-8af1-b0a1251cb415 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:18:50.128948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Deleting port dc31012f-5885-4d27-995b-5c7e2b20a66e {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:50.129459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.183715 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.187119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.208667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:50.209280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:50.209431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.209800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:50.210306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Bound port: fb406215-15b8-4511-8b3e-7ce82edb2f32, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:50.210681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.288760 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-632ad4a8-5663-46d7-bca3-8db28c48bd8c service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8083665 Jan 14 03:18:50.349262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-e90a627d-57f0-4f2d-829c-d699791d4312 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f03f5ae2-1e69-4d45-a060-21c2b1c73670 HTTP/1.1" status: 200 len: 217 time: 0.3476915 Jan 14 03:18:50.351278 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b8ae6ffa-ec0e-4a89-ac35-676d4e191417 service neutron] 10.222.0.74 "GET /v2.0/networks/25ded44a-7917-4b1f-80bd-2d34fa02d79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2812881 Jan 14 03:18:50.378421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Pushing event updated for resources: {'Port': ['ID=e5bb6725-2192-4f82-9ec5-8d44286df6b3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:50.379843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] For port dc31012f-5885-4d27-995b-5c7e2b20a66e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dc31012f-5885-4d27-995b-5c7e2b20a66e,segment=NetworkSegment(a3f1174f-dde3-41a7-8566-d9649400abef),segment_id=a3f1174f-dde3-41a7-8566-d9649400abef)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:50.381603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.387180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-07a741c0-4c76-45fd-9b29-ac9161f51ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:50.388791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9cd37151-312d-4ef9-8d6f-bb580f44da0e req-07a741c0-4c76-45fd-9b29-ac9161f51ad9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.3477054 Jan 14 03:18:50.391097 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.396s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:50.421442 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.425483 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:50.428991 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:50.438511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] Deleting subnet e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:18:50.440329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.792s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:50.440809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:50.444467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-8939db5b-9c01-4d97-b38c-484d0e0cf40a tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:50.451801 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-8939db5b-9c01-4d97-b38c-484d0e0cf40a tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/networks?id=f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 200 len: 813 time: 1.3874400 Jan 14 03:18:50.453857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Attempting to bind port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:50.454228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Attempting to bind port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:50.454595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Attempting to bind port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:50.470478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:50.470855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:50.471393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.472546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:50.473216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Bound port: 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:50.473764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.547421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Calling delete_port for dc31012f-5885-4d27-995b-5c7e2b20a66e owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:50.576657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:50.603243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-d8fd969f-9d2b-4ad5-a38e-236d14ff672d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/quotas/ed674f29d50d49d68b49bce1a2066386 HTTP/1.1" status: 200 len: 375 time: 0.1504653 Jan 14 03:18:50.604280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.640557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.742431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:50.752093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b'}, {'name': 'network-changed', 'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:50.756076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48568) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:50.765101 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670', 'status': 'completed', 'code': 200} Jan 14 03:18:50.794805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Pushing event deleted for resources: {'Port': ['ID=dc31012f-5885-4d27-995b-5c7e2b20a66e,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:50.804210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:50.837686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a1a17567-5579-4e70-8755-56930ce8d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:50.839469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-a1a17567-5579-4e70-8755-56930ce8d8d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.4725349 Jan 14 03:18:50.861486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] No DVR routers for this DVR port dc31012f-5885-4d27-995b-5c7e2b20a66e on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:50.887557 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b', 'status': 'completed', 'code': 200} Jan 14 03:18:50.887900 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f', 'status': 'completed', 'code': 200} Jan 14 03:18:50.888956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-25a1b7da-0f96-4a16-8198-a43a3617057b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:50.890682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-25a1b7da-0f96-4a16-8198-a43a3617057b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.74 "GET /v2.0/ports?device_id=54405b73-92a7-4107-94b8-f814f348394f HTTP/1.1" status: 200 len: 945 time: 0.8119285 Jan 14 03:18:50.901299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.931923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:50.946476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:50.965287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a4648d4d-d84c-4615-8c18-28062d636e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:50.966864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a4648d4d-d84c-4615-8c18-28062d636e2e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 1159 time: 1.4896746 Jan 14 03:18:51.067761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:51.094129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Deleting subnet a5209048-5816-4b69-829b-1211f8680e48 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:18:51.112471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-c18f54d2-11e2-4817-81ee-7a3786e28c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:51.114012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-c18f54d2-11e2-4817-81ee-7a3786e28c28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 1159 time: 0.8889506 Jan 14 03:18:51.116278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.159333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4698fb04-42c9-47b3-b144-03641a3f6cb3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a9445b9-6477-449c-b3f2-87e95164133b HTTP/1.1" status: 200 len: 217 time: 0.1763957 Jan 14 03:18:51.182681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-2c2f6fe8-8173-4be0-90e5-680fa23af854 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3244336 Jan 14 03:18:51.205207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.218966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=310a3eb6-83aa-410f-b774-b184d5881d0b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:51.232183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:51.239081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.253412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port aabdb28f-8467-4e0f-a763-7803daa5ef5f on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:51.260691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:51.292173 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee6436d1-1a63-4f3e-a5d0-89edfe8368e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:51.351820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f3ca2cbf-4c80-4c79-adbf-3ec3c96646af no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:51.364907 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] Found port (f03f5ae2-1e69-4d45-a060-21c2b1c73670, 172.20.0.5) having IP allocation on subnet e8a5ef68-a6e9-4bea-bb31-0c5c229a9159, cannot delete Jan 14 03:18:51.373422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.383103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.385241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "DELETE /v2.0/ports/aabdb28f-8467-4e0f-a763-7803daa5ef5f HTTP/1.1" status: 204 len: 173 time: 7.5525720 Jan 14 03:18:51.389653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] For port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:51.402992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e257e2ef-e059-4ae2-9d9b-6b59e3686268 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:51.437611 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-031d5907-4a87-4def-8915-59e37031b43b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00bbbc11-89b3-4742-b722-6bb4e861b37f HTTP/1.1" status: 200 len: 217 time: 0.2752507 Jan 14 03:18:51.522652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.524040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-d7c17533-9f97-4b8b-a248-84045ab88ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:51.531162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-d7c17533-9f97-4b8b-a248-84045ab88ff9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 1159 time: 1.1627786 Jan 14 03:18:51.532244 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:18:51.532888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:18:51.576822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:51.581143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:51.604392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.610848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:51.745760 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af', 'code': 200} Jan 14 03:18:51.750171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:51.754449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:51.777196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:51.801647 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-0c453939-eaf5-4844-8e7f-77aa04c0face tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed674f29d50d49d68b49bce1a2066386&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1971073 Jan 14 03:18:51.807498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] For port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:51.811494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Usage tracker for resource:security_group_rule and tenant:f06471c817e64c87813fdc7c63284901 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:51.832053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Deleting port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:51.832456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.865637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:51.871656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:51.958869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:51.969682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dc31012f-5885-4d27-995b-5c7e2b20a66e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:52.032083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: dc31012f-5885-4d27-995b-5c7e2b20a66e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:18:52.032512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dc31012f-5885-4d27-995b-5c7e2b20a66e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:18:52.058165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.092307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6766718f-2c52-4b95-a2ed-3dfe231cc0fd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 409 len: 404 time: 2.6174171 Jan 14 03:18:52.094575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-ff031aa5-b32b-4972-984d-3270a3db3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:52.102115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-ff031aa5-b32b-4972-984d-3270a3db3515 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f7472bcbf4c54b328a5960aeef357255&device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 1159 time: 1.5746739 Jan 14 03:18:52.102898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:52.138433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:52.242292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-c5cb17d0-a956-4330-a916-9bdb61b3bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:52.243888 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-c5cb17d0-a956-4330-a916-9bdb61b3bcf4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 1.0089183 Jan 14 03:18:52.258778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e218cec4-429b-446d-a34d-cc0c9eea744e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:52.262163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:52.442123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.448262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b72ed85b-d257-4ed3-bbb5-6e65e4b9065b tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:52.479464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d58433fc-0b6a-47a3-a534-b734878f11f4 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:52.504711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-33e23d77-72c2-47e0-a506-81d987da9ce5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 210 time: 0.5133095 Jan 14 03:18:52.506600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-61459525-75de-434e-bddb-020fd80b58ff service neutron] 10.222.0.30 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214032 Jan 14 03:18:52.587984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-6d2725fd-5ec0-4c7f-be15-55f9d1d299c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:52.589594 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-6d2725fd-5ec0-4c7f-be15-55f9d1d299c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 1.0384443 Jan 14 03:18:52.591656 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-951a61c5-5b26-4f8e-85e1-5f6c335ac797 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2644286 Jan 14 03:18:52.818167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-deleted', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:52.840900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.887568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.918824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:52.919508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.921057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] 10.222.0.78 "PUT /v2.0/ports/1622e6c7-daae-4a0b-8f7d-51c69c634dc3 HTTP/1.1" status: 200 len: 1156 time: 16.3482361 Jan 14 03:18:52.937274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': 'c9c5e9f9-d173-4372-963c-7d2314420a60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:52.937671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 98b0196f-7f53-478b-ad57-83ebc90ad84e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:18:52.943184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:52.975799 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-deleted', 'tag': 'aabdb28f-8467-4e0f-a763-7803daa5ef5f', 'status': 'completed', 'code': 200} Jan 14 03:18:53.001214 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-edf8b7ca-f26b-462c-aed8-337a21fd2f1c service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7688084 Jan 14 03:18:53.048968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Pushing event updated for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:53.066833 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-4ea21ef2-b779-4d76-a38d-89a7e03f8921 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4089580 Jan 14 03:18:53.165588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:53.174996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-83b1f873-9d20-4b61-a71c-ad82bf6b5fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:53.193060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01dffc74-0264-4a4f-b8c5-d70d31754a27,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:53.246259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:53.322943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:53.324006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:53.325808 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] 10.222.0.74 "PUT /v2.0/ports/fb406215-15b8-4511-8b3e-7ce82edb2f32 HTTP/1.1" status: 200 len: 1157 time: 14.0455673 Jan 14 03:18:53.328209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-249004d2-a09d-433d-9941-9ad195ddc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:53.336861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-249004d2-a09d-433d-9941-9ad195ddc48d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 1.7143643 Jan 14 03:18:53.341396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:53.364711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Checking segment: {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:53.365116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Network hostable DHCP agents. Network: ddf7055d-68c8-43f1-b620-7105254460e0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:18:53.376485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f06471c817e64c87813fdc7c63284901&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6042838 Jan 14 03:18:53.400737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:53.403146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:53.441115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-63fe0355-f09a-44c7-ab5c-807cd8bf4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:53.442998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-63fe0355-f09a-44c7-ab5c-807cd8bf4a5c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f7472bcbf4c54b328a5960aeef357255&shared=False HTTP/1.1" status: 200 len: 909 time: 1.2933481 Jan 14 03:18:53.448070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:18:53.512287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfee486-6282-4d7f-8c7e-4575db6f288d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:53.522612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:53.614144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-7c01b2ad-b279-4d14-9781-bb9e3d54625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:53.615598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-7c01b2ad-b279-4d14-9781-bb9e3d54625b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 1.0448079 Jan 14 03:18:53.637459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-36c75c3a-f301-44d6-a8b1-70065c1d7c11 req-c0fbe497-211d-43f0-b8ab-28be93e4026d service neutron] 10.222.0.30 "GET /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0822268 Jan 14 03:18:53.638060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Network ddf7055d-68c8-43f1-b620-7105254460e0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:18:53.660325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 98b0196f-7f53-478b-ad57-83ebc90ad84e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:53.665260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] For port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,segment=NetworkSegment(2026e31f-1544-486e-bd48-16543ec729b9),segment_id=2026e31f-1544-486e-bd48-16543ec729b9)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:53.665708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:53.709274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-05950b0c-8a03-4b43-b395-bb5e2b7e69fc None None] Time-cost: Fetching 5 ports in 2 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:18:53.745463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19198fb9-6593-43c3-984f-3017c853b7f0 None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:53.749081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ddf7055d-68c8-43f1-b620-7105254460e0) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:53.767215 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32', 'status': 'completed', 'code': 200} Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.887906 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:53.891234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:53.913287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-dcb624a9-9841-4117-9775-38c79f77b63c tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:53.915145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-dcb624a9-9841-4117-9775-38c79f77b63c tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/networks?id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f HTTP/1.1" status: 200 len: 806 time: 0.9795461 Jan 14 03:18:53.929477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-f9d343c0-dbdd-4874-945f-001986c4b1bc service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2566063 Jan 14 03:18:54.378040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2937e00d-7a28-4bf7-bd2b-0dbb47dd8d43 None None] Network ddf7055d-68c8-43f1-b620-7105254460e0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:54.569756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.579049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Calling delete_port for f3ca2cbf-4c80-4c79-adbf-3ec3c96646af owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:54.614333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8278ee6a-fac3-4683-8e09-a5d4826a33ad up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:54.630214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Request body: {'port': {'device_id': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f', 'admin_state_up': True, 'tenant_id': '29da0e196ca74247bef8b7732b33a0a6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:54.665081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:54.665725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.672011 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-0bc9a2fc-24d6-4319-8352-1184d9bb94db service neutron] 10.222.0.74 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6286314 Jan 14 03:18:54.681192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1896674079', 'description': 'tempest-description-371995453'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:54.712868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:54.713524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.843134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:54.846908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48664) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:54.875854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-995a048a-e020-474b-936e-1a163a55f3ce service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7324855 Jan 14 03:18:54.887800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-98b0196f-7f53-478b-ad57-83ebc90ad84e', 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '310a3eb6-83aa-410f-b774-b184d5881d0b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:18:54.888752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.902250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.929185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 8278ee6a-fac3-4683-8e09-a5d4826a33ad completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:54.929415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-323211d0-e924-4e84-9b19-4042342323a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:54.930830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-323211d0-e924-4e84-9b19-4042342323a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 1159 time: 1.7596257 Jan 14 03:18:54.941187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 8278ee6a-fac3-4683-8e09-a5d4826a33ad triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:54.941187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:54.960869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:54.990639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Checking segment: {'id': '78952e8f-4bc4-48f2-b5e6-1aa1da8ac9ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '91038565-fdc9-4933-bb0f-2f156f3da74b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:54.991046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Network hostable DHCP agents. Network: 91038565-fdc9-4933-bb0f-2f156f3da74b, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:18:55.007231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a8f61-4eec-4c32-83e9-f529b05494ab None None] Network ddf7055d-68c8-43f1-b620-7105254460e0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:55.030135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-19998a82-662e-4b17-8fae-dabad356d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.031748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-da8b105b-4b73-4b13-ac84-4fb3da3bb4fc req-19998a82-662e-4b17-8fae-dabad356d317 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6937563 Jan 14 03:18:55.044913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-d9b066db-e519-4ca3-931b-00a69bcfde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.045104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:55.046513 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-073f52c0-3f0e-47d1-bf69-3c8f4c9348b6 req-d9b066db-e519-4ca3-931b-00a69bcfde96 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4782765 Jan 14 03:18:55.057643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:55.126759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-dd08c071-9259-4d13-a925-3b693b072359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.128914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-dd08c071-9259-4d13-a925-3b693b072359 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 1160 time: 1.6849093 Jan 14 03:18:55.160018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 13.6816897 Jan 14 03:18:55.170569 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 10.8939781 Jan 14 03:18:55.175949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:55.178417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48672) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:55.192240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-7e7c47fe-5769-4d09-9d7e-fcbe80d2e724 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3 HTTP/1.1" status: 200 len: 217 time: 0.2272954 Jan 14 03:18:55.206848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197147846'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:55.318156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:55.323156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-6c49fa01-02a0-4d57-baa2-6fcdbf9de788 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32 HTTP/1.1" status: 200 len: 217 time: 0.1619046 Jan 14 03:18:55.347658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-d5a1dba1-9e08-4b1a-b4a2-a41a45772b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.349902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-d5a1dba1-9e08-4b1a-b4a2-a41a45772b6d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7091854 Jan 14 03:18:55.358413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.364267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:55.370356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.371039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.380456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.387055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:55.416578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Network 91038565-fdc9-4933-bb0f-2f156f3da74b is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:18:55.451062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:55.504168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 8278ee6a-fac3-4683-8e09-a5d4826a33ad, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8278ee6a-fac3-4683-8e09-a5d4826a33ad,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:55.515900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-87e9db54-f7a6-49fc-8e36-213594e1c78b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:55.546027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-b7357591-5404-4b00-a9b7-08caddfe4923 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1420202 Jan 14 03:18:55.552949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:55.560474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.562189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 2aa520f4-3268-4f16-9f32-c16d9e52a362 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:55.562770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:55.593206 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3', 'status': 'completed', 'code': 200} Jan 14 03:18:55.602072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-6438663e-c8c2-412b-a183-1645f03e0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.604240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-6438663e-c8c2-412b-a183-1645f03e0c74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.3776169 Jan 14 03:18:55.607974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-674b10ae-cef1-4616-9bb0-8647a49119c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:55.616647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:55.629304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:55.661045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0c325cc3b842a0a9917e10def6cf75 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:55.663790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 91038565-fdc9-4933-bb0f-2f156f3da74b) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:55.671273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:55.719297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.724432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e33e3-8961-4f36-bfdf-2274d7b9b2fe None None] Network 91038565-fdc9-4933-bb0f-2f156f3da74b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:55.735328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:55.777112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-1fd87fe4-64c8-4643-ab1e-0e0bfb541c2b service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8592076 Jan 14 03:18:55.794331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-0b03f341-241a-43f3-a5ea-3423a2a7cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.795932 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-0b03f341-241a-43f3-a5ea-3423a2a7cc35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.4464176 Jan 14 03:18:55.803226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:55.803873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.827731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-0b579ca1-59d7-4244-a27f-ea77dfe4b915 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770387 Jan 14 03:18:55.842009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:55.873501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.881901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:55.896601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Made reservation on behalf of 29da0e196ca74247bef8b7732b33a0a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:55.905826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:55.906017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-a8bdaab2-169c-4817-85c4-9fe057815094 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977907 Jan 14 03:18:55.975159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 9.8732467 Jan 14 03:18:55.975398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=8278ee6a-fac3-4683-8e09-a5d4826a33ad,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:55.975398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:56.059998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.088720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d235a1c8-1337-4170-a626-5a880ac4e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:56.121689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 2aa520f4-3268-4f16-9f32-c16d9e52a362 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:56.132541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 2aa520f4-3268-4f16-9f32-c16d9e52a362 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:56.133227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.145586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-a9f846fd-db7e-43fe-b192-2ba8619b311e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:56.146390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-a9f846fd-db7e-43fe-b192-2ba8619b311e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Synchronizing usage tracker for tenant:37463771b55e40df816f6fc687e89e6c on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:18:56.153207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Usage tracker for resource:security_group_rule and tenant:ed674f29d50d49d68b49bce1a2066386 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:56.161409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfbba33-4991-4c7f-9686-53b40c8a9715 None None] Network 91038565-fdc9-4933-bb0f-2f156f3da74b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:56.163452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-a7fef59d-1555-482b-b956-1f0ed4449c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:56.165146 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-a7fef59d-1555-482b-b956-1f0ed4449c7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 1159 time: 1.3352692 Jan 14 03:18:56.166057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'Port': ['ID=f3ca2cbf-4c80-4c79-adbf-3ec3c96646af,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:56.169196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:56.170054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:56.179897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.191597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-87e9db54-f7a6-49fc-8e36-213594e1c78b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:56.193701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d7fa7cb8-ee96-4452-a191-26e40c1d3631 req-87e9db54-f7a6-49fc-8e36-213594e1c78b tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 210 time: 0.7616537 Jan 14 03:18:56.194029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:56.209936 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:56.210190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Subnet': ['ID=a5209048-5816-4b69-829b-1211f8680e48,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:56.308446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Allocated IP 2001:db8:0:ffff::2 (98b0196f-7f53-478b-ad57-83ebc90ad84e/310a3eb6-83aa-410f-b774-b184d5881d0b/60cf1df9-5afd-46a2-9387-050102720e9b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:56.431794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfee486-6282-4d7f-8c7e-4575db6f288d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:56.434676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:56.503701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:56.512873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:56.573663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:18:56.584187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.584748 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 8b63296d-645c-4b8f-8e1c-fd78d01df6db of type vxlan for network 0652caab-3db5-4558-be89-795a3edb7b06 Jan 14 03:18:56.589738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-ff3146dc-d548-4efe-8e99-9284ff5d2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:56.591407 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-ff3146dc-d548-4efe-8e99-9284ff5d2222 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 1159 time: 0.9256349 Jan 14 03:18:56.615270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.694863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-0e308c18-fdde-4df4-8778-acad95f85dfd service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8102098 Jan 14 03:18:56.730311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a01e49-735a-45ba-9f4e-d43769083624 None None] Network d183c365-e13d-4000-b117-347f94eba021 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:18:56.735589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.776770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-70ea3037-3016-4bdb-b234-ef30b7db51b6 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8563356 Jan 14 03:18:56.779907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.784367 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cfee486-6282-4d7f-8c7e-4575db6f288d HTTP/1.1" status: 204 len: 168 time: 3.3508990 Jan 14 03:18:56.784367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-a9f846fd-db7e-43fe-b192-2ba8619b311e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Unset dirty status for tenant:37463771b55e40df816f6fc687e89e6c on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:18:56.787074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/subnets/a5209048-5816-4b69-829b-1211f8680e48 HTTP/1.1" status: 204 len: 168 time: 6.9652517 Jan 14 03:18:56.792036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-a9f846fd-db7e-43fe-b192-2ba8619b311e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 814 time: 0.9631815 Jan 14 03:18:56.794265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48704) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:56.805724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.823221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.824319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Router 091139a4-a550-4a08-a58d-9af8eae5846d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:18:56.874702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.966877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:56.986483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9494aa70-73dd-46ff-a608-4f36c76b94b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:57.012467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:57.013190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.044018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-11d98fb3-bae7-4112-a9b1-79c77856f117 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/quotas/37463771b55e40df816f6fc687e89e6c HTTP/1.1" status: 200 len: 375 time: 0.2509146 Jan 14 03:18:57.131672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 2aa520f4-3268-4f16-9f32-c16d9e52a362, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=2aa520f4-3268-4f16-9f32-c16d9e52a362,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:57.204860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.224639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:57.264124 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab0c325cc3b842a0a9917e10def6cf75&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4121938 Jan 14 03:18:57.277323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-7e2aa719-c804-4077-a1b3-dfde828589e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:57.279240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-7e2aa719-c804-4077-a1b3-dfde828589e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 908 time: 0.6617777 Jan 14 03:18:57.280182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.297755 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.300924 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.307481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:18:57.310951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:18:57.323038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.330383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.339727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:57.347222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:57.356248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Transition to ACTIVE for port object 60cf1df9-5afd-46a2-9387-050102720e9b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:57.374726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Transition to ACTIVE for port object 60cf1df9-5afd-46a2-9387-050102720e9b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:18:57.380000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.385519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:57.390977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1b12cf-049a-42c4-8a68-b078e201fc82,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:57.397697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-400605fc-06bd-4fde-a254-2c9c494bc012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:57.447941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea17423a-235b-4d36-bba1-4a230f534063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:57.453002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] DHCP port deletion for d183c365-e13d-4000-b117-347f94eba021 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:18:57.486701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2837994 Jan 14 03:18:57.488830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-0cefe9ff-760b-4f04-9560-057dc6fa4e3e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4438624 Jan 14 03:18:57.495687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48718) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:57.509904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:57.519176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Deleting port 21048767-48d2-47a6-bf5c-68e239242cc0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:18:57.519860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.549780 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-f68e8b09-f3be-4e7d-8157-3693996bc703 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a9445b9-6477-449c-b3f2-87e95164133b HTTP/1.1" status: 200 len: 217 time: 0.1630678 Jan 14 03:18:57.561416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.571406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-43c2afb1-0055-47be-aa0f-704606a8b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:57.573028 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-43c2afb1-0055-47be-aa0f-704606a8b08b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 1.3684855 Jan 14 03:18:57.576912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Pushing event updated for resources: {'Port': ['ID=60cf1df9-5afd-46a2-9387-050102720e9b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:57.582817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '0652caab-3db5-4558-be89-795a3edb7b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:57.586246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:57.592453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-dd52af0b-c416-4981-af98-dc4dbda5e452 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7989562 Jan 14 03:18:57.730887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:57.771236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Usage tracker for resource:security_group_rule and tenant:834d9b9c543643a080546e7b609cc70d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:57.783182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:18:57.786037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:18:57.789410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:57.789908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:18:57.843304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f03f5ae2-1e69-4d45-a060-21c2b1c73670 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:57.862284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:18:57.866220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:18:57.885263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] For port 21048767-48d2-47a6-bf5c-68e239242cc0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21048767-48d2-47a6-bf5c-68e239242cc0,segment=NetworkSegment(57bd295a-360f-48d8-a1e1-bfb786bfa8c4),segment_id=57bd295a-360f-48d8-a1e1-bfb786bfa8c4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:18:57.885737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.889328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:57.902151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Sync routers for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:18:57.925978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.930054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 19.4956622 Jan 14 03:18:57.937246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:57.941383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48722) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:18:57.949746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-970c2c2c-ed97-4877-b931-780f3c55512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:57.951271 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-970c2c2c-ed97-4877-b931-780f3c55512d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.3761725 Jan 14 03:18:57.988681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Attempting to bind port 60cf1df9-5afd-46a2-9387-050102720e9b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:18:57.989318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Attempting to bind port 60cf1df9-5afd-46a2-9387-050102720e9b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c9c5e9f9-d173-4372-963c-7d2314420a60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:18:57.989986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Attempting to bind port 60cf1df9-5afd-46a2-9387-050102720e9b on network 98b0196f-7f53-478b-ad57-83ebc90ad84e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:18:58.030118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.031050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] No DVR routers for this DVR port f3ca2cbf-4c80-4c79-adbf-3ec3c96646af on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:58.033104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=0652caab-3db5-4558-be89-795a3edb7b06,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:58.047895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:58.051240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.054479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21048767-48d2-47a6-bf5c-68e239242cc0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:18:58.067128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-deleted', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:18:58.074967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:18:58.079476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:18:58.080194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:18:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:58.148829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Calling delete_port for 21048767-48d2-47a6-bf5c-68e239242cc0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:18:58.149101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:18:58.164796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:18:58.169987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-baaea050-a2c3-498a-9b94-6428e551bcd3 req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.74 "DELETE /v2.0/ports/f3ca2cbf-4c80-4c79-adbf-3ec3c96646af HTTP/1.1" status: 204 len: 173 time: 7.1393690 Jan 14 03:18:58.181066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:58.196111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:18:58.196422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:58.215819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.228278 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-49c43eb2-3f20-4980-9ba0-37622abcb409 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5091531 Jan 14 03:18:58.257189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.272983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b3779d7-e5f4-4cae-89b3-09ee6c89c080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:58.299942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:18:58.328310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:18:58.526217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-fdc1d342-bf79-47a3-a3f7-e89a857ca7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0107346 Jan 14 03:18:58.558873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-b771e211-9df2-463c-8b44-80f992997f83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5388262 Jan 14 03:18:58.564154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.573286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.574928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-db89d9fb-a17d-4e60-8360-92f3e1e4e98d req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 3.9642932 Jan 14 03:18:58.575432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e4b18-49b0-49e7-b0d8-6c1ab3ade264,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:58.588615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-499d8516-a04e-4302-8e0e-42f82d07fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:58.590250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b089b7fe-f120-43a1-ade9-fff1fe878d98 req-499d8516-a04e-4302-8e0e-42f82d07fbcd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9346697 Jan 14 03:18:58.629963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:58.699931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:18:58.700643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Checking segment: {'id': 'c9c5e9f9-d173-4372-963c-7d2314420a60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:18:58.701772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.702556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Bound using segment: {'id': 'c9c5e9f9-d173-4372-963c-7d2314420a60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:18:58.703288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Bound port: 60cf1df9-5afd-46a2-9387-050102720e9b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c5e9f9-d173-4372-963c-7d2314420a60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '98b0196f-7f53-478b-ad57-83ebc90ad84e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:18:58.703885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.725293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-a859c297-e04f-4b86-aa7b-03343e45e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:58.727946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-a859c297-e04f-4b86-aa7b-03343e45e8b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 1160 time: 1.0489578 Jan 14 03:18:58.736502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.827381 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad', 'code': 200} Jan 14 03:18:58.875861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.879273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Allocated IP 172.20.0.14 (eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f/e8a5ef68-a6e9-4bea-bb31-0c5c229a9159/8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:18:58.889933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8a9445b9-6477-449c-b3f2-87e95164133b up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:18:58.902700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e5a75e-eac1-4a17-8af1-b0a1251cb415']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:58.920620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f1174f-dde3-41a7-8566-d9649400abef') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:58.921813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f1174f-dde3-41a7-8566-d9649400abef') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:18:58.924988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b2973-4496-47fc-8d5d-8de378a01108 req-725b3f06-c4e0-4bf4-8809-a613a715491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:58.926645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-725b3f06-c4e0-4bf4-8809-a613a715491f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 1159 time: 0.6093581 Jan 14 03:18:58.939310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.941991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6076c0eb-dea3-4122-9019-92ff47eac435 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3603470 Jan 14 03:18:58.990615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:58.994223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:18:59.022948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] For port 60cf1df9-5afd-46a2-9387-050102720e9b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:18:59.026273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] For port 60cf1df9-5afd-46a2-9387-050102720e9b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=60cf1df9-5afd-46a2-9387-050102720e9b,segment=NetworkSegment(c9c5e9f9-d173-4372-963c-7d2314420a60),segment_id=c9c5e9f9-d173-4372-963c-7d2314420a60)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:18:59.075909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.104227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e82d2eb5-1e9a-40c0-aff0-d3224b4ca87a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:59.137108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port f03f5ae2-1e69-4d45-a060-21c2b1c73670 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:18:59.274249 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54405b73-92a7-4107-94b8-f814f348394f', 'name': 'network-vif-deleted', 'tag': 'f3ca2cbf-4c80-4c79-adbf-3ec3c96646af', 'status': 'completed', 'code': 200} Jan 14 03:18:59.346381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port f03f5ae2-1e69-4d45-a060-21c2b1c73670 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:18:59.346585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.385488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 21048767-48d2-47a6-bf5c-68e239242cc0 update to DOWN by agent not found {{(pid=80834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 03:18:59.407850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.487607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b2973-4496-47fc-8d5d-8de378a01108 req-d7b5b8c3-a19e-44d4-8811-27e9ec6ab38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:59.489274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-d7b5b8c3-a19e-44d4-8811-27e9ec6ab38c service neutron] 10.222.0.78 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 908 time: 0.5501051 Jan 14 03:18:59.513156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-d415f712-6ab0-49f2-b6ab-4cbba3c92999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:59.514735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-d415f712-6ab0-49f2-b6ab-4cbba3c92999 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2648969 Jan 14 03:18:59.515382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.523973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.569843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:18:59.713397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a51e0ff6-8cf6-4488-a703-47484c59895f tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:59.751194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] No DVR routers for this DVR port 21048767-48d2-47a6-bf5c-68e239242cc0 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:18:59.788553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Pushing event updated for resources: {'Port': ['ID=60cf1df9-5afd-46a2-9387-050102720e9b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:59.822587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:18:59.839395 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f1b12cf-049a-42c4-8a68-b078e201fc82 HTTP/1.1" status: 204 len: 168 time: 2.4560590 Jan 14 03:18:59.842497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-d8ba009e-1658-467e-9f2f-f156dccc3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:18:59.844206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7bc8b914-62a1-42c3-9bbb-0ddd0631ff2d req-d8ba009e-1658-467e-9f2f-f156dccc3740 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2377720 Jan 14 03:18:59.856485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-26a79844-6432-4e17-a40d-45b540a9a147 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/a36e4b18-49b0-49e7-b0d8-6c1ab3ade264 HTTP/1.1" status: 200 len: 1802 time: 0.5420570 Jan 14 03:18:59.872001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2976c5-7bdc-4a8b-8709-c92ab1f3c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1b12cf-049a-42c4-8a68-b078e201fc82,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:18:59.882950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Request body: {'security_group': {'name': 'tempest-sg-hth-985408246', 'description': 'tempest-description-hth-504890553'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:18:59.892387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-b68ded5e-c677-46c3-a8fa-2cd1e9d192a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3 HTTP/1.1" status: 200 len: 217 time: 0.3859875 Jan 14 03:18:59.916959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=834d9b9c543643a080546e7b609cc70d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5218260 Jan 14 03:18:59.920435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:18:59.926984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:18:59.966589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48752) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:00.011952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 8a9445b9-6477-449c-b3f2-87e95164133b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:00.062524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-23a52e67-e2ec-49d2-95ef-94fa0b3c7242 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4780760 Jan 14 03:19:00.075137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Pushing event deleted for resources: {'Port': ['ID=21048767-48d2-47a6-bf5c-68e239242cc0,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:00.078241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:00.151638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8a9445b9-6477-449c-b3f2-87e95164133b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:00.152055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.258047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-844bea04-e8a3-49c7-8cb0-900c5b01536e tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:00.260254 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-844bea04-e8a3-49c7-8cb0-900c5b01536e tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] 10.222.0.30 "GET /v2.0/networks?id=91038565-fdc9-4933-bb0f-2f156f3da74b HTTP/1.1" status: 200 len: 813 time: 0.9333310 Jan 14 03:19:00.262811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b2973-4496-47fc-8d5d-8de378a01108 req-ac3917b5-8d6b-43cb-81bf-ad282021d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:00.264764 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-ac3917b5-8d6b-43cb-81bf-ad282021d6dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.3329546 Jan 14 03:19:00.267551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.304035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:00.336701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.377294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f03f5ae2-1e69-4d45-a060-21c2b1c73670, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f03f5ae2-1e69-4d45-a060-21c2b1c73670,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:00.404292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.413114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-5f076515-bfb4-4529-bdc3-6a0e4162ed60 tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] 10.222.0.30 "GET /v2.0/quotas/9ed3cca82b844a5793d9924ed7a69bfb HTTP/1.1" status: 200 len: 375 time: 0.1074255 Jan 14 03:19:00.427028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.427925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8278ee6a-fac3-4683-8e09-a5d4826a33ad up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:00.432905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cdde03-0262-4c46-820c-6ee9c3663aa0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:00.481017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-755aca98-dba3-48ad-9a78-f9b7772fe356 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1876311 Jan 14 03:19:00.486965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.496150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:00.656076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 8278ee6a-fac3-4683-8e09-a5d4826a33ad triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:00.656669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.715666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.717233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network 02e5a75e-eac1-4a17-8af1-b0a1251cb415 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:00.735670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:00.750005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:00.780907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8a9445b9-6477-449c-b3f2-87e95164133b, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8a9445b9-6477-449c-b3f2-87e95164133b,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:00.788619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.789555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 00bbbc11-89b3-4742-b722-6bb4e861b37f up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:00.789937 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:00.825256 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-cbe6198f-a4d2-467d-ad6b-6652b9b80fd0 tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3828497 Jan 14 03:19:00.826069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:00.853257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:00.854118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:00.854564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:00.863853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:00.939490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362'}, {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670'}, {'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:00.950758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8a9445b9-6477-449c-b3f2-87e95164133b,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:00.957530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:00.967066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:18:51Z', 'revision_number': 3, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:00.999793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Checking router: 091139a4-a550-4a08-a58d-9af8eae5846d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:19:01.000049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Updating router 091139a4-a550-4a08-a58d-9af8eae5846d port e5bb6725-2192-4f82-9ec5-8d44286df6b3 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:19:01.031964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 00bbbc11-89b3-4742-b722-6bb4e861b37f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:01.046131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 00bbbc11-89b3-4742-b722-6bb4e861b37f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:01.046562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.181967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.228282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.231380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-b24e9207-be27-46a6-ac68-a32afe3a0880 service neutron] 10.222.0.30 "GET /v2.0/networks/91038565-fdc9-4933-bb0f-2f156f3da74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257575 Jan 14 03:19:01.241476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 2aa520f4-3268-4f16-9f32-c16d9e52a362 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:01.322609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.438465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-5e1570ca-12d4-4f1e-8f48-abe72ff8a9be service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3077455 Jan 14 03:19:01.444146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.499525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a9f3f24-3e29-4e39-a6cf-d1de89a39866 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:01.509416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-70fa2296-e194-4632-835d-cec100f8da7d service neutron] 10.222.0.30 "GET /v2.0/networks/91038565-fdc9-4933-bb0f-2f156f3da74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2000687 Jan 14 03:19:01.547438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.548814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e5d237fd-dadb-4b8e-a087-5421f4f1e480 req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "PUT /v2.0/security-groups/a36e4b18-49b0-49e7-b0d8-6c1ab3ade264 HTTP/1.1" status: 200 len: 1775 time: 1.6703203 Jan 14 03:19:01.613698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.638025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e4b18-49b0-49e7-b0d8-6c1ab3ade264,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:01.641973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:01.685302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.715743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cede8a6-5782-415b-989c-ea3316133eb8 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:01.814447 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-b89ffe97-eb4d-4375-b1ca-9522d224a7c3 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2640939 Jan 14 03:19:01.879560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.883667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.904366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f1fbcc4-2a09-4625-b65d-6cec8fe0e043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:01.918218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 00bbbc11-89b3-4742-b722-6bb4e861b37f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=00bbbc11-89b3-4742-b722-6bb4e861b37f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:01.952658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:01.983975 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/networks/02e5a75e-eac1-4a17-8af1-b0a1251cb415 HTTP/1.1" status: 204 len: 168 time: 5.1656280 Jan 14 03:19:01.993327 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362', 'code': 200} Jan 14 03:19:01.993638 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670', 'code': 200} Jan 14 03:19:01.993944 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b', 'code': 200} Jan 14 03:19:02.006175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d866ff64-e246-48d3-9826-e7f86d0a67a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:02.023204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48786) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:02.030623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.122791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 60cf1df9-5afd-46a2-9387-050102720e9b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:02.172054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-8ed2fd00-fda4-4ebc-8bcf-9dffc9a68e61 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:02.173735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-8ed2fd00-fda4-4ebc-8bcf-9dffc9a68e61 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.74 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 814 time: 1.3381889 Jan 14 03:19:02.330582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Request body: {'port': {'device_id': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0', 'admin_state_up': True, 'tenant_id': '37463771b55e40df816f6fc687e89e6c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:02.357508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 2aa520f4-3268-4f16-9f32-c16d9e52a362 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:02.357938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.462730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Network': ['ID=02e5a75e-eac1-4a17-8af1-b0a1251cb415,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:02.505976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.509183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.523370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Transition to ACTIVE for port object e5bb6725-2192-4f82-9ec5-8d44286df6b3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:02.538560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:02.545806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event updated for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:02.546022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880d91c-8595-40ed-bcbd-aaec8e0dcfcf None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:02.567011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:02.568283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Usage tracker for resource:port and tenant:37463771b55e40df816f6fc687e89e6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:02.572885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba90ff42-a25f-43ac-ba49-b4d9e65b704c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:02.587969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:02.605663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cdde03-0262-4c46-820c-6ee9c3663aa0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:02.659601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:02.666626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:02.690716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.691853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99ab4ac9-1afb-406d-8f4c-b1d71ecffe02 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:02.691987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14cdde03-0262-4c46-820c-6ee9c3663aa0 HTTP/1.1" status: 204 len: 168 time: 2.6928983 Jan 14 03:19:02.693369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99ab4ac9-1afb-406d-8f4c-b1d71ecffe02 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.721027 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.724873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:02.727951 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:02.736608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8a9445b9-6477-449c-b3f2-87e95164133b up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:02.739436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-de06d560-e409-4d4b-a228-11426df7f1cd req-2a62c064-1657-4b54-91f1-2516271b605c tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/a36e4b18-49b0-49e7-b0d8-6c1ab3ade264 HTTP/1.1" status: 200 len: 1775 time: 0.7176282 Jan 14 03:19:02.823005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Made reservation on behalf of 37463771b55e40df816f6fc687e89e6c for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:02.827786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:02.844706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.861230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.937049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-039b2973-4496-47fc-8d5d-8de378a01108 req-e8cf185b-b402-4e22-b9d5-04db85cf47a4 service neutron] 10.222.0.78 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9756777 Jan 14 03:19:02.937860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:02.997875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:03.016751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37c767da-f991-4ce3-bbc8-c88e948a3b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:03.104930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:03.150916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:03.178026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:03.366468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Allocated IP 172.20.0.1 (4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472/ffcbd325-0d1b-424c-8ac7-480013f463b6/e536465d-da4b-4922-bd8d-8e7ea19b5534) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:03.411381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:03.420588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:03.450348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:03.521060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Provisioning for port 60cf1df9-5afd-46a2-9387-050102720e9b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:03.537816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Provisioning complete for port 60cf1df9-5afd-46a2-9387-050102720e9b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:03.538246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:03.675988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 60cf1df9-5afd-46a2-9387-050102720e9b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:03.711215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 60cf1df9-5afd-46a2-9387-050102720e9b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:03.711831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:03.741251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:03.776089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Transition to ACTIVE for port object e536465d-da4b-4922-bd8d-8e7ea19b5534 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:03.831411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:03.882614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a19d28a2-3302-4691-b4b9-be3509f855ee tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:03.897866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Pushing event updated for resources: {'Port': ['ID=e5bb6725-2192-4f82-9ec5-8d44286df6b3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:03.901309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:03.906472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Attempting to bind port e5bb6725-2192-4f82-9ec5-8d44286df6b3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:03.907372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Attempting to bind port e5bb6725-2192-4f82-9ec5-8d44286df6b3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:03.907895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Attempting to bind port e5bb6725-2192-4f82-9ec5-8d44286df6b3 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:03.957284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99ab4ac9-1afb-406d-8f4c-b1d71ecffe02 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:03.963790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-99ab4ac9-1afb-406d-8f4c-b1d71ecffe02 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/ports?device_id=db1471b3-601d-419b-9932-8740699b0004 HTTP/1.1" status: 200 len: 945 time: 3.8090565 Jan 14 03:19:04.038560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:04.039153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:04.040580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.041141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:04.041803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Bound port: e5bb6725-2192-4f82-9ec5-8d44286df6b3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:04.042347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.109708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:04.110397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.133542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-de06d560-e409-4d4b-a228-11426df7f1cd req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.135473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=79a662d6-35b9-4b9f-ae4d-98176d75d2d8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:04.209063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.192s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:04.222075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] For port e5bb6725-2192-4f82-9ec5-8d44286df6b3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:04.229850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] For port e5bb6725-2192-4f82-9ec5-8d44286df6b3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e5bb6725-2192-4f82-9ec5-8d44286df6b3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:04.239920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6215429 Jan 14 03:19:04.258414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:04.278208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.304419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Request body: {'port': {'device_id': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:04.328663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:04.373682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-09420690-60c0-4c1d-a790-cf0305f6fc5b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:04.374649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-09420690-60c0-4c1d-a790-cf0305f6fc5b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:04.391051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-c721ee90-8d26-460c-8309-e11198192db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:04.403043 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-c721ee90-8d26-460c-8309-e11198192db5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 1159 time: 2.8742938 Jan 14 03:19:04.443091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Pushing event updated for resources: {'Port': ['ID=e5bb6725-2192-4f82-9ec5-8d44286df6b3,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:04.455886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8a9445b9-6477-449c-b3f2-87e95164133b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:04.456316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.467080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-de06d560-e409-4d4b-a228-11426df7f1cd req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.534458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:04.538548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:04.561384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-09420690-60c0-4c1d-a790-cf0305f6fc5b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:04.562637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-09420690-60c0-4c1d-a790-cf0305f6fc5b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 945 time: 0.6254718 Jan 14 03:19:04.607514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:04.740146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Allocated IP 172.20.0.7 (ddf7055d-68c8-43f1-b620-7105254460e0/e218cec4-429b-446d-a34d-cc0c9eea744e/159e4f73-5169-4481-b6c5-bb40a8c7926e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:04.748251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port 8278ee6a-fac3-4683-8e09-a5d4826a33ad {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:04.748673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.921378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:04.944315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device fb406215-15b8-4511-8b3e-7ce82edb2f32 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:05.036148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-db808ffd-c349-48e4-b4d0-1845b3cc0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:05.053994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-db808ffd-c349-48e4-b4d0-1845b3cc0a04 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 0.6070061 Jan 14 03:19:05.113680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50d72959-ae06-42f7-aa31-c4f25c9869c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.165915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.232325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.291414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 60cf1df9-5afd-46a2-9387-050102720e9b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=60cf1df9-5afd-46a2-9387-050102720e9b,segment=NetworkSegment(c9c5e9f9-d173-4372-963c-7d2314420a60),segment_id=c9c5e9f9-d173-4372-963c-7d2314420a60)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:05.291601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.303216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:05.431176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.438309 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-b8d008ea-2379-45c8-9715-19030284bbab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&device_id=5ccc73f4-308f-46d0-a281-20b3b0bd2ff7 HTTP/1.1" status: 200 len: 210 time: 0.4838021 Jan 14 03:19:05.443613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.458326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:05.460469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:18:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:05.537272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:05.596163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-71788d0a-81d3-4e42-b065-6b349d3c6362 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:05.597294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-71788d0a-81d3-4e42-b065-6b349d3c6362 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:05.755319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port 8278ee6a-fac3-4683-8e09-a5d4826a33ad, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=8278ee6a-fac3-4683-8e09-a5d4826a33ad,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:05.755887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.775403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.824212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:05.858677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port 8a9445b9-6477-449c-b3f2-87e95164133b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:05.859249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:05.982423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:06.046799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port fb406215-15b8-4511-8b3e-7ce82edb2f32 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:06.052944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=60cf1df9-5afd-46a2-9387-050102720e9b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:06.065683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:06.081554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port fb406215-15b8-4511-8b3e-7ce82edb2f32 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:06.081990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.176109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for 8278ee6a-fac3-4683-8e09-a5d4826a33ad owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:06.244229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-795b7e1b-6de4-4297-889d-0093253ddf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:06.245939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-47d4c76c-0e7a-4e7e-aa97-b3102d51fa7b req-795b7e1b-6de4-4297-889d-0093253ddf2a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0062678 Jan 14 03:19:06.251153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8151113a-9898-4ee5-9a3c-3714bdf9ec9f req-c4bb665d-e1f6-4fff-a9ff-7e2be8491018 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a0d70cc1ce0843cd848d7061a61a7ef7&device_id=dadd1cdf-e313-4cbc-bc2d-8bea9f960575 HTTP/1.1" status: 200 len: 210 time: 0.8872361 Jan 14 03:19:06.258851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:06.282999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:06.285085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.352328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.370093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port 8a9445b9-6477-449c-b3f2-87e95164133b, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8a9445b9-6477-449c-b3f2-87e95164133b,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:06.370526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.388935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8151113a-9898-4ee5-9a3c-3714bdf9ec9f req-ff90ab43-ef71-412d-a1ef-646872692639 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a0d70cc1ce0843cd848d7061a61a7ef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027200 Jan 14 03:19:06.395308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:06.397244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-277163ce-1205-4622-8dbd-7549e792db31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:06.431473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:06.507483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for 8a9445b9-6477-449c-b3f2-87e95164133b owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:06.621027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151113a-9898-4ee5-9a3c-3714bdf9ec9f req-7a4ca107-82de-4ed9-aea0-49392ed16546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:06.622237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-de06d560-e409-4d4b-a228-11426df7f1cd req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.622900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8151113a-9898-4ee5-9a3c-3714bdf9ec9f req-7a4ca107-82de-4ed9-aea0-49392ed16546 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1653304 Jan 14 03:19:06.646838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.675138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:06.712463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:06.723888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:06.744408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:06.746592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:06.757160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d183c365-e13d-4000-b117-347f94eba021']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:06.831092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bd295a-360f-48d8-a1e1-bfb786bfa8c4') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:06.831430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bd295a-360f-48d8-a1e1-bfb786bfa8c4') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:06.897268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:06.941798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.014522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.019637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-33018e17-75cc-4168-8736-77313aa5219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:07.021831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-33018e17-75cc-4168-8736-77313aa5219f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&shared=False HTTP/1.1" status: 200 len: 908 time: 0.7676890 Jan 14 03:19:07.026724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.040762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:07.112839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.130825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device f03f5ae2-1e69-4d45-a060-21c2b1c73670 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:07.131617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.143170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b5e21569-9903-4890-86be-761878b069b2 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:07.143919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b5e21569-9903-4890-86be-761878b069b2 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Synchronizing usage tracker for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:07.163364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-71788d0a-81d3-4e42-b065-6b349d3c6362 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:07.164665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-71788d0a-81d3-4e42-b065-6b349d3c6362 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "GET /v2.0/ports?device_id=9ee38ce6-dbfb-457e-9301-ebff80037b80 HTTP/1.1" status: 200 len: 945 time: 3.0235822 Jan 14 03:19:07.165289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.173075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Network ddf7055d-68c8-43f1-b620-7105254460e0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:07.191700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:07.192016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:07.256246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.291439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab084093-d44e-4e6e-b11a-b0aa4ed9434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.321854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 00bbbc11-89b3-4742-b722-6bb4e861b37f up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:07.336107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': '8b63296d-645c-4b8f-8e1c-fd78d01df6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:07.336335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 0652caab-3db5-4558-be89-795a3edb7b06, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:07.341173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:07.372054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:07.410360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4d1a152-113d-45cb-bbbf-4bf1aed357da tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:07.442734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b5e21569-9903-4890-86be-761878b069b2 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Unset dirty status for tenant:f7472bcbf4c54b328a5960aeef357255 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:07.443873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b5e21569-9903-4890-86be-761878b069b2 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.74 "GET /v2.0/ports?device_id=3b243917-17e4-4fa2-9ba0-977ef08f08b5 HTTP/1.1" status: 200 len: 945 time: 3.1106462 Jan 14 03:19:07.499648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Pushing event updated for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:07.502712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port 8a9445b9-6477-449c-b3f2-87e95164133b on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:07.508845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.972s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:07.514261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.553460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:07.569041 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.572561 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.574122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=8278ee6a-fac3-4683-8e09-a5d4826a33ad,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:07.582330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.588113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:07.591658 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:07.592799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port f03f5ae2-1e69-4d45-a060-21c2b1c73670, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f03f5ae2-1e69-4d45-a060-21c2b1c73670,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:07.601202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port 8278ee6a-fac3-4683-8e09-a5d4826a33ad on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:07.616454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-92350974-007d-4feb-a261-bc8a40e6241e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:07.624330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-92350974-007d-4feb-a261-bc8a40e6241e tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 814 time: 1.8888519 Jan 14 03:19:07.628372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 60cf1df9-5afd-46a2-9387-050102720e9b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:07.641049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.652368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.661105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-deleted', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:07.689031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e4b18-49b0-49e7-b0d8-6c1ab3ade264,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:07.706185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Deleting subnet 01dffc74-0264-4a4f-b8c5-d70d31754a27 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:07.708380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-deleted', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:07.712673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.713504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8278ee6a-fac3-4683-8e09-a5d4826a33ad no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:07.714924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:07.746194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-de06d560-e409-4d4b-a228-11426df7f1cd req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.759595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-de06d560-e409-4d4b-a228-11426df7f1cd req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/a36e4b18-49b0-49e7-b0d8-6c1ab3ade264 HTTP/1.1" status: 204 len: 173 time: 5.0254848 Jan 14 03:19:07.761083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af549474-6ea6-4e8f-849b-36dacc69f358 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:07.763485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] No Port match for: 8278ee6a-fac3-4683-8e09-a5d4826a33ad {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:19:07.763925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 8278ee6a-fac3-4683-8e09-a5d4826a33ad not bound to the agent host n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:19:07.764470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 2aa520f4-3268-4f16-9f32-c16d9e52a362 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:07.807657 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "DELETE /v2.0/ports/8278ee6a-fac3-4683-8e09-a5d4826a33ad HTTP/1.1" status: 204 len: 173 time: 3.6890290 Jan 14 03:19:07.811860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network d183c365-e13d-4000-b117-347f94eba021 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:07.825906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.848613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "DELETE /v2.0/ports/8a9445b9-6477-449c-b3f2-87e95164133b HTTP/1.1" status: 204 len: 173 time: 3.2624905 Jan 14 03:19:07.850131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-dedc55be-5c2e-44eb-a4cb-b806d3a98a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:07.851840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-dedc55be-5c2e-44eb-a4cb-b806d3a98a19 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7419224 Jan 14 03:19:07.860884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:07.978243 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f', 'code': 200} Jan 14 03:19:07.982769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:18:51Z', 'revision_number': 3, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:07.993606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.078411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.109269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d17d9e-47c5-4fd7-a8f1-835772f0aa8b None None] The sync data for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 is: [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:18:51Z', 'revision_number': 3, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:19:08.125031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port f03f5ae2-1e69-4d45-a060-21c2b1c73670 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:08.125411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.135297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 2aa520f4-3268-4f16-9f32-c16d9e52a362, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=2aa520f4-3268-4f16-9f32-c16d9e52a362,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:08.169327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-dd24ee57-8c5e-497c-9f28-326ae65c3908 req-2452f0dd-31a6-4b14-a1d5-e895dbdb9304 tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] 10.222.0.74 "GET /v2.0/ports?device_id=5ccc73f4-308f-46d0-a281-20b3b0bd2ff7 HTTP/1.1" status: 200 len: 210 time: 0.2228823 Jan 14 03:19:08.175042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.181560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=8a9445b9-6477-449c-b3f2-87e95164133b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:08.185673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Provisioning for port e536465d-da4b-4922-bd8d-8e7ea19b5534 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:08.193190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-65c242bb-17fb-477e-b5bc-bf06b04cfaf2 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/quotas/37463771b55e40df816f6fc687e89e6c HTTP/1.1" status: 200 len: 375 time: 0.5672536 Jan 14 03:19:08.200323 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1471b3-601d-419b-9932-8740699b0004', 'name': 'network-vif-deleted', 'tag': '8278ee6a-fac3-4683-8e09-a5d4826a33ad', 'status': 'completed', 'code': 200} Jan 14 03:19:08.206593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Provisioning complete for port e536465d-da4b-4922-bd8d-8e7ea19b5534 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:08.207064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.219059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:08.306380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 0652caab-3db5-4558-be89-795a3edb7b06 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:08.333697 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-deleted', 'tag': '8a9445b9-6477-449c-b3f2-87e95164133b', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:19:08.361340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:08.370131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.329s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:08.372052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Port e536465d-da4b-4922-bd8d-8e7ea19b5534 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:19:08.380058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.256s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:08.389381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:08.390418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.428450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Network d183c365-e13d-4000-b117-347f94eba021 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:08.460851 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:08.469412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 60cf1df9-5afd-46a2-9387-050102720e9b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:08.469717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.506318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.521826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48914) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:08.592388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.593792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Deleting port 2aa520f4-3268-4f16-9f32-c16d9e52a362 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:08.597045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.597211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1cd6d3-5019-4257-854b-959a06ebe3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:08.605488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device fb406215-15b8-4511-8b3e-7ce82edb2f32 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:08.644581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.726018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0652caab-3db5-4558-be89-795a3edb7b06) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:08.800089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:08.833686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f67b9f-0c3c-48cb-a812-6edb8f756e85 None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:08.865338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 00bbbc11-89b3-4742-b722-6bb4e861b37f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:08.865758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:08.875649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48922) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:09.202551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86a32225-807f-420a-b034-ca74d6052dff req-31a048b8-eed1-47d6-85fa-bb907e04e889 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 210 time: 0.0549188 Jan 14 03:19:09.203351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Pushing event deleted for resources: {'Network': ['ID=d183c365-e13d-4000-b117-347f94eba021,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:09.206494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:19:09.255139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9363670 Jan 14 03:19:09.256241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:09.257122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.274949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.297233 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-36284267-dbd1-42b3-b561-8d394af4a53c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&device_id=5ccc73f4-308f-46d0-a281-20b3b0bd2ff7 HTTP/1.1" status: 200 len: 210 time: 0.0977037 Jan 14 03:19:09.301222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:09.331637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Provisioning complete for port 60cf1df9-5afd-46a2-9387-050102720e9b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:09.332057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0273486e-704e-4729-b5b4-0ded5078e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.356097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] 10.222.0.30 "DELETE /v2.0/networks/d183c365-e13d-4000-b117-347f94eba021 HTTP/1.1" status: 204 len: 168 time: 7.2781920 Jan 14 03:19:09.382516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.387613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:09.391861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Usage tracker for resource:security_group_rule and tenant:a60712795f0044938c940c3842622fd7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:09.395566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:09.401559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:09.429564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.439612 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-58cc5e40-2a93-4f96-97c0-5a7ad011d21d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/9605e52f-7fc4-4fbb-9517-38714bcc1727 HTTP/1.1" status: 200 len: 1803 time: 1.0792871 Jan 14 03:19:09.481663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Request body: {'port': {'device_id': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:09.515087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.528831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.544331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.620186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.762278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:09.818160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73959b43-f0a3-403f-99a9-afe6ef317eef,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:09.853980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.867366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e5bb6725-2192-4f82-9ec5-8d44286df6b3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:09.891183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.906543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port fb406215-15b8-4511-8b3e-7ce82edb2f32 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:09.907010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:09.938579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:09.939405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:09.966549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:09.967572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:19:09.998857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.017709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:10.030061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32'}, {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3'}, {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670'}, {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:10.035967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Transition to ACTIVE for port object 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:10.069082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.689s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:10.073088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.310s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:10.073489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:10.086392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.881s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:10.086794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:10.092665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:10.095921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8a9445b9-6477-449c-b3f2-87e95164133b no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:10.114455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a60712795f0044938c940c3842622fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5913057 Jan 14 03:19:10.125252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:10.269572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] No Port match for: 8a9445b9-6477-449c-b3f2-87e95164133b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:19:10.270116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8a9445b9-6477-449c-b3f2-87e95164133b not bound to the agent host n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:19:10.291600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.317722 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 12.7946401 Jan 14 03:19:10.321179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0652caab-3db5-4558-be89-795a3edb7b06', 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '79a662d6-35b9-4b9f-ae4d-98176d75d2d8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:19:10.322088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.330628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48944) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:10.334461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-3d671a6c-8602-48db-9168-dbb924786de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:10.335698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e5bb6725-2192-4f82-9ec5-8d44286df6b3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:10.336240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-3d671a6c-8602-48db-9168-dbb924786de8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&shared=False HTTP/1.1" status: 200 len: 908 time: 0.9822500 Jan 14 03:19:10.337537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32225-807f-420a-b034-ca74d6052dff req-5360fdba-fe1a-4719-8768-4062cbb7c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:10.339399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86a32225-807f-420a-b034-ca74d6052dff req-5360fdba-fe1a-4719-8768-4062cbb7c691 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 1.0353439 Jan 14 03:19:10.344185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e5bb6725-2192-4f82-9ec5-8d44286df6b3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:10.345356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.360907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.593423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.611024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e5bb6725-2192-4f82-9ec5-8d44286df6b3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e5bb6725-2192-4f82-9ec5-8d44286df6b3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:10.612955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:10.646027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.665514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b13817f6-e5b9-478d-b7b9-36546c6bb9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:10.774794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:10.806614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a44a5c38-a728-4bbd-a757-1a7c5cd51764 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:10.808850 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a44a5c38-a728-4bbd-a757-1a7c5cd51764 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 0.4658413 Jan 14 03:19:10.834158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e5bb6725-2192-4f82-9ec5-8d44286df6b3,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:10.842970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:10.869794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:10.890355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:10.890775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.038333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4e329f8-a131-43a5-9d24-75fa56621480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:11.054600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Allocated IP 2001:db8::1 (0652caab-3db5-4558-be89-795a3edb7b06/79a662d6-35b9-4b9f-ae4d-98176d75d2d8/d7fc08e2-a0c0-4588-8ff7-5598e40fbc32) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:11.094801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.096828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 00bbbc11-89b3-4742-b722-6bb4e861b37f no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:11.132511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.134161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:11.149176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Usage tracker for resource:port and tenant:da34adcfc0684ab8811a945a0f13efb9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:11.153353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.166722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:11.195863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:11.201396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d70cc1ce0843cd848d7061a61a7ef7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:11.213613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:11.237719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:11.241251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.242264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:11.251298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:11.309517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.327490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-e30ddabf-be41-469d-8444-f35b1e6056b7 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Synchronizing usage tracker for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:11.347522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 00bbbc11-89b3-4742-b722-6bb4e861b37f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=00bbbc11-89b3-4742-b722-6bb4e861b37f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:11.363448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.368147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:11.447857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:11.453327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:11.454250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:11.573016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-cbf95807-9cc7-4d7c-9e5d-0be201288387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:11.582112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-cbf95807-9cc7-4d7c-9e5d-0be201288387 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0711334 Jan 14 03:19:11.591222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.599115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32225-807f-420a-b034-ca74d6052dff req-f4fa5a16-6230-469b-a8fd-ee21a76fcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:11.601140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86a32225-807f-420a-b034-ca74d6052dff req-f4fa5a16-6230-469b-a8fd-ee21a76fcf5a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0920403 Jan 14 03:19:11.601977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:11.602857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e5bb6725-2192-4f82-9ec5-8d44286df6b3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:11.617587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.640160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Transition to ACTIVE for port object d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:11.644748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Router 091139a4-a550-4a08-a58d-9af8eae5846d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:19:11.711275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Transition to ACTIVE for port object d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:11.722249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.731929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.749847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:11.824873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-87be2fff-79cb-4616-86d2-bcb2e44a7a85 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:11.826571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-87be2fff-79cb-4616-86d2-bcb2e44a7a85 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/ports?device_id=e826c5ce-86ed-4aaf-b757-6d1a39311317 HTTP/1.1" status: 200 len: 945 time: 2.5751557 Jan 14 03:19:11.827294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-e30ddabf-be41-469d-8444-f35b1e6056b7 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Unset dirty status for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:11.828676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-e30ddabf-be41-469d-8444-f35b1e6056b7 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&fields=id HTTP/1.1" status: 200 len: 255 time: 3.6339705 Jan 14 03:19:11.919027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-86a32225-807f-420a-b034-ca74d6052dff req-c652d893-88ef-4f40-9df8-e6484480783b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:11.939037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Pushing event updated for resources: {'Port': ['ID=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:11.944789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e5bb6725-2192-4f82-9ec5-8d44286df6b3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:11.945203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.965796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:11.978450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b8c0a81f-b9db-4599-bccb-b8c75c3e4c39 req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/9605e52f-7fc4-4fbb-9517-38714bcc1727 HTTP/1.1" status: 204 len: 173 time: 2.5372455 Jan 14 03:19:12.039171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:12.078436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:12.080372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:12.082253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a57c45d-4363-4959-9b9d-fd2025d06124 None None] Provisioning complete for port e536465d-da4b-4922-bd8d-8e7ea19b5534 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:12.082673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a57c45d-4363-4959-9b9d-fd2025d06124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.108615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:12.160666 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32', 'code': 200} Jan 14 03:19:12.160932 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3', 'code': 200} Jan 14 03:19:12.161238 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670', 'code': 200} Jan 14 03:19:12.161528 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362', 'code': 200} Jan 14 03:19:12.193672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.254400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Attempting to bind port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:12.254818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Attempting to bind port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '8b63296d-645c-4b8f-8e1c-fd78d01df6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:12.255231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Attempting to bind port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 on network 0652caab-3db5-4558-be89-795a3edb7b06 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:12.273966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:12.274391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Checking segment: {'id': '8b63296d-645c-4b8f-8e1c-fd78d01df6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:12.274844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.275618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Bound using segment: {'id': '8b63296d-645c-4b8f-8e1c-fd78d01df6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:12.276026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Bound port: d7fc08e2-a0c0-4588-8ff7-5598e40fbc32, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63296d-645c-4b8f-8e1c-fd78d01df6db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:12.276464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.333043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7a57c45d-4363-4959-9b9d-fd2025d06124 None None] Port e536465d-da4b-4922-bd8d-8e7ea19b5534 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:19:12.371646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.386438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] For port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:12.390210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] For port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,segment=NetworkSegment(8b63296d-645c-4b8f-8e1c-fd78d01df6db),segment_id=8b63296d-645c-4b8f-8e1c-fd78d01df6db)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:12.401033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.417927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5c20b22-5a90-4faa-9ef1-88d0aa46c279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:12.505070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port f03f5ae2-1e69-4d45-a060-21c2b1c73670, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=f03f5ae2-1e69-4d45-a060-21c2b1c73670,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:12.505480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.556569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Pushing event updated for resources: {'Port': ['ID=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:12.560664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:12.619973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-43a5aa2c-f6a3-499a-94c4-bf5e1a2adc34 req-a4d9b413-d6e5-4b5f-96a9-3b7cd4df1a80 tempest-ServerPasswordTestJSON-306179049 tempest-ServerPasswordTestJSON-306179049] 10.222.0.74 "GET /v2.0/ports?device_id=5ccc73f4-308f-46d0-a281-20b3b0bd2ff7 HTTP/1.1" status: 200 len: 210 time: 0.9479232 Jan 14 03:19:12.620664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:12.623743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6daac5ae-f869-4074-8213-56078705491c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:12.647171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73959b43-f0a3-403f-99a9-afe6ef317eef,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:12.657819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.863608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:12.868208 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:12.874898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-790d105b-c7a8-4951-a864-72cd5a823d2c tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/f210da4f-75ca-4030-b034-2579c841c9d8 HTTP/1.1" status: 200 len: 1801 time: 0.5612519 Jan 14 03:19:12.875956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Attempting to bind port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:12.876569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Attempting to bind port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:12.877697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Attempting to bind port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a on network eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:12.884427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:12.930094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:19:12.940270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Sync routers for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:19:12.942940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-86a32225-807f-420a-b034-ca74d6052dff req-c652d893-88ef-4f40-9df8-e6484480783b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:12.954099 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86a32225-807f-420a-b034-ca74d6052dff req-c652d893-88ef-4f40-9df8-e6484480783b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 210 time: 1.2305639 Jan 14 03:19:12.959801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:12.962732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:12.993666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:13.004377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Checking segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:13.005145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:13.005751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Bound using segment: {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:13.006477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Bound port: 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30348c83-08b8-4512-8331-8fc7e4da22b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:13.007650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:13.019975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.023399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.024044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.024691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.026787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.027431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.028143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.028781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.029404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.030024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.030637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.031242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.031897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.032532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.033144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.033805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.034431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.035049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.035672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.036304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.036992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.037614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.038331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.038958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.039633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.040290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.040970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.041591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.042226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.042840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.043495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.044117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.044825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.045452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.046067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.046674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:13.047970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:13.057020 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73959b43-f0a3-403f-99a9-afe6ef317eef HTTP/1.1" status: 204 len: 168 time: 2.9179254 Jan 14 03:19:13.068374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/091139a4-a550-4a08-a58d-9af8eae5846d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1128855 Jan 14 03:19:13.069900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.13 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/ca7ff454-2dfe-465e-97f7-d12e084216e7) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:13.356740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:13.365359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.327s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:13.868678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.092867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0824-d404-4339-a960-f210a5970d7e req-acc60954-43ea-4553-be29-9897242a81b8 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:14.095202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-acc60954-43ea-4553-be29-9897242a81b8 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/ports?device_id=ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1 HTTP/1.1" status: 200 len: 946 time: 0.5523429 Jan 14 03:19:14.096650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48968) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:14.129484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:19:07Z', 'revision_number': 4, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e536465d-da4b-4922-bd8d-8e7ea19b5534', 'name': '', 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'mac_address': 'fa:16:3e:ba:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:02Z', 'updated_at': '2021-01-14T03:19:07Z', 'revision_number': 2, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'subnets': [{'id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:14.137653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Checking router: 091139a4-a550-4a08-a58d-9af8eae5846d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:19:14.138215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Updating router 091139a4-a550-4a08-a58d-9af8eae5846d port e536465d-da4b-4922-bd8d-8e7ea19b5534 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:19:14.152176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:14.197873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.220168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port fb406215-15b8-4511-8b3e-7ce82edb2f32 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:14.221000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.227503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:14.255754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.256456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.284326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:14.358123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159e4f73-5169-4481-b6c5-bb40a8c7926e {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:19:14.366536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.368203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:14.376499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:14.381939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Transition to ACTIVE for port object 159e4f73-5169-4481-b6c5-bb40a8c7926e will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:14.383312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-285ac7de-fcdf-4ee4-a7a9-1eefd9507708 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:14.391687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Usage tracker for resource:security_group_rule and tenant:61b23ed57b204063ac816225890d2551 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:14.396777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:14.406342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.447808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.472870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for f03f5ae2-1e69-4d45-a060-21c2b1c73670 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:14.547788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.568822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port 00bbbc11-89b3-4742-b722-6bb4e861b37f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:14.569081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device fb406215-15b8-4511-8b3e-7ce82edb2f32 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:14.569467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.591287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a86d6d40-e095-491d-943b-67d477d0cb87 tempest-ImagesOneServerNegativeTestJSON-1378432228 tempest-ImagesOneServerNegativeTestJSON-1378432228] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:14.648196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.698606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:14.705659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=ca7ff454-2dfe-465e-97f7-d12e084216e7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:14.795414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.801496 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:14.806361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:14.828078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-155d4f1c-ad77-4f81-9455-217effa75a86 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:14.829225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.830087 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-155d4f1c-ad77-4f81-9455-217effa75a86 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 945 time: 0.8970213 Jan 14 03:19:14.831793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.832296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.832812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.833299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.833782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.834265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.834743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.835305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.835900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.836768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.837376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.838069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.838617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.839092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.839572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.840046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.840576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.841055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.841529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.842006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.842480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.842953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.843428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.843959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.844436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.844911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.845396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.846387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.847194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.848043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.848536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.848999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.849635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.850113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.850590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.851042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:14.858675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:14.871165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:14.871650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:14.893811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:14.895517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231f7ae-5da7-4812-b020-3bca37ffaf20 None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:14.906318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:14.909563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:15.073059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.086035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Transition to ACTIVE for port object e536465d-da4b-4922-bd8d-8e7ea19b5534 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:15.091334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.093231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.099429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:15.106797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1b72931-feaf-4dc0-b0b5-bdc2448d2a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:15.110795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:15.121864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:15.123880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.189813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3386157 Jan 14 03:19:15.210874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Request body: {'port': {'device_id': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:15.236051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:15.239592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Provisioning for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:15.254415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:15.255646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Provisioning complete for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:15.256284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.318248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.322794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:15.355655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Pushing event updated for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:15.355916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.381323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.382059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.382645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.383032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.383404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.383771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.390494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.390846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.391228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.391846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.391982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.392277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.393260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.393628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.394244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.394613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.394977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.395337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.395698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.396057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.396435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.396796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.397153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.397507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.397925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.398279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.398636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.398988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.399343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.399696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.410433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.410930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.411311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.411684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.412056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.412471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:15.414082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:15.422514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:15.500692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.519886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:15.520266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.526096 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:15.574072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.599419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.621069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] For port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,segment=NetworkSegment(8b63296d-645c-4b8f-8e1c-fd78d01df6db),segment_id=8b63296d-645c-4b8f-8e1c-fd78d01df6db)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:15.633491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.639300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:15.673553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605e52f-7fc4-4fbb-9517-38714bcc1727,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:15.716244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Attempting to bind port e536465d-da4b-4922-bd8d-8e7ea19b5534 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:15.716733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Attempting to bind port e536465d-da4b-4922-bd8d-8e7ea19b5534 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:15.717151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Attempting to bind port e536465d-da4b-4922-bd8d-8e7ea19b5534 on network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:15.728211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:15.728667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Checking segment: {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:15.729145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.732473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Bound using segment: {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:15.737539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Bound port: e536465d-da4b-4922-bd8d-8e7ea19b5534, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b418a4eb-e64c-470b-be98-2ef1ba260759', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:15.737539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.737887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:15.737887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.818165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] For port 2aa520f4-3268-4f16-9f32-c16d9e52a362, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=2aa520f4-3268-4f16-9f32-c16d9e52a362,segment=NetworkSegment(1437894a-90f7-4b0a-a5a9-f46c510cfc31),segment_id=1437894a-90f7-4b0a-a5a9-f46c510cfc31)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:15.818402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.868282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Pushing event updated for resources: {'Port': ['ID=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:15.872578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:15.909960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] For port e536465d-da4b-4922-bd8d-8e7ea19b5534, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:15.914533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] For port e536465d-da4b-4922-bd8d-8e7ea19b5534, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e536465d-da4b-4922-bd8d-8e7ea19b5534,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:15.931647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:15.945969 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-8e2cf8e4-b6f8-45ac-b24c-de2a7962e2cf service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.6201913 Jan 14 03:19:15.973925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.591s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:16.063518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for fb406215-15b8-4511-8b3e-7ce82edb2f32 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:16.077455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:16.149185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.646s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:16.227200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d263fbc8-3676-4ba1-b3ea-df5f2318f247 None None] Provisioning complete for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:16.227980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d263fbc8-3676-4ba1-b3ea-df5f2318f247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:16.448233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:16.487178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Pushing event updated for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:16.490706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Pushing event updated for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:16.520817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:16.525064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:16.528444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:16.560709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:16.563087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:16.602945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:16.603351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:16.673361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f86aebf-9b7a-4a8c-998c-2cc066cbaa2f None None] Provisioning complete for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:16.674547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f86aebf-9b7a-4a8c-998c-2cc066cbaa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.022467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:17.103799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0b28d9ea-83be-4cbd-bc16-2518331c525e None None] Provisioning complete for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:17.108299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b28d9ea-83be-4cbd-bc16-2518331c525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.244881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:17.262187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1863891-20a6-4777-837c-e07368bf2715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.329s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:17.409291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Calling delete_port for 2aa520f4-3268-4f16-9f32-c16d9e52a362 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:17.417953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:17.418322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:17.463234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:19:07Z', 'revision_number': 4, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e536465d-da4b-4922-bd8d-8e7ea19b5534', 'name': '', 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'mac_address': 'fa:16:3e:ba:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:02Z', 'updated_at': '2021-01-14T03:19:15Z', 'revision_number': 4, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'subnets': [{'id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:17.482381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c160fd-a7cd-4a5a-8a81-eab7762d1643 None None] The sync data for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 is: [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:19:07Z', 'revision_number': 4, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e536465d-da4b-4922-bd8d-8e7ea19b5534', 'name': '', 'network_id': '4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'mac_address': 'fa:16:3e:ba:f8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:02Z', 'updated_at': '2021-01-14T03:19:15Z', 'revision_number': 4, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'subnets': [{'id': 'ffcbd325-0d1b-424c-8ac7-480013f463b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:19:17.561508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port 00bbbc11-89b3-4742-b722-6bb4e861b37f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=00bbbc11-89b3-4742-b722-6bb4e861b37f,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:17.561508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.585435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.585917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3af903-0a7f-4ed0-bc5f-12e7054ec67f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:17.638571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:17.712182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.720228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:17.743989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:17.744845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:17.791045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33d1601b-93c8-4356-93cf-0dd57dc3fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:17.860963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61b23ed57b204063ac816225890d2551&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7560303 Jan 14 03:19:17.869538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:17.871973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67406d45-3b2b-43a5-861d-fbdc6922f733,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:17.884984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:17.959686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port fb406215-15b8-4511-8b3e-7ce82edb2f32 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:17.960063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.000897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for 00bbbc11-89b3-4742-b722-6bb4e861b37f owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:18.129281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcee3904-02b4-43b7-a1ce-aaac65e3b3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.196s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:18.187055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0d70cc1ce0843cd848d7061a61a7ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 9.0640774 Jan 14 03:19:18.196417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.254792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:18.284146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port fb406215-15b8-4511-8b3e-7ce82edb2f32, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=fb406215-15b8-4511-8b3e-7ce82edb2f32,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:18.284621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.418497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for fb406215-15b8-4511-8b3e-7ce82edb2f32 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:18.460941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] For port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:18.464612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] For port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:18.485480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01dffc74-0264-4a4f-b8c5-d70d31754a27,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:18.489311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port f03f5ae2-1e69-4d45-a060-21c2b1c73670 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:18.508941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-24e76c92-0756-4b48-8d1a-74500d455f7f req-fb71b8a7-c0cf-46c4-9f88-8d41bea7447a service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.5616448 Jan 14 03:19:18.515331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:18.518526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.525929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.552320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.558390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Attempting to bind port 159e4f73-5169-4481-b6c5-bb40a8c7926e on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:18.559028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Attempting to bind port 159e4f73-5169-4481-b6c5-bb40a8c7926e by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:18.559568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Attempting to bind port 159e4f73-5169-4481-b6c5-bb40a8c7926e on network ddf7055d-68c8-43f1-b620-7105254460e0 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:18.567388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.571102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.572517 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0fbdb535-bf40-41cd-a7ef-52586e0b36ae req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/f210da4f-75ca-4030-b034-2579c841c9d8 HTTP/1.1" status: 204 len: 173 time: 5.6196370 Jan 14 03:19:18.573228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03d585b5-6965-4303-bcac-edc01647d787 tempest-FloatingIPDetailsTestJSON-966078225 tempest-FloatingIPDetailsTestJSON-966078225] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.289s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:18.633106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.634989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-deleted', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:18.668743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7ff454-2dfe-465e-97f7-d12e084216e7 {{(pid=80833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:19:18.797947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.820041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:18.820455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Checking segment: {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:18.820846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.821256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Bound using segment: {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:18.822028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Bound port: 159e4f73-5169-4481-b6c5-bb40a8c7926e, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:18.822296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.831303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Transition to ACTIVE for port object ca7ff454-2dfe-465e-97f7-d12e084216e7 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:18.844510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=f03f5ae2-1e69-4d45-a060-21c2b1c73670,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:18.847798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.848477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:18.858969 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f', 'code': 200} Jan 14 03:19:18.917064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.075115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/01dffc74-0264-4a4f-b8c5-d70d31754a27 HTTP/1.1" status: 204 len: 168 time: 13.7566245 Jan 14 03:19:19.078098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:19.078710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:19.131034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,segment=NetworkSegment(8b63296d-645c-4b8f-8e1c-fd78d01df6db),segment_id=8b63296d-645c-4b8f-8e1c-fd78d01df6db)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:19.131447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.140404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:19.140768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:19.161439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:19.230961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] For port 159e4f73-5169-4481-b6c5-bb40a8c7926e, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:19.237198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] For port 159e4f73-5169-4481-b6c5-bb40a8c7926e, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:19.250887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=00bbbc11-89b3-4742-b722-6bb4e861b37f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:19.278349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:19.366369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=1622e6c7-daae-4a0b-8f7d-51c69c634dc3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:19.405464 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-5a79dca1-d91c-4150-9b09-07bb9ad912e1 req-27b996e1-799b-4c2d-ae4a-eb7dd461776f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:19:19.416908 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5a79dca1-d91c-4150-9b09-07bb9ad912e1 req-27b996e1-799b-4c2d-ae4a-eb7dd461776f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/e46b20c1-6861-4f48-9769-68985dd671cc HTTP/1.1" status: 404 len: 352 time: 0.2713335 Jan 14 03:19:19.436260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.463499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.671295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e536465d-da4b-4922-bd8d-8e7ea19b5534 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:19.718085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.773553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e536465d-da4b-4922-bd8d-8e7ea19b5534 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:19.779617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e536465d-da4b-4922-bd8d-8e7ea19b5534 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:19.780044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:19.889548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:19.900918 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee38ce6-dbfb-457e-9301-ebff80037b80', 'name': 'network-vif-deleted', 'tag': 'f03f5ae2-1e69-4d45-a060-21c2b1c73670', 'status': 'completed', 'code': 200} Jan 14 03:19:19.954419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.050333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e536465d-da4b-4922-bd8d-8e7ea19b5534, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e536465d-da4b-4922-bd8d-8e7ea19b5534,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:20.060794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.063163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.114359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.120785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.74 "DELETE /v2.0/ports/f03f5ae2-1e69-4d45-a060-21c2b1c73670 HTTP/1.1" status: 204 len: 173 time: 12.9248478 Jan 14 03:19:20.126250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port 1622e6c7-daae-4a0b-8f7d-51c69c634dc3 on host n-h1-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:20.129849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.135494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Attempting to bind port ca7ff454-2dfe-465e-97f7-d12e084216e7 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:20.136149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Attempting to bind port ca7ff454-2dfe-465e-97f7-d12e084216e7 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:20.136853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Attempting to bind port ca7ff454-2dfe-465e-97f7-d12e084216e7 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:20.167547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-deleted', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:20.173207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.178034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.188065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:20.188494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:20.188900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.189822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:20.190322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Bound port: ca7ff454-2dfe-465e-97f7-d12e084216e7, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:20.190693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.213104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ff454-2dfe-465e-97f7-d12e084216e7,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.223687 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.245850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.260817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.997s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.261416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.312893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.333126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:20.333812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.335334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] 10.222.0.78 "PUT /v2.0/ports/8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a HTTP/1.1" status: 200 len: 1157 time: 16.0587163 Jan 14 03:19:20.346807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group': {'name': 'tempest-securitygroup--803516395', 'description': 'tempest-description--1060145713'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.348793 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.351988 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.353488 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:20.364810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.515s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.395630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-afc02f50-90b3-4f68-a320-c454220760ce tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "DELETE /v2.0/ports/1622e6c7-daae-4a0b-8f7d-51c69c634dc3 HTTP/1.1" status: 204 len: 173 time: 5.5377536 Jan 14 03:19:20.461631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=fb406215-15b8-4511-8b3e-7ce82edb2f32,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.475932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.484812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.496042 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.521804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67406d45-3b2b-43a5-861d-fbdc6922f733,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.528054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.528666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:20.536235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] For port ca7ff454-2dfe-465e-97f7-d12e084216e7, host n-h2-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:20.541082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] For port ca7ff454-2dfe-465e-97f7-d12e084216e7, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ca7ff454-2dfe-465e-97f7-d12e084216e7,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:20.554267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.555542 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67406d45-3b2b-43a5-861d-fbdc6922f733 HTTP/1.1" status: 204 len: 168 time: 2.6694863 Jan 14 03:19:20.560369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.568122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.631912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:20.646049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15299e6a-3194-4858-9c0c-a7a06b522b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.653133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.656822 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de3af903-0a7f-4ed0-bc5f-12e7054ec67f HTTP/1.1" status: 204 len: 168 time: 2.1797962 Jan 14 03:19:20.723308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:20.723919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.725478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] 10.222.0.74 "PUT /v2.0/ports/159e4f73-5169-4481-b6c5-bb40a8c7926e HTTP/1.1" status: 200 len: 1156 time: 11.2678459 Jan 14 03:19:20.727677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Pushing event updated for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.743835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3af903-0a7f-4ed0-bc5f-12e7054ec67f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.750523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:20.751082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-914c5571-9b0d-49d8-973b-af2960decdeb tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:20.791433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:20.792103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.793659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/ca7ff454-2dfe-465e-97f7-d12e084216e7 HTTP/1.1" status: 200 len: 1157 time: 5.5899591 Jan 14 03:19:20.860529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3'}, {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:20.865399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port fb406215-15b8-4511-8b3e-7ce82edb2f32 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:20.869720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:20.871796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e3ed0824-d404-4339-a960-f210a5970d7e req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "DELETE /v2.0/ports/fb406215-15b8-4511-8b3e-7ce82edb2f32 HTTP/1.1" status: 204 len: 173 time: 6.7604935 Jan 14 03:19:20.928959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ff454-2dfe-465e-97f7-d12e084216e7,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:20.934882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:21.028790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-b75aed56-40d1-42ef-99fa-e26adbe3eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:21.030442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-b75aed56-40d1-42ef-99fa-e26adbe3eb31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 1160 time: 0.0968475 Jan 14 03:19:21.037549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:21.186458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:21.202232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:21.261889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f111e6a-3bb6-46ce-bcce-178159377268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.418s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:21.275685 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-d1e3c751-56ca-4259-a702-c0c774f481f9 req-519fde9d-199e-4517-ae48-b78785d7b864 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:19:21.288671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d1e3c751-56ca-4259-a702-c0c774f481f9 req-519fde9d-199e-4517-ae48-b78785d7b864 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/b1ab6bad-cc41-410c-8bc3-25ce5271450b HTTP/1.1" status: 404 len: 352 time: 1.3923149 Jan 14 03:19:21.310957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:21.348205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-842b243c-23cd-4e34-90a1-3161d6e6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:21.349869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-842b243c-23cd-4e34-90a1-3161d6e6b579 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 1159 time: 0.4670858 Jan 14 03:19:21.405047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19033cad-e025-412f-8da1-5e4f8299ecff req-29346743-16f7-44ae-aba9-41693fa5e539 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 210 time: 0.0468102 Jan 14 03:19:21.406979 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-deleted', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:19:21.486381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-dff19e3e-5481-40e5-8279-1efd02eb2a0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e HTTP/1.1" status: 200 len: 217 time: 0.0783312 Jan 14 03:19:21.513249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-1a6d2e79-c832-491d-81fd-966e6fc02740 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7ff454-2dfe-465e-97f7-d12e084216e7 HTTP/1.1" status: 200 len: 217 time: 0.4717727 Jan 14 03:19:21.530201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=f210da4f-75ca-4030-b034-2579c841c9d8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:21.533829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:21.576475 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1622e6c7-daae-4a0b-8f7d-51c69c634dc3', 'code': 422} returned with failed status Jan 14 03:19:21.576787 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32', 'code': 200} Jan 14 03:19:21.622541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e536465d-da4b-4922-bd8d-8e7ea19b5534 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:21.716522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-801680a2-ea6c-4d2f-974e-31850b7d7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:21.718112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-801680a2-ea6c-4d2f-974e-31850b7d7545 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.1519158 Jan 14 03:19:21.722206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e536465d-da4b-4922-bd8d-8e7ea19b5534 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:21.722912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:21.772457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.665s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:21.772914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:21.797092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port 00bbbc11-89b3-4742-b722-6bb4e861b37f on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:21.802598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:21.936737 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-ddacc690-04a7-427d-9532-765f353a6a87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946155 Jan 14 03:19:21.943789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:21.953071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:21.959952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:22.003317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a'}, {'name': 'network-changed', 'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e'}, {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-deleted', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:22.123064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-515615a0-7b87-479d-a757-a9e7cbc0962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:22.124831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-515615a0-7b87-479d-a757-a9e7cbc0962b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e218cec4-429b-446d-a34d-cc0c9eea744e HTTP/1.1" status: 200 len: 854 time: 0.6104805 Jan 14 03:19:22.204648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-d95e0348-e06e-492b-a535-11f1da7d9cad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ddf7055d-68c8-43f1-b620-7105254460e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712478 Jan 14 03:19:22.336388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-fcc6e3b9-8ec5-43a7-ac02-cd86d7591635 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674691 Jan 14 03:19:22.344484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033cad-e025-412f-8da1-5e4f8299ecff req-62dfa287-5b6a-4611-ac6f-5c81dfe0a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:22.346553 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19033cad-e025-412f-8da1-5e4f8299ecff req-62dfa287-5b6a-4611-ac6f-5c81dfe0a4d0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.8592854 Jan 14 03:19:22.551652 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-4afb32c2-4cfa-4579-a3b0-5ef8169c9f1d req-46a17a03-7539-4d98-a2b8-f6fb89243bf7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:19:22.559157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4afb32c2-4cfa-4579-a3b0-5ef8169c9f1d req-46a17a03-7539-4d98-a2b8-f6fb89243bf7 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/f57ef15b-2ccb-4289-96ab-726796aafb10 HTTP/1.1" status: 404 len: 352 time: 0.7577548 Jan 14 03:19:22.560313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89edaff1-9e18-4430-93ed-9a541b2e7874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:22.576386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:22.655227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91038565-fdc9-4933-bb0f-2f156f3da74b']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:22.682725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78952e8f-4bc4-48f2-b5e6-1aa1da8ac9ad') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:22.682942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78952e8f-4bc4-48f2-b5e6-1aa1da8ac9ad') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:22.715760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:22.731780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:22.734866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:22.770245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-466e8e6e-7092-42f8-a022-a61fb838f44b service neutron] 10.222.0.74 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407572 Jan 14 03:19:22.840227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Pushing event deleted for resources: {'Port': ['ID=2aa520f4-3268-4f16-9f32-c16d9e52a362,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:22.860542 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a', 'status': 'completed', 'code': 200} Jan 14 03:19:22.860891 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e', 'status': 'completed', 'code': 200} Jan 14 03:19:22.861262 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e826c5ce-86ed-4aaf-b757-6d1a39311317', 'name': 'network-vif-deleted', 'tag': '00bbbc11-89b3-4742-b722-6bb4e861b37f', 'status': 'completed', 'code': 200} Jan 14 03:19:22.882203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:22.905479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1243771602-network', 'tenant_id': 'c90de76aaf724b6ea737a2a849938d82'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:22.935007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:22.938801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Usage tracker for resource:network and tenant:c90de76aaf724b6ea737a2a849938d82 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:22.941810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:22.947765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:22.967295 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "DELETE /v2.0/ports/00bbbc11-89b3-4742-b722-6bb4e861b37f HTTP/1.1" status: 204 len: 173 time: 10.6086607 Jan 14 03:19:22.968068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.013204 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-7c7aa9d6-f1cf-4933-afed-649c9cb59bf0 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6695514 Jan 14 03:19:23.015610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-ac732d3d-6224-48fb-95cb-ad7bab0513d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2198756 Jan 14 03:19:23.028882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033cad-e025-412f-8da1-5e4f8299ecff req-9c93cdbc-4f14-4779-8703-70c84fe51d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.030666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19033cad-e025-412f-8da1-5e4f8299ecff req-9c93cdbc-4f14-4779-8703-70c84fe51d61 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5973861 Jan 14 03:19:23.031936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Made reservation on behalf of c90de76aaf724b6ea737a2a849938d82 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:23.041115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.054842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.074697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:23.078941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c90de76aaf724b6ea737a2a849938d82 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:23.082711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:23.089007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:23.092861 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [req-b53010d0-bdf3-4654-b43f-e5e8d0470e93 req-4c1a7e23-0d8a-427d-9436-ba38392d9a2c tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] show failed (client error): The resource could not be found. Jan 14 03:19:23.094013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b53010d0-bdf3-4654-b43f-e5e8d0470e93 req-4c1a7e23-0d8a-427d-9436-ba38392d9a2c tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/1e1813ae-96c4-460a-840f-f5196d6f9ca6 HTTP/1.1" status: 404 len: 352 time: 0.2499008 Jan 14 03:19:23.165928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-19033cad-e025-412f-8da1-5e4f8299ecff req-944622ea-6f7f-4f66-b6ad-4a9a5c12e71f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:23.170091 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.173298 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:23.177718 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:23.194400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-69bdba83-31e0-4047-a7b6-448f63eb821c tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.202262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-69bdba83-31e0-4047-a7b6-448f63eb821c tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 814 time: 2.8108335 Jan 14 03:19:23.224105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-19033cad-e025-412f-8da1-5e4f8299ecff req-944622ea-6f7f-4f66-b6ad-4a9a5c12e71f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:23.225383 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-19033cad-e025-412f-8da1-5e4f8299ecff req-944622ea-6f7f-4f66-b6ad-4a9a5c12e71f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.78 "GET /v2.0/ports?device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 210 time: 0.1082857 Jan 14 03:19:23.259071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.289139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-3f4fa253-557e-4794-93c9-d13260809afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.290940 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-3f4fa253-557e-4794-93c9-d13260809afc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 1159 time: 0.1097255 Jan 14 03:19:23.346029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Network 91038565-fdc9-4933-bb0f-2f156f3da74b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:23.358235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:23.422062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7'}, {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-deleted', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:23.446420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.485639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Port': ['ID=d7fc08e2-a0c0-4588-8ff7-5598e40fbc32,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:23.489709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-f73b15e8-c5d4-45e4-b085-0f45bab7f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.491390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-f73b15e8-c5d4-45e4-b085-0f45bab7f6d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 1160 time: 2.9784105 Jan 14 03:19:23.491967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-74d8d177-df35-4c0c-88fd-47003408d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.493724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:23.494636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-74d8d177-df35-4c0c-88fd-47003408d9d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 909 time: 0.1965275 Jan 14 03:19:23.510043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:23.519404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-18e0f159-cab4-4ade-aa8d-9b510cd5ed0b tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/quotas/37463771b55e40df816f6fc687e89e6c HTTP/1.1" status: 200 len: 375 time: 0.3161530 Jan 14 03:19:23.591526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-4a1c49a7-33aa-44de-9b4a-274acc8e2dc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e HTTP/1.1" status: 200 len: 217 time: 0.0785732 Jan 14 03:19:23.638889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:23.682257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-e72d3fce-9c62-4815-9bb7-406ddb9657db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:23.684041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-e72d3fce-9c62-4815-9bb7-406ddb9657db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e218cec4-429b-446d-a34d-cc0c9eea744e HTTP/1.1" status: 200 len: 854 time: 0.0849626 Jan 14 03:19:23.700020 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-6baa80df-08b2-441a-8d7a-e9e7d6993547 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/a00049f8-edca-4811-b560-cc1074b077d1 HTTP/1.1" status: 200 len: 1802 time: 0.4860737 Jan 14 03:19:23.701903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] No DVR routers for this DVR port 2aa520f4-3268-4f16-9f32-c16d9e52a362 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:23.718169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:23.737169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:23.739319 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] 10.222.0.74 "DELETE /v2.0/ports/2aa520f4-3268-4f16-9f32-c16d9e52a362 HTTP/1.1" status: 204 len: 173 time: 16.2264256 Jan 14 03:19:23.740740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-8b2ba59e-5f35-43fa-a6b2-394d183fa66f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ddf7055d-68c8-43f1-b620-7105254460e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481751 Jan 14 03:19:23.769313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:23.835421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-9b167543-f9ee-49a8-8c4e-45633ed21649 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a HTTP/1.1" status: 200 len: 217 time: 0.3137050 Jan 14 03:19:23.921302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-88654f17-04c3-4639-8c27-91d101f0119c service neutron] 10.222.0.74 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705990 Jan 14 03:19:24.086718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-8f661768-e1ff-4138-8ccc-eb7ecaca35f6 service neutron] 10.222.0.74 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563876 Jan 14 03:19:24.141083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-3f9140cf-f537-4f5c-89c8-29465a3ec150 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:24.142620 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-3f9140cf-f537-4f5c-89c8-29465a3ec150 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/networks?id=55150f04-94e9-4e02-b515-790f795ccba2 HTTP/1.1" status: 200 len: 813 time: 1.5344827 Jan 14 03:19:24.150626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Network 91038565-fdc9-4933-bb0f-2f156f3da74b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:24.192030 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:24.206717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Request body: {'port': {'device_id': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2', 'admin_state_up': True, 'tenant_id': 'da34adcfc0684ab8811a945a0f13efb9'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:24.371365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-f0f76db5-5f0d-4bbe-ab22-b1fd5263320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:24.372759 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-f0f76db5-5f0d-4bbe-ab22-b1fd5263320f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8a5ef68-a6e9-4bea-bb31-0c5c229a9159 HTTP/1.1" status: 200 len: 846 time: 0.4900446 Jan 14 03:19:24.426364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.435085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdeab4-fa5c-4460-bcab-a7f875cc2d9b None None] DHCP port deletion for 0652caab-3db5-4558-be89-795a3edb7b06 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:19:24.469453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3872e9-7179-40cf-bc39-1afb50da9473 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:19:24.549316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-e4608ed1-67cb-44d1-851e-278592bddf5c tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.30 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0285594 Jan 14 03:19:24.551944 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-d4779a02-e381-40eb-8c9d-0b79a1ff16a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620991 Jan 14 03:19:24.552932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No DVR routers for this DVR port d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:24.562530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.603531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.607870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.608563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.614130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2ed2872-a5e6-4525-87df-e41bcae388b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:24.638184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:24.651676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.652403 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Added segment 9eb6bf80-01f4-45bb-b6b6-b7ed056b6fb5 of type vxlan for network 33ff3820-9b88-40ff-9c39-7e24d340f173 Jan 14 03:19:24.687912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.752838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.754712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:24.755576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.766883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-2d244f09-5154-4bfb-839f-856a4936723a None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:19:24.777454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3872e9-7179-40cf-bc39-1afb50da9473 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:19:24.786007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c719a9-d3b2-46cf-861a-39d41b9e3ed2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:24.790112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:24.790847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f2921d9-76fd-43de-b629-9a8f75405424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:24.810525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2297044 Jan 14 03:19:24.821537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49138) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:24.875115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49142) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:24.879810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Request body: {'subnet': {'network_id': '33ff3820-9b88-40ff-9c39-7e24d340f173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1243771602-subnet', 'tenant_id': 'c90de76aaf724b6ea737a2a849938d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:24.893480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:24.914900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Usage tracker for resource:subnet and tenant:c90de76aaf724b6ea737a2a849938d82 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:24.919447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:24.929607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:24.932374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=33ff3820-9b88-40ff-9c39-7e24d340f173,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:24.935927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:24.945014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Made reservation on behalf of c90de76aaf724b6ea737a2a849938d82 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:24.945744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:24.949850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:24.960461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:24.982105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-deleted', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:24.984509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:24.987353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.169261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.243086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-023dd320-a9ce-4a82-b011-f89d9a7aedd3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:25.283689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.289531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-d3f5df8f-29b0-49d8-a5ff-4244e14c2197 service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181453 Jan 14 03:19:25.297302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.318195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:25.333716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Usage tracker for resource:security_group_rule and tenant:a9877d2d70344a80a801eea149d858ad is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:25.337603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:25.346343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:25.359577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00049f8-edca-4811-b560-cc1074b077d1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:25.388734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:25.424309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-67f72b93-e209-4604-a124-77742e414139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:25.499783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Pushing event deleted for resources: {'Network': ['ID=91038565-fdc9-4933-bb0f-2f156f3da74b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:25.519946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ca7ff454-2dfe-465e-97f7-d12e084216e7 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:25.583392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:25.594097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:25.600977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.602237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4d9ace24-cc7a-470a-9d0d-b81f11c8ad55 req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/a00049f8-edca-4811-b560-cc1074b077d1 HTTP/1.1" status: 204 len: 173 time: 1.8354924 Jan 14 03:19:25.602985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.639331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:19:25.640320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d7fc08e2-a0c0-4588-8ff7-5598e40fbc32 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:19:25.726786 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7', 'status': 'completed', 'code': 200} Jan 14 03:19:25.727123 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8dddf3-8a48-4d8e-a2e8-25f9781b4dc1', 'name': 'network-vif-deleted', 'tag': 'fb406215-15b8-4511-8b3e-7ce82edb2f32', 'status': 'completed', 'code': 200} Jan 14 03:19:25.755936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port ca7ff454-2dfe-465e-97f7-d12e084216e7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:25.768640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ca7ff454-2dfe-465e-97f7-d12e084216e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:25.769211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.853378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.855758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.873166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ca3f6d7-e9f2-4e85-91e7-7499f7368578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:25.891607 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b243917-17e4-4fa2-9ba0-977ef08f08b5', 'name': 'network-vif-deleted', 'tag': '2aa520f4-3268-4f16-9f32-c16d9e52a362', 'status': 'completed', 'code': 200} Jan 14 03:19:25.896172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] 10.222.0.30 "DELETE /v2.0/networks/91038565-fdc9-4933-bb0f-2f156f3da74b HTTP/1.1" status: 204 len: 168 time: 6.6378191 Jan 14 03:19:25.906740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.919343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.920951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:25.932055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:25.969516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Made reservation on behalf of da34adcfc0684ab8811a945a0f13efb9 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:25.979784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:25.997483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.023164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.034532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port ca7ff454-2dfe-465e-97f7-d12e084216e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ca7ff454-2dfe-465e-97f7-d12e084216e7,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:26.034789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-b30b2f23-467e-4154-8734-8ccc8cfa1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:26.036868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-b30b2f23-467e-4154-8734-8ccc8cfa1077 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 1160 time: 0.3013060 Jan 14 03:19:26.038589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.046765 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9877d2d70344a80a801eea149d858ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1622312 Jan 14 03:19:26.049559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49154) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:26.052379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b668dbb-d688-4a3e-8477-5974d0d96b51,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.059411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.068448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:26.085210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.086298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 159e4f73-5169-4481-b6c5-bb40a8c7926e up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:26.087944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56cf8306-ff9e-41ac-8099-d38c40591b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:26.093706 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:26.118523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:26.151050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.200923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06d4a0-bd8a-47c6-bb6e-9a94ea5a3835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0652caab-3db5-4558-be89-795a3edb7b06', 'network_id': '0652caab-3db5-4558-be89-795a3edb7b06', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '79a662d6-35b9-4b9f-ae4d-98176d75d2d8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:19:26.201988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f06d4a0-bd8a-47c6-bb6e-9a94ea5a3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.232371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.241994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823582c7-ccd6-43ab-8169-df17e5d951eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:26.269819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451949c-82c0-4712-a2fa-f4a2ae76cffa,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.274984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49160) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:26.281979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.340884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=79a662d6-35b9-4b9f-ae4d-98176d75d2d8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.359214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.365671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-07853a7a-5075-49b3-b994-2fd97eb1f349 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "GET /v2.0/security-groups/703d1cf9-f0da-4ed1-a8ed-961a08032df4 HTTP/1.1" status: 200 len: 1802 time: 0.4929693 Jan 14 03:19:26.390991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.433548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.433841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=ca7ff454-2dfe-465e-97f7-d12e084216e7,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.434886 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 7.0008168 Jan 14 03:19:26.442091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-44fbe919-a798-4f75-a360-9ceebb73720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:26.443891 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-44fbe919-a798-4f75-a360-9ceebb73720b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3888667 Jan 14 03:19:26.446964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.448680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49164) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:26.453167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port 159e4f73-5169-4481-b6c5-bb40a8c7926e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:26.457773 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85f8b6fe-79dd-48ea-a0e8-c10db3056b75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ed3cca82b844a5793d9924ed7a69bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768951 Jan 14 03:19:26.460739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Checking segment: {'id': '9eb6bf80-01f4-45bb-b6b6-b7ed056b6fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '33ff3820-9b88-40ff-9c39-7e24d340f173'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:26.461143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Network hostable DHCP agents. Network: 33ff3820-9b88-40ff-9c39-7e24d340f173, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:26.467631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.473441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 159e4f73-5169-4481-b6c5-bb40a8c7926e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:26.473680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.500394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group_rule': {'security_group_id': '74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:26.503404 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.506502 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:26.514385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49168) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:26.547776 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-fb748c96-0ba0-48b6-95f9-8b2ac6f52b9d service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5758164 Jan 14 03:19:26.551231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:26.606926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.625731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1ac461d4-bbf9-4f00-8ce4-d6721c1065ab req-f625c712-8588-49d1-8802-7bc27124057d service neutron] 10.222.0.30 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2473538 Jan 14 03:19:26.637442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:26.642706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 159e4f73-5169-4481-b6c5-bb40a8c7926e, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:26.646405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.648433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:26.648930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:26.681250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:26.727684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:26.732770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.734555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:26.741360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:26.795327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.817549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ca7ff454-2dfe-465e-97f7-d12e084216e7 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:26.946675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:26.949708 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7', 'code': 200} Jan 14 03:19:26.954467 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-93db93ee-3e0e-4ea6-a8ac-c4b9ad1d19bf service neutron] 10.222.0.78 "GET /v2.0/networks/eec3f2ea-fe57-4c19-a94c-7afd7f34ec5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3866076 Jan 14 03:19:26.991647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port ca7ff454-2dfe-465e-97f7-d12e084216e7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:27.002851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.029598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.031101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 33ff3820-9b88-40ff-9c39-7e24d340f173) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:27.055163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b334d-2e6f-47ed-9b90-ca0840a8270b None None] Network 0652caab-3db5-4558-be89-795a3edb7b06 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:27.062652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:27.063380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.068864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.070766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.109528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51263e0-5d7e-46ff-9872-83c730dcbacb None None] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:27.123114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:27.132464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.136379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-65972d51-da95-4fb4-bbb1-493fb5ae618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:27.138080 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fe18353a-ee3e-4a8f-9753-44507bb0c7a6 req-65972d51-da95-4fb4-bbb1-493fb5ae618d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6816256 Jan 14 03:19:27.196741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.200817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6451949c-82c0-4712-a2fa-f4a2ae76cffa HTTP/1.1" status: 204 len: 168 time: 1.1498916 Jan 14 03:19:27.224083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9b0abe-7b57-4802-8a9b-e9eecd6c66cb,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:27.229900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:27.230686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:27.234958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bd3eb9-402b-4aef-bcab-1b3f54500c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:27.272663 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4402633 Jan 14 03:19:27.386579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.388502 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9370360 Jan 14 03:19:27.425892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] Deleting subnet e218cec4-429b-446d-a34d-cc0c9eea744e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:27.429926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49200) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:27.431619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451949c-82c0-4712-a2fa-f4a2ae76cffa,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:27.446241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group_rule': {'security_group_id': '74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:27.473755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:27.478663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:27.482792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:27.489825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:27.501073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.569355 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:27.586877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.646079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.655342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.689648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22c01b3c-5a3e-4fad-8d03-c7521a932307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:27.716018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0207a29a-24f3-4072-8cf6-f046efe27f7b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:27.726077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:27.733443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.734611 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0207a29a-24f3-4072-8cf6-f046efe27f7b HTTP/1.1" status: 204 len: 168 time: 1.2206798 Jan 14 03:19:27.738436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 159e4f73-5169-4481-b6c5-bb40a8c7926e up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:27.774457 n-d-765315-13 neutron-server[80721]: INFO neutron.db.db_base_plugin_v2 [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] Found port (159e4f73-5169-4481-b6c5-bb40a8c7926e, 172.20.0.7) having IP allocation on subnet e218cec4-429b-446d-a34d-cc0c9eea744e, cannot delete Jan 14 03:19:27.781624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.784964 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:19:27.785466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:19:27.797721 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e93527ac-3798-46db-b751-93d27dbb931d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e218cec4-429b-446d-a34d-cc0c9eea744e HTTP/1.1" status: 409 len: 404 time: 0.5472000 Jan 14 03:19:27.797721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.797721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:27.817974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c515da0-222e-41b5-927c-4bd4697fc92f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:27.822074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:27.841878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.843249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4090648 Jan 14 03:19:27.847500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49214) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:27.855618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:27.866684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:27.871406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:floatingip and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:27.875168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:27.882512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:27.895655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.909485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc40978-e494-421a-8456-4501c226264f None None] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:27.932181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82578c-a490-49c7-a62f-789f2ba9fe59 None None] DHCP port deletion for 0652caab-3db5-4558-be89-795a3edb7b06 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:19:27.969106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:27.987090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49220) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:27.996329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.146641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.234408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:28.238898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Usage tracker for resource:security_group_rule and tenant:ff76b2d0e86340cdbb5beec19455aee8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:28.242108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:28.248310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:28.296537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 159e4f73-5169-4481-b6c5-bb40a8c7926e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:28.296941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.368287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-0c58b79c-a7de-4d39-85bf-0486290e74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:28.370537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-0c58b79c-a7de-4d39-85bf-0486290e74ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=29da0e196ca74247bef8b7732b33a0a6&device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 1160 time: 1.2406890 Jan 14 03:19:28.409649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e347d3eb-aa5d-4e0a-870a-e4656c8882cb tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:28.411308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-e347d3eb-aa5d-4e0a-870a-e4656c8882cb tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/ports?device_id=c569336e-95d1-4cad-a2b4-74a624e6698e HTTP/1.1" status: 200 len: 946 time: 0.2127781 Jan 14 03:19:28.413114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.431923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.512900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port ca7ff454-2dfe-465e-97f7-d12e084216e7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:28.513270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.552211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.560613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-803933a9-5c32-44d4-adae-8cedfbd8167c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:28.640613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0652caab-3db5-4558-be89-795a3edb7b06']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:28.666731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.690350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:28.703816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:28.742887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b63296d-645c-4b8f-8e1c-fd78d01df6db') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:28.743490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b63296d-645c-4b8f-8e1c-fd78d01df6db') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:28.755051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1710093013-network', 'tenant_id': '071a0eafb4ff4460992f94e7620a8d70'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:28.798238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:28.806531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.807824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:28.808739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.811854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51ea0388-333b-45b6-84b8-a916146c0b38 req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] 10.222.0.30 "DELETE /v2.0/security-groups/703d1cf9-f0da-4ed1-a8ed-961a08032df4 HTTP/1.1" status: 204 len: 173 time: 2.4248624 Jan 14 03:19:28.813149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:28.816929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Allocated IP 172.20.0.9 (55150f04-94e9-4e02-b515-790f795ccba2/affb0b0b-e243-4246-b031-2dc041fb2544/de8616b2-c95a-4a30-8f44-cd7d9c8038a5) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:28.825554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:28.833261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133c09b-4ec1-4eae-be5a-03aacaa4c456,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:28.836154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:28.859365 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff76b2d0e86340cdbb5beec19455aee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669400 Jan 14 03:19:28.866402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Usage tracker for resource:network and tenant:071a0eafb4ff4460992f94e7620a8d70 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:28.869099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:28.870053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:28.889410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ace00db6-dc37-43aa-83fa-2629196b38ea tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:28.905797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 159e4f73-5169-4481-b6c5-bb40a8c7926e up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:28.910549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:28.957493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:29.047698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.090616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port ca7ff454-2dfe-465e-97f7-d12e084216e7, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=ca7ff454-2dfe-465e-97f7-d12e084216e7,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:29.091820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.111579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:29.113742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port 159e4f73-5169-4481-b6c5-bb40a8c7926e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:29.114165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.178449 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e', 'code': 200} Jan 14 03:19:29.184835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.193815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:29.273950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.336404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for ca7ff454-2dfe-465e-97f7-d12e084216e7 owned by compute:nova {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:29.336661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:29.348778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:29.349998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Deleting subnet b29e2781-4c7c-4095-9719-c14a914263c5 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:29.352190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d1cf9-f0da-4ed1-a8ed-961a08032df4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:29.355104 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:29.359612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-237224a3-d474-44b5-8c53-36677de69262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:29.363203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-237224a3-d474-44b5-8c53-36677de69262 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=29da0e196ca74247bef8b7732b33a0a6&shared=False HTTP/1.1" status: 200 len: 901 time: 0.9336095 Jan 14 03:19:29.366251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.432057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device ca7ff454-2dfe-465e-97f7-d12e084216e7 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:29.461519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.464862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:29.493638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.558726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.606937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.642676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49268) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:29.648016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.674085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 23 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:29.687510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.780045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40623023-bd37-48c7-9172-5d609164f025 tempest-ServersNegativeTestJSON-1561388139 tempest-ServersNegativeTestJSON-1561388139] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:29.792456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:29.846044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Allocated IP 172.25.3.92 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/fbc8494e-e59a-493f-8633-90040fe59234) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:29.848388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=ca7ff454-2dfe-465e-97f7-d12e084216e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:29.856155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-827043123-network', 'tenant_id': 'a6c011d3360246fea43acf749a5dd508'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:29.860701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:29.865434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Usage tracker for resource:network and tenant:a6c011d3360246fea43acf749a5dd508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:29.868608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:29.874442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:29.885672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:29.892767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Made reservation on behalf of a6c011d3360246fea43acf749a5dd508 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:29.897496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.920190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49276) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:29.930446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:29.988639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:30.006233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Usage tracker for resource:security_group_rule and tenant:a6c011d3360246fea43acf749a5dd508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:30.009267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:30.015911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:30.041988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Deleting port 7f2cd57b-9932-493c-b490-f674f29e6ee4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:30.042350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.118857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Made reservation on behalf of 071a0eafb4ff4460992f94e7620a8d70 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:30.123769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.336315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-network', 'tenant_id': '8550825ed42f4af189a2ff300da55776'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:30.346529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:30.372171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Usage tracker for resource:network and tenant:8550825ed42f4af189a2ff300da55776 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:30.381541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:30.396097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:30.438579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:30.465301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port ca7ff454-2dfe-465e-97f7-d12e084216e7 on host n-h2-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:30.468897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.475692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.478559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Made reservation on behalf of 8550825ed42f4af189a2ff300da55776 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:30.483245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.493060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-deleted', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7'}] {{(pid=80833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:30.515448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:30.515668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.518405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.546640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:30.550396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Usage tracker for resource:security_group_rule and tenant:8550825ed42f4af189a2ff300da55776 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:30.554045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:30.555451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event updated for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:30.561289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:30.584573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:30.622367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:30.624904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.629966 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c569336e-95d1-4cad-a2b4-74a624e6698e', 'name': 'network-vif-deleted', 'tag': 'ca7ff454-2dfe-465e-97f7-d12e084216e7', 'status': 'completed', 'code': 200} Jan 14 03:19:30.658051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Usage tracker for resource:security_group_rule and tenant:071a0eafb4ff4460992f94e7620a8d70 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:30.683320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:30.696067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.699824 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "DELETE /v2.0/ports/ca7ff454-2dfe-465e-97f7-d12e084216e7 HTTP/1.1" status: 204 len: 173 time: 2.2745378 Jan 14 03:19:30.732937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.748717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.755548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 0652caab-3db5-4558-be89-795a3edb7b06 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:30.756873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2affe040-7d3f-4d03-8131-b6b896907f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:30.801760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.804952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:30.805102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device 159e4f73-5169-4481-b6c5-bb40a8c7926e no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:30.823188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:30.825793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.841562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2158241d-6aca-4aa4-a642-b1baa1b2502d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:30.844521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.845214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:30.847532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.848558 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Added segment 045f9184-f92f-424b-bd5a-786baa6fb591 of type vxlan for network f132c710-d473-46ea-83ad-1ae6164e54ed Jan 14 03:19:30.851472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:30.875655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.877669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.936603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.970976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port 159e4f73-5169-4481-b6c5-bb40a8c7926e, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:30.976804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:30.978841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:30.989286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63efbcc-0a32-4466-9359-0343ebf841cb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.001008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:31.008701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-447ed742-469d-4c0e-ac43-b722ddde470f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:31.029210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-ebb66bf5-64ec-4fee-b357-7c551e5a0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:31.030841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-86fc9f32-6b08-424f-a847-d2bb9452f351 req-ebb66bf5-64ec-4fee-b357-7c551e5a0e1a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5673161 Jan 14 03:19:31.052453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.056769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:31.068018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.129917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'Port': ['ID=fbc8494e-e59a-493f-8633-90040fe59234,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.133213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:31.171747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.172400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:31.173053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.179607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a'}, {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:31.180144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8236589-fb8b-439d-8065-f741f181f7f6 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:31.205888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:31.206251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:31.246930 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a', 'code': 200} Jan 14 03:19:31.247166 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e', 'code': 422} returned with failed status Jan 14 03:19:31.253251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Network 55150f04-94e9-4e02-b515-790f795ccba2 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:31.268528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:31.292078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:31.296771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:31.298064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:31.306660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:31.341621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Pushing event updated for resources: {'Network': ['ID=f132c710-d473-46ea-83ad-1ae6164e54ed,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.352404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4237206 Jan 14 03:19:31.352404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:31.354118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49286) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:31.356800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 0652caab-3db5-4558-be89-795a3edb7b06 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:31.357706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f132c710-d473-46ea-83ad-1ae6164e54ed details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:31.368590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Request body: {'subnet': {'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-subnet', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:31.377331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:31.378642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f132c710-d473-46ea-83ad-1ae6164e54ed details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:31.384704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Usage tracker for resource:subnet and tenant:8550825ed42f4af189a2ff300da55776 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:31.390759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:31.397084 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:31.399467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f132c710-d473-46ea-83ad-1ae6164e54ed details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:31.402776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:31.409254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] For port 7f2cd57b-9932-493c-b490-f674f29e6ee4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7f2cd57b-9932-493c-b490-f674f29e6ee4,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:31.409671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.414015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Made reservation on behalf of 8550825ed42f4af189a2ff300da55776 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:31.418830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.638896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.647911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Calling delete_port for 7f2cd57b-9932-493c-b490-f674f29e6ee4 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:31.687387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3da1413d-97c8-4ee3-b042-1d37536add87 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.698454 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:31.702515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:31.716098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.718952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-413861c1-9532-4c83-b397-1aab000a8605 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:31.721183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-413861c1-9532-4c83-b397-1aab000a8605 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.74 "GET /v2.0/ports?device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 945 time: 1.0470145 Jan 14 03:19:31.756048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.762581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:31.778369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.778759 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Added segment be515a1d-de97-4da2-a9b6-042980715125 of type vxlan for network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 Jan 14 03:19:31.822520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:31.823202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.827015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.827254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133c09b-4ec1-4eae-be5a-03aacaa4c456,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.851679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:31.859533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d921909-1276-4281-afb6-aff61a359736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:31.910484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.911439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:31.912078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.922792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-481c0d50-25c9-4ee3-84a0-2987bf87cdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:31.989058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b29e2781-4c7c-4095-9719-c14a914263c5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:31.991043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:31.995988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:32.032257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:32.047052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.054579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.058543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.066865 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4206688 Jan 14 03:19:32.074099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:32.104599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.107838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=0652caab-3db5-4558-be89-795a3edb7b06,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:32.118666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.119899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f133c09b-4ec1-4eae-be5a-03aacaa4c456 HTTP/1.1" status: 204 len: 168 time: 3.2355742 Jan 14 03:19:32.121116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Pushing event updated for resources: {'Network': ['ID=1d612d6f-07db-4c84-bf56-f0cfc41076f2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:32.121273 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:32.127639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:32.128311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d12dbc18-8958-4073-9e66-29cf9ff9ac79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:32.134754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adf1c574-c642-49d4-9b9c-3d631be2d812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:32.136019 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9532750 Jan 14 03:19:32.138386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:32.157269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Deleting port 159e4f73-5169-4481-b6c5-bb40a8c7926e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:32.157698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.159684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:32.174349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Request body: {'subnet': {'network_id': '1d612d6f-07db-4c84-bf56-f0cfc41076f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-827043123-subnet', 'tenant_id': 'a6c011d3360246fea43acf749a5dd508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:32.183224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:32.183487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/0652caab-3db5-4558-be89-795a3edb7b06 HTTP/1.1" status: 204 len: 168 time: 21.1862104 Jan 14 03:19:32.204536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Request body: {'port': {'device_id': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:32.216269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.218066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:32.220780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49296) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:32.242356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-616333861'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:32.248772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Usage tracker for resource:subnet and tenant:a6c011d3360246fea43acf749a5dd508 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:32.259458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:32.262486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:32.295824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:32.302377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5f548-d57a-4d07-9854-46d96cf3fd33,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:32.302944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:32.306323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:32.310624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:32.336860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04870a86-54ad-40bc-95af-d436c55ea127,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:32.339434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:32.341985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:32.358410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:32.381687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Made reservation on behalf of a6c011d3360246fea43acf749a5dd508 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:32.386526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.424010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:32.434789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.466184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.468898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:32.504255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.507543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.507995 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Added segment c4f30719-7565-4907-8f89-a1b4c77d77e3 of type vxlan for network ea213f2f-f1bd-441a-bb85-6561fe723a30 Jan 14 03:19:32.526497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b29e2781-4c7c-4095-9719-c14a914263c5 HTTP/1.1" status: 204 len: 168 time: 3.6714928 Jan 14 03:19:32.541361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:32.654784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.725400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.759627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.766814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:32.770019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.772765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:32.787573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-02b9b5ee-f14c-401d-ac85-f201f30e6b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:32.788423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-02b9b5ee-f14c-401d-ac85-f201f30e6b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Synchronizing usage tracker for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:32.818861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:32.851776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:32.867794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:33.119117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Checking segment: {'id': '045f9184-f92f-424b-bd5a-786baa6fb591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:33.119512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Network hostable DHCP agents. Network: f132c710-d473-46ea-83ad-1ae6164e54ed, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:33.248418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:33.258346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-02b9b5ee-f14c-401d-ac85-f201f30e6b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Unset dirty status for tenant:29da0e196ca74247bef8b7732b33a0a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:33.259592 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-02b9b5ee-f14c-401d-ac85-f201f30e6b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "GET /v2.0/ports?device_id=9c3f3327-bbb8-42f5-befd-1281c3d9c189 HTTP/1.1" status: 200 len: 946 time: 0.9519997 Jan 14 03:19:33.311769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Network f132c710-d473-46ea-83ad-1ae6164e54ed is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:33.317867 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a', 'code': 200} Jan 14 03:19:33.421349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f132c710-d473-46ea-83ad-1ae6164e54ed) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:33.426581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.430216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42e890-44b1-4b54-a5ee-452e95a4aa7a None None] Network f132c710-d473-46ea-83ad-1ae6164e54ed requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:33.437147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:33.437962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.445598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:33.445948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:33.479375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.494765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] For port 159e4f73-5169-4481-b6c5-bb40a8c7926e, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=159e4f73-5169-4481-b6c5-bb40a8c7926e,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:33.495097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.500520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:33.501169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.679887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3256133 Jan 14 03:19:33.698680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bae256-01ca-4e63-b2b1-705ced30f2c3']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:33.706573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49330) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:33.713147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8f4ac-7a47-40a2-aa33-b02c7e353594 None None] Network f132c710-d473-46ea-83ad-1ae6164e54ed requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:33.723471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:33.748863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2026e31f-1544-486e-bd48-16543ec729b9') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:33.749438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2026e31f-1544-486e-bd48-16543ec729b9') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:33.760203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:33.768210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.824845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Usage tracker for resource:router and tenant:8550825ed42f4af189a2ff300da55776 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:33.828402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.843602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:33.853309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:33.856329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78539fd0-73c2-441d-9561-fb36d15e9e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:33.907370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:33.968502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.006330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.011099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:34.013858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8616b2-c95a-4a30-8f44-cd7d9c8038a5 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:19:34.022549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.045739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b429064-5093-4159-a6f9-aee21fd4bc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:34.076195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Deleting port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:34.076815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.132165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.133270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.135020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Calling delete_port for 159e4f73-5169-4481-b6c5-bb40a8c7926e owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:34.166607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.168732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'Port': ['ID=fbc8494e-e59a-493f-8633-90040fe59234,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:34.206428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:34.213342 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:34.325638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.327147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.327525 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 0aaa7963-45ec-4600-8c66-98f1c8608d98 of type vxlan for network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 Jan 14 03:19:34.330195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:34.354082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.421034 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 5.7150326 Jan 14 03:19:34.441992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49344) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:34.467054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Pushing event updated for resources: {'Network': ['ID=ea213f2f-f1bd-441a-bb85-6561fe723a30,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:34.480063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:34.480335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Request body: {'subnet': {'network_id': 'ea213f2f-f1bd-441a-bb85-6561fe723a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1710093013-subnet', 'tenant_id': '071a0eafb4ff4460992f94e7620a8d70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:34.496679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:34.499996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.520559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:34.604481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:34.663065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:34.663905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e2e1935-f338-4ed3-ac30-c04ba48af23e tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:34.669796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Usage tracker for resource:subnet and tenant:071a0eafb4ff4460992f94e7620a8d70 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:34.693162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:34.775792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:34.810832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Network f8bae256-01ca-4e63-b2b1-705ced30f2c3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:34.815374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4321bca-a725-4ee7-8e35-900d6431a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.828109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:34.847439 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:34.853312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2cd57b-9932-493c-b490-f674f29e6ee4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:34.854067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:19:34.865506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:19:34.866752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:34.881588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25652d88-3e37-4d97-95f6-7e40eab52af1 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:35.034283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.039176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Made reservation on behalf of 071a0eafb4ff4460992f94e7620a8d70 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:35.044452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.140053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] For port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,segment=NetworkSegment(30348c83-08b8-4512-8331-8fc7e4da22b1),segment_id=30348c83-08b8-4512-8331-8fc7e4da22b1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:35.140820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.163743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Pushing event deleted for resources: {'Port': ['ID=159e4f73-5169-4481-b6c5-bb40a8c7926e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:35.178932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:35.330323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Calling delete_port for 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:35.422724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] No DVR routers for this DVR port 159e4f73-5169-4481-b6c5-bb40a8c7926e on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:35.430846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.433624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-deleted', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:35.466657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.486046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:35.486730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.493659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.514547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0be866cc-b270-475a-8e07-81a8c6e33382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:35.595170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.600040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.671176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.671176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8210666 Jan 14 03:19:35.787206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.5588517 Jan 14 03:19:35.802910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:35.853877 n-d-765315-13 neutron-server[80721]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-deleted', 'tag': '159e4f73-5169-4481-b6c5-bb40a8c7926e', 'status': 'failed', 'code': 422} returned with failed status Jan 14 03:19:35.854869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Transition to ACTIVE for port object de8616b2-c95a-4a30-8f44-cd7d9c8038a5 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:35.867597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.74 "DELETE /v2.0/ports/159e4f73-5169-4481-b6c5-bb40a8c7926e HTTP/1.1" status: 204 len: 173 time: 4.1149557 Jan 14 03:19:35.889874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:35.909615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d099fbaf-2a82-418a-84b9-566dd5d28629 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:35.936522 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f8bae256-01ca-4e63-b2b1-705ced30f2c3 HTTP/1.1" status: 204 len: 168 time: 3.3876915 Jan 14 03:19:35.946166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:35.963364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:36.097432 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.101764 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-f68d9bad-e5e5-4de5-9d36-6bc1df52ba64 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Synchronizing usage tracker for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:36.106481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Pushing event updated for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:36.159545 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:36.235061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:36.237837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49392) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:36.250975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:36.257834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:36.269874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:36.293325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:36.297715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-f68d9bad-e5e5-4de5-9d36-6bc1df52ba64 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Unset dirty status for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:36.299044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-f68d9bad-e5e5-4de5-9d36-6bc1df52ba64 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--803516395&fields=id&tenant_id=d3913593bd0b4eae9bf8a0b65599ee0a HTTP/1.1" status: 200 len: 267 time: 0.3355665 Jan 14 03:19:36.318873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:36.320521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:36.386327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bae256-01ca-4e63-b2b1-705ced30f2c3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:36.412470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:36.431466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c956300a-fd13-446c-b5a5-edef3ef19702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:36.498582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:36.540872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:36.669287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:36.708483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:36.736981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:36.743418 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-194a1878-571c-4631-bc98-a5aa93a49a57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed674f29d50d49d68b49bce1a2066386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874334 Jan 14 03:19:36.752189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:36.755867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a944e9-d3b9-40e3-8b84-c3d4fecebb2f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:36.768507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:36.778674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2c31e02-370e-4d89-b6fc-9b3d03991fc5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:36.786903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef72b6e2-fd96-4c0e-9a07-8346d544cf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:36.806591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:36.981220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Pushing event deleted for resources: {'Port': ['ID=8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:36.987260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:37.059055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04351454-7f78-4d31-892f-fec908f1831e req-f215fc48-edcc-4989-b259-8a60211fb393 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 210 time: 0.2872553 Jan 14 03:19:37.078262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.116647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Checking segment: {'id': 'be515a1d-de97-4da2-a9b6-042980715125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1d612d6f-07db-4c84-bf56-f0cfc41076f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:37.117024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Network hostable DHCP agents. Network: 1d612d6f-07db-4c84-bf56-f0cfc41076f2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:37.249810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] No DVR routers for this DVR port 8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:37.269382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.271356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.412305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-1ce6ff23-4d57-401c-82fa-bcfa30068e51 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:37.413994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-1ce6ff23-4d57-401c-82fa-bcfa30068e51 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/networks?id=4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 HTTP/1.1" status: 200 len: 817 time: 1.0573199 Jan 14 03:19:37.449721 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-80b437f3-a935-462c-baa4-f997dc6082d4 req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] 10.222.0.78 "DELETE /v2.0/ports/8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a HTTP/1.1" status: 204 len: 173 time: 4.1273842 Jan 14 03:19:37.450012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.472566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-7f2a3968-27b9-4e50-8ea1-1e9cf3692038 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/quotas/d3913593bd0b4eae9bf8a0b65599ee0a HTTP/1.1" status: 200 len: 375 time: 0.0361900 Jan 14 03:19:37.485532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.493855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Attempting to bind port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 on host n-h2-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:37.494209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Attempting to bind port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 by drivers openvswitch on host n-h2-765315-13 at level 0 using segments [{'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:37.494577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Attempting to bind port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 on network 55150f04-94e9-4e02-b515-790f795ccba2 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:37.505129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:37.547605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Checking agent: {'id': '58890ba3-e358-4778-8a5c-3a180af0adbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 44), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 14), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:37.547879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Checking segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:37.548211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.548596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Bound using segment: {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:37.549117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Bound port: de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host: n-h2-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f44578-3399-4b58-bd3c-dd1f712cbf0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55150f04-94e9-4e02-b515-790f795ccba2'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:37.549497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.563065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1d612d6f-07db-4c84-bf56-f0cfc41076f2) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:37.575354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af430a1d-2908-4268-9bd9-b4ea4298d194 None None] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:37.596834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:37.600500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.667451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.710007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351454-7f78-4d31-892f-fec908f1831e req-0448c640-4e68-4337-8ae9-a8ee023a5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:37.711915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.712079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04351454-7f78-4d31-892f-fec908f1831e req-0448c640-4e68-4337-8ae9-a8ee023a5226 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=37463771b55e40df816f6fc687e89e6c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5829887 Jan 14 03:19:37.729657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47679c0d-61f9-4561-bc65-e8d3331a2510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:37.763494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.781407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:37.783373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afad18ca-59cb-4cce-9b74-859c6e6427b3 HTTP/1.1" status: 204 len: 168 time: 1.0248742 Jan 14 03:19:37.784907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad18ca-59cb-4cce-9b74-859c6e6427b3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:37.801002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:37.849455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 5.7238703 Jan 14 03:19:37.999212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a54f97-9c77-49ca-aa6b-def9a140b4c4 None None] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:38.181809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:38.392670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-deleted', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:38.424952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6cb4883f-a8b5-42be-bbef-fec754cffc9c tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:38.426871 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6cb4883f-a8b5-42be-bbef-fec754cffc9c tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.78 "GET /v2.0/networks?id=ddf7055d-68c8-43f1-b620-7105254460e0 HTTP/1.1" status: 200 len: 814 time: 0.7136424 Jan 14 03:19:38.455221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6335907-a83e-43ff-b3bb-52d4234ba428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:38.530759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Request body: {'port': {'device_id': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0', 'admin_state_up': True, 'tenant_id': '37463771b55e40df816f6fc687e89e6c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:38.582681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:38.881420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f382b0ba-5aee-4366-89e9-82570cd57934,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:38.891746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:38.913207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] For port de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host n-h2-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:38.955265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04351454-7f78-4d31-892f-fec908f1831e req-d0aa817e-fbee-4413-8b25-f879f8c2b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:38.956899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04351454-7f78-4d31-892f-fec908f1831e req-d0aa817e-fbee-4413-8b25-f879f8c2b0e3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2144189 Jan 14 03:19:38.999844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-a55c430e-f7fb-4469-9fcd-177b6a3921fd tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3913593bd0b4eae9bf8a0b65599ee0a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4974692 Jan 14 03:19:39.006388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] For port de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host n-h2-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:39.178100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Allocated IP 172.25.3.73 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e1a79840-105b-489e-8837-b6c2f4ddc5c5) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:39.182456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.213575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-04351454-7f78-4d31-892f-fec908f1831e req-2c0e47d5-465f-425e-972f-2a64b713d401 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Synchronizing usage tracker for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:39.239685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9b30d0-8128-4672-87d2-dfa46ae99043 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:39.324790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Checking segment: {'id': 'c4f30719-7565-4907-8f89-a1b4c77d77e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'ea213f2f-f1bd-441a-bb85-6561fe723a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:39.325479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Network hostable DHCP agents. Network: ea213f2f-f1bd-441a-bb85-6561fe723a30, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:39.410015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.430065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:39.452118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ea213f2f-f1bd-441a-bb85-6561fe723a30) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:39.460728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b9bd1-e8e3-49e9-ac77-0d5862c6951d None None] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:39.490397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:39.491050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.548943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.610939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1488891 Jan 14 03:19:39.639787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.670098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63bb1256-6979-472d-95c4-609c6c421ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:39.770288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:19:39.779225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa4b6c-6f6c-4104-bc94-bbddddd4f8d5 None None] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:39.802786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:39.811035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:39.837912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Usage tracker for resource:port and tenant:37463771b55e40df816f6fc687e89e6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:39.843979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-04351454-7f78-4d31-892f-fec908f1831e req-2c0e47d5-465f-425e-972f-2a64b713d401 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Unset dirty status for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:39.845348 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04351454-7f78-4d31-892f-fec908f1831e req-2c0e47d5-465f-425e-972f-2a64b713d401 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.74 "GET /v2.0/ports?device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 210 time: 0.8058743 Jan 14 03:19:39.853372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:39.874978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Pushing event updated for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:39.889565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:39.965047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:39.991659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a79840-105b-489e-8837-b6c2f4ddc5c5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:40.040116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:40.040563 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53a5fd01-53b8-4940-a16a-a6d08050ea25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:40.100206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-5cd12f15-e40e-4514-9cd6-f5ca81ab7a22 service neutron] 10.222.0.30 "GET /v2.0/networks/4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0618491 Jan 14 03:19:40.112252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49472) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:40.127840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=18af0799-efe9-4f8e-905d-8a55bc131070,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:40.134441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:40.207044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:40.209845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:40.215951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:40.231680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Made reservation on behalf of 37463771b55e40df816f6fc687e89e6c for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.234489 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.238334 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:40.241885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:40.244025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:40.462499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:40.463220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:40.464753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] 10.222.0.74 "PUT /v2.0/ports/de8616b2-c95a-4a30-8f44-cd7d9c8038a5 HTTP/1.1" status: 200 len: 1156 time: 8.2757947 Jan 14 03:19:40.557990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-824fee73-172a-4f0b-81fc-34a47ccb6a80 tempest-InstanceActionsV221TestJSON-386171946 tempest-InstanceActionsV221TestJSON-386171946] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:40.559654 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-824fee73-172a-4f0b-81fc-34a47ccb6a80 tempest-InstanceActionsV221TestJSON-386171946 tempest-InstanceActionsV221TestJSON-386171946] 10.222.0.30 "GET /v2.0/networks?id=1d612d6f-07db-4c84-bf56-f0cfc41076f2 HTTP/1.1" status: 200 len: 817 time: 1.3433247 Jan 14 03:19:40.638753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': '0aaa7963-45ec-4600-8c66-98f1c8608d98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:40.639154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:40.714069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-310888048-network', 'tenant_id': '4f426a7cfbd54e5597eda3577b176638'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:40.726274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:40.735688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:19:40.743627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] 10.222.0.30 "PUT /v2.0/routers/6ef42a1a-d599-4ff7-9499-a9afe6db4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4872458 Jan 14 03:19:40.747938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Sync routers for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:19:40.749291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:40.752803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-21116673-6102-4249-9194-babceda7f948 tempest-InstanceActionsV221TestJSON-386171946 tempest-InstanceActionsV221TestJSON-386171946] 10.222.0.30 "GET /v2.0/quotas/a6c011d3360246fea43acf749a5dd508 HTTP/1.1" status: 200 len: 375 time: 0.1272395 Jan 14 03:19:40.759954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:40.766048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:40.766217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Usage tracker for resource:network and tenant:4f426a7cfbd54e5597eda3577b176638 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:40.766748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:40.839085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:40.849874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0cbb37-cc4d-404b-91fa-2d2db4c081f7 None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:40.895503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:40.896895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:40.940775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.1336100 Jan 14 03:19:40.951775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49490) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:40.966437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854298115'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:40.977504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:40.984238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.151568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:41.202436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:41.208378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:41.273889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-d9188c36-bf47-4bf3-a05a-4fc896686601 tempest-InstanceActionsV221TestJSON-386171946 tempest-InstanceActionsV221TestJSON-386171946] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6c011d3360246fea43acf749a5dd508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5035126 Jan 14 03:19:41.399720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:41.411516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:41.413675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.415810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:41.469162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202', 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '18af0799-efe9-4f8e-905d-8a55bc131070'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:19:41.470123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.486892 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-2311003c-f2c3-419a-a8d3-12b228fa6bdd service neutron] 10.222.0.30 "GET /v2.0/networks/1d612d6f-07db-4c84-bf56-f0cfc41076f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124135 Jan 14 03:19:41.548529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5ea9bbb9-d1c8-48c7-bb26-b623fe3d4daa req-651bbb78-e8c2-4830-b663-ed5514a6ddee service neutron] 10.222.0.30 "GET /v2.0/networks/4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4342442 Jan 14 03:19:41.593202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Made reservation on behalf of 4f426a7cfbd54e5597eda3577b176638 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:41.598035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.668682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-9cc8c57d-d6ae-4ac4-aa1a-8ec4adb8be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:41.670655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-9cc8c57d-d6ae-4ac4-aa1a-8ec4adb8be20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 1159 time: 1.1020803 Jan 14 03:19:41.680049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:41.689295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.701180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.770256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:41.779981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.780445 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment d08afb47-ce7f-4613-83c9-9aaca3a82794 of type vxlan for network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 Jan 14 03:19:41.829789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.835044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.870842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.891151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:41.891950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:41.899353 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-088588db-f2d5-4e4e-8799-693266e42439 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:42.072318 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1f8c37ed-97c1-425b-b232-a680011525b0 req-d53f00d4-d331-4411-96e6-978709b77f44 service neutron] 10.222.0.30 "GET /v2.0/networks/1d612d6f-07db-4c84-bf56-f0cfc41076f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5800366 Jan 14 03:19:42.076964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-80705fef-e564-44ce-bf03-80d6eb79a6a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de8616b2-c95a-4a30-8f44-cd7d9c8038a5 HTTP/1.1" status: 200 len: 217 time: 0.3701208 Jan 14 03:19:42.087500 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f3327-bbb8-42f5-befd-1281c3d9c189', 'name': 'network-vif-deleted', 'tag': '8ce2f4e7-0dec-4cd4-bc2b-44120fdf5c4a', 'status': 'completed', 'code': 200} Jan 14 03:19:42.088888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:42.165472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Usage tracker for resource:security_group_rule and tenant:4f426a7cfbd54e5597eda3577b176638 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:42.211506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:42.255163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:42.284005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Allocated IP 2001:db8::1 (1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202/18af0799-efe9-4f8e-905d-8a55bc131070/69cb7637-d769-42ed-b933-a98282ac791a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:42.290540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:19:32Z', 'revision_number': 5, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:42.296232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Checking router: 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:19:42.311315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Routers {'6ef42a1a-d599-4ff7-9499-a9afe6db4a42'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:42.312028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:42.370349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:42.390465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:19:42.410366 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4536371 Jan 14 03:19:42.432375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49518) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:42.489701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:42.633696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a4e47ac7-d851-4416-b893-addd10c11aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:42.635618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-a4e47ac7-d851-4416-b893-addd10c11aad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=affb0b0b-e243-4246-b031-2dc041fb2544 HTTP/1.1" status: 200 len: 853 time: 0.5405736 Jan 14 03:19:42.762796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:42.807457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] Set router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:42.873098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:42.924181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=e50c9084-db1a-46d9-bab3-9d0ab50fd6c5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:42.936100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:42.949496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:42.962566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:42.967374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:43.057040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-604efc38-dbde-42cd-a985-9ac3b14aeb0d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:43.095744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:43.170544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:43.181906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:43.234817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222e608-3c33-48bb-ba27-d0bb7eda6a53,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:43.239555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:43.242477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8bee4e5b-8152-491e-86ed-eb0324f6938a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=55150f04-94e9-4e02-b515-790f795ccba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4780691 Jan 14 03:19:43.262989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:43.276993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Transition to ACTIVE for port object 69cb7637-d769-42ed-b933-a98282ac791a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:43.296805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Transition to ACTIVE for port object 69cb7637-d769-42ed-b933-a98282ac791a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:43.305772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:19:43.317511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Sync routers for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:19:43.338218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:43.339375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:43.345419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:43.400833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:43.410976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:43.418439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7073877 Jan 14 03:19:43.424563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49560) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:43.489426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:19:43.507547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-01bcb67b-825e-40e3-87a2-2cdd35230b29 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302830 Jan 14 03:19:43.544954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-056c3e36-67b4-4204-9b79-4a7546a3581b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:43.556019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Allocated IP 172.20.0.7 (ddf7055d-68c8-43f1-b620-7105254460e0/e218cec4-429b-446d-a34d-cc0c9eea744e/7e9d9024-f8ec-4062-961f-0740f12a3eb4) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:43.609913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:43.611203 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Added segment 89c89b30-57f7-4aee-bdb6-bd067c4d3d79 of type vxlan for network 157086a8-1598-41fd-b119-2cafcd8e54f2 Jan 14 03:19:43.669739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Pushing event updated for resources: {'Port': ['ID=69cb7637-d769-42ed-b933-a98282ac791a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:43.688651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:43.761316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:43.845551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:43.855832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:43.861565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:43.882220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.179746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:19:32Z', 'revision_number': 5, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:44.194741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0834c95-48e7-40fc-9150-0deeba187fb8 None None] The sync data for ids ['6ef42a1a-d599-4ff7-9499-a9afe6db4a42'] in n-d-765315-13 is: [{'id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'name': 'tempest-TaggedBootDevicesTest-47263142-router', 'tenant_id': '2fe3a86464a944f68b7616e48a05feec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:15:30Z', 'updated_at': '2021-01-14T03:19:32Z', 'revision_number': 5, 'project_id': '2fe3a86464a944f68b7616e48a05feec', 'gw_port': {'id': 'b2e72c12-9033-49ae-b10f-87bb0fea949e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef42a1a-d599-4ff7-9499-a9afe6db4a42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:15:37Z', 'updated_at': '2021-01-14T03:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:19:44.196421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.244879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:40Z', 'revision_number': 3, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:44.248567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:44.249148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Checking router: 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:19:44.249540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Updating router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 port e1a79840-105b-489e-8837-b6c2f4ddc5c5 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:19:44.253882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:44.295748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:44.299655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:44.303295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Deleting port b2e72c12-9033-49ae-b10f-87bb0fea949e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:44.303614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.304027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:44.329106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.423455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Attempting to bind port 69cb7637-d769-42ed-b933-a98282ac791a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:44.425441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Attempting to bind port 69cb7637-d769-42ed-b933-a98282ac791a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '0aaa7963-45ec-4600-8c66-98f1c8608d98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:44.427941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Attempting to bind port 69cb7637-d769-42ed-b933-a98282ac791a on network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:44.428754 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5', 'status': 'completed', 'code': 200} Jan 14 03:19:44.440853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:44.441316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Checking segment: {'id': '0aaa7963-45ec-4600-8c66-98f1c8608d98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:44.445238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.445866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Bound using segment: {'id': '0aaa7963-45ec-4600-8c66-98f1c8608d98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:44.448279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Bound port: 69cb7637-d769-42ed-b933-a98282ac791a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaa7963-45ec-4600-8c66-98f1c8608d98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:44.448883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.523795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.531104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.600494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-b42c8464-aedd-4733-a41e-3bfb8ee17adb tempest-ServersNegativeTestMultiTenantJSON-1613785817 tempest-ServersNegativeTestMultiTenantJSON-1613785817] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:44.601651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] For port 69cb7637-d769-42ed-b933-a98282ac791a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:44.602895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-b42c8464-aedd-4733-a41e-3bfb8ee17adb tempest-ServersNegativeTestMultiTenantJSON-1613785817 tempest-ServersNegativeTestMultiTenantJSON-1613785817] 10.222.0.30 "GET /v2.0/networks?id=33ff3820-9b88-40ff-9c39-7e24d340f173 HTTP/1.1" status: 200 len: 825 time: 1.9593127 Jan 14 03:19:44.613913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.616152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] For port 69cb7637-d769-42ed-b933-a98282ac791a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69cb7637-d769-42ed-b933-a98282ac791a,segment=NetworkSegment(0aaa7963-45ec-4600-8c66-98f1c8608d98),segment_id=0aaa7963-45ec-4600-8c66-98f1c8608d98)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:44.621858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.646203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:44.704031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:19:44.727097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Deleting subnet 93a944e9-d3b9-40e3-8b84-c3d4fecebb2f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:44.729664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.803836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:44.804812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.822955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Transition to ACTIVE for port object e1a79840-105b-489e-8837-b6c2f4ddc5c5 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:44.828882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.844023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:44.851145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d220f3-d5ca-4653-86fd-a5b201032bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:44.854620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Pushing event updated for resources: {'Port': ['ID=69cb7637-d769-42ed-b933-a98282ac791a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:44.869059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:44.905766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-d65fa98a-1274-45a8-b1d6-61299ad7d410 tempest-ServersNegativeTestMultiTenantJSON-1613785817 tempest-ServersNegativeTestMultiTenantJSON-1613785817] 10.222.0.30 "GET /v2.0/quotas/c90de76aaf724b6ea737a2a849938d82 HTTP/1.1" status: 200 len: 375 time: 0.2016740 Jan 14 03:19:44.972641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:19:44.973230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:19:45.003829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.069693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.103829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:45.107347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-ce59be0e-c370-472e-a233-5c059a617679 service neutron] 10.222.0.74 "GET /v2.0/networks/55150f04-94e9-4e02-b515-790f795ccba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5530243 Jan 14 03:19:45.140646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Attempting to bind port e1a79840-105b-489e-8837-b6c2f4ddc5c5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:45.141321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Attempting to bind port e1a79840-105b-489e-8837-b6c2f4ddc5c5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:45.141761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Attempting to bind port e1a79840-105b-489e-8837-b6c2f4ddc5c5 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:45.151796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Pushing event updated for resources: {'Port': ['ID=e1a79840-105b-489e-8837-b6c2f4ddc5c5,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:45.157093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:45.158595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:45.159016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:45.159896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.160331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:45.163868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Bound port: e1a79840-105b-489e-8837-b6c2f4ddc5c5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:45.164302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.209327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:45.229529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-11891bcf-2115-4bbf-8199-cfd0475cd571 tempest-ServersNegativeTestMultiTenantJSON-1613785817 tempest-ServersNegativeTestMultiTenantJSON-1613785817] 10.222.0.30 "GET /v2.0/ports?tenant_id=c90de76aaf724b6ea737a2a849938d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3194151 Jan 14 03:19:45.314661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] For port e1a79840-105b-489e-8837-b6c2f4ddc5c5, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:45.322184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] For port e1a79840-105b-489e-8837-b6c2f4ddc5c5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e1a79840-105b-489e-8837-b6c2f4ddc5c5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:45.327458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.337961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.338883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:45.339519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.360101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec03c0c5-85be-4859-8a99-b57a0bc6fa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:45.360633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b2b45d-01eb-4c33-9f4b-912c994523f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:45.536163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.560603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Pushing event updated for resources: {'Port': ['ID=e1a79840-105b-489e-8837-b6c2f4ddc5c5,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:45.566648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:45.613263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:45.614438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "DELETE /v2.0/security-groups/74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5 HTTP/1.1" status: 204 len: 168 time: 1.7657256 Jan 14 03:19:45.638658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69cb7637-d769-42ed-b933-a98282ac791a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:45.656968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:45.660182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:45.666174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49586) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:45.725964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 69cb7637-d769-42ed-b933-a98282ac791a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:45.748685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7f2cd57b-9932-493c-b490-f674f29e6ee4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:45.782033 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-43f27c15-5446-4dfd-bd2b-6fc061660a82 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] show failed (client error): The resource could not be found. Jan 14 03:19:45.782033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43f27c15-5446-4dfd-bd2b-6fc061660a82 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/security-groups/74a8fb6f-1f48-4d81-ab8f-4bd7fe42f6c5 HTTP/1.1" status: 404 len: 347 time: 0.1050854 Jan 14 03:19:45.782033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Pushing event updated for resources: {'Network': ['ID=157086a8-1598-41fd-b119-2cafcd8e54f2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:45.784068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.6031036 Jan 14 03:19:45.792687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49590) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:45.793070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:45.799351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:45.827789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Request body: {'subnet': {'network_id': '157086a8-1598-41fd-b119-2cafcd8e54f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-310888048-subnet', 'tenant_id': '4f426a7cfbd54e5597eda3577b176638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:45.841745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:45.943737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:46.001847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Usage tracker for resource:subnet and tenant:4f426a7cfbd54e5597eda3577b176638 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:46.010216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:46.034011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.061298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:46.146401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:46.149073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Deleting port fbc8494e-e59a-493f-8633-90040fe59234 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:46.149457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.150569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Allocated IP 172.20.0.1 (f132c710-d473-46ea-83ad-1ae6164e54ed/04870a86-54ad-40bc-95af-d436c55ea127/a0ec7e73-72f8-44a4-9be2-3f4963514a8b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:46.172443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:46.191887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:19:46.249698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-628a2946-2ba6-4556-bb1c-a79423a0cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:46.251944 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-628a2946-2ba6-4556-bb1c-a79423a0cf02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=da34adcfc0684ab8811a945a0f13efb9&device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 1159 time: 1.0277672 Jan 14 03:19:46.385846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7f2cd57b-9932-493c-b490-f674f29e6ee4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:19:46.386374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7f2cd57b-9932-493c-b490-f674f29e6ee4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:19:46.444690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] For port b2e72c12-9033-49ae-b10f-87bb0fea949e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b2e72c12-9033-49ae-b10f-87bb0fea949e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:46.445230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.467501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.522169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-691b8dd0-d202-40b3-a22a-e2b7c99b0417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:46.569323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-834bcfab-a0c6-4e01-b82f-bd046de92e9e service neutron] 10.222.0.30 "GET /v2.0/networks/33ff3820-9b88-40ff-9c39-7e24d340f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2606075 Jan 14 03:19:46.572684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.604335 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac8c319e-2473-41b4-a6b4-800c51e48527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:46.686799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.692016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:40Z', 'revision_number': 3, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:46.697109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dde05-d293-4c35-8e5d-920bfb83bdcb None None] The sync data for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 is: [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:40Z', 'revision_number': 3, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:19:46.704899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a944e9-d3b9-40e3-8b84-c3d4fecebb2f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:46.707467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Made reservation on behalf of 4f426a7cfbd54e5597eda3577b176638 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:19:46.713620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:46.742023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=04bb0ff6-7ded-4d0e-9eba-d800e6436f51,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:46.751365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:46.767777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e250e8e2-f7fe-46ce-a953-f9c316e54ac7 None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:47.029054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Provisioning for port 69cb7637-d769-42ed-b933-a98282ac791a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:47.064319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Provisioning complete for port 69cb7637-d769-42ed-b933-a98282ac791a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:47.064832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.202821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device de8616b2-c95a-4a30-8f44-cd7d9c8038a5 up at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:47.205721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.224379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3a136e1-69da-42b9-b1d2-b82605e8d6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:47.296661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:47.316920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:47.362184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.395967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': 'd08afb47-ce7f-4613-83c9-9aaca3a82794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:47.396891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: e50c9084-db1a-46d9-bab3-9d0ab50fd6c5, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:47.445156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] For port 69cb7637-d769-42ed-b933-a98282ac791a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69cb7637-d769-42ed-b933-a98282ac791a,segment=NetworkSegment(0aaa7963-45ec-4600-8c66-98f1c8608d98),segment_id=0aaa7963-45ec-4600-8c66-98f1c8608d98)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:47.446335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:47.449176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning for port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:47.459427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e50c9084-db1a-46d9-bab3-9d0ab50fd6c5) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:47.472057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.483036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:47.500986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:47.502244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.578749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Pushing event updated for resources: {'Port': ['ID=69cb7637-d769-42ed-b933-a98282ac791a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:47.582777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:47.583714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Provisioning complete for port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:47.583859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.1502790 Jan 14 03:19:47.584853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49614) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:47.585110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:47.639479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a2269-13ab-42e3-9f65-19be94636a7a None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:47.661199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e1a79840-105b-489e-8837-b6c2f4ddc5c5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:47.763638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.242s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:47.768516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Network f132c710-d473-46ea-83ad-1ae6164e54ed is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:47.784757 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bd4feb20-cb7b-47f2-ba1c-22b5c2c26049 req-a79a1bcf-7cf3-4e04-bdb4-5575f088c123 service neutron] 10.222.0.30 "GET /v2.0/networks/33ff3820-9b88-40ff-9c39-7e24d340f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2099659 Jan 14 03:19:47.800691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Calling delete_port for b2e72c12-9033-49ae-b10f-87bb0fea949e owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:47.904695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:47.930628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:47.938634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2a2a835c-82a0-44eb-a46f-317171a61294 None None] Provisioning complete for port 69cb7637-d769-42ed-b933-a98282ac791a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:47.939057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2a835c-82a0-44eb-a46f-317171a61294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.211153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e1a79840-105b-489e-8837-b6c2f4ddc5c5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:48.248953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.303719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.468845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e1a79840-105b-489e-8837-b6c2f4ddc5c5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:48.469667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.589715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.593233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.619926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-e50c9084-db1a-46d9-bab3-9d0ab50fd6c5', 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '04bb0ff6-7ded-4d0e-9eba-d800e6436f51'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:19:48.620885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.677589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:48.701945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:48.726362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49642) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:48.726672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.733593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.735001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:48.736580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:48.941491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Calling delete_port for fbc8494e-e59a-493f-8633-90040fe59234 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:48.996668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Deleting subnet 8b668dbb-d688-4a3e-8477-5974d0d96b51 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:49.002119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.054180 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5', 'code': 200} Jan 14 03:19:49.078808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.102955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.203298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.248897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce801c99-f614-4809-be2c-6af1f33d3395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:49.255661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e1a79840-105b-489e-8837-b6c2f4ddc5c5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e1a79840-105b-489e-8837-b6c2f4ddc5c5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:49.258359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.275053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:49.281422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.283460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f7a58d41-b00c-4319-b163-b3dce944acdb None None] Provisioning complete for port 69cb7637-d769-42ed-b933-a98282ac791a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:49.283878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7a58d41-b00c-4319-b163-b3dce944acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.329503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Pushing event updated for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:49.331638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.332032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.332439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.332987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.333122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:49.333338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.333714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.334124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.334503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.334870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.335237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.335600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.335963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.336407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.336753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.337124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.337454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.337814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.338175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.338619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.338866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.339226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.339585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.339944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.340357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.340717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.341082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.341444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.341804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.342162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.342525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.343008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.343371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.343729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.344087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.344476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.345384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:19:49.364828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.396464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:49.399540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-730b5ced-6b78-49ec-8b24-85951d856fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:49.407996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/93a944e9-d3b9-40e3-8b84-c3d4fecebb2f HTTP/1.1" status: 204 len: 168 time: 5.6445417 Jan 14 03:19:49.409536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:49.429317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Network ddf7055d-68c8-43f1-b620-7105254460e0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:49.437900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:49.440399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:49.471301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e1a79840-105b-489e-8837-b6c2f4ddc5c5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:49.482164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.534935 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:49.539665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:49.560189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:49.560999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.623157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69cb7637-d769-42ed-b933-a98282ac791a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:49.641384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.659793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.698617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-401f2aea-f8b1-402d-954e-29ce22ba96d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:49.729472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Allocated IP 2001:db8::3 (e50c9084-db1a-46d9-bab3-9d0ab50fd6c5/04bb0ff6-7ded-4d0e-9eba-d800e6436f51/81d2222f-d88a-4d6d-bf64-db2b9ceba260) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:19:49.767200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 69cb7637-d769-42ed-b933-a98282ac791a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:49.767624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.826523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:49.847527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:49.871324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.881884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:49.926597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.052422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.080929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40be7bbd-08dd-4987-9a40-a2e3986dbed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:50.125603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.6107357 Jan 14 03:19:50.156511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Network f132c710-d473-46ea-83ad-1ae6164e54ed is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:50.162051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:50.172545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event deleted for resources: {'Port': ['ID=fbc8494e-e59a-493f-8633-90040fe59234,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:50.175204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-f6ee3754-136b-46d1-8e5f-c907e9fa2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:50.177068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-f6ee3754-136b-46d1-8e5f-c907e9fa2791 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=da34adcfc0684ab8811a945a0f13efb9&shared=False HTTP/1.1" status: 200 len: 908 time: 3.7184427 Jan 14 03:19:50.185534 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:50.194117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.209540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Transition to ACTIVE for port object 81d2222f-d88a-4d6d-bf64-db2b9ceba260 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:50.228656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Transition to ACTIVE for port object 81d2222f-d88a-4d6d-bf64-db2b9ceba260 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:50.234763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.255607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Request body: {'port': {'device_id': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:50.411763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:50.506572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Pushing event updated for resources: {'Port': ['ID=81d2222f-d88a-4d6d-bf64-db2b9ceba260,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:50.514045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:50.527435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:19:50.533120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:50.538893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:19:50.572623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-c6e4c592-99ba-45b7-9e2e-15f16d4f5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:50.574296 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-c6e4c592-99ba-45b7-9e2e-15f16d4f5d51 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2612166 Jan 14 03:19:50.616904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Attempting to bind port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:50.617241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Attempting to bind port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd08afb47-ce7f-4613-83c9-9aaca3a82794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:50.617660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Attempting to bind port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 on network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:50.627566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:50.627935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Checking segment: {'id': 'd08afb47-ce7f-4613-83c9-9aaca3a82794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:50.628559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.629145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Bound using segment: {'id': 'd08afb47-ce7f-4613-83c9-9aaca3a82794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:50.629829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Bound port: 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08afb47-ce7f-4613-83c9-9aaca3a82794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:50.630256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.667312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.759363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:50.763626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:50.767925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:50.786462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:50.833528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:19:50.946992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Device de8616b2-c95a-4a30-8f44-cd7d9c8038a5 no longer exists at agent ovs-agent-n-h2-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:50.997733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Pushing event updated for resources: {'Port': ['ID=81d2222f-d88a-4d6d-bf64-db2b9ceba260,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:51.014849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.091626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:51.096809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49678) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:51.111230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.138151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbb5111b-4502-4236-b35c-22f798866923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:51.164569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.182436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=04bb0ff6-7ded-4d0e-9eba-d800e6436f51,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:51.217387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.243645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:51.257958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:51.272258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] For port de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:51.277298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.280727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:51.370907 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5', 'code': 200} Jan 14 03:19:51.377724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:19:51.389837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Pushing event updated for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:51.394070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:51.396637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Sync routers for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:19:51.406877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:51.408138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:51.426949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] 10.222.0.30 "PUT /v2.0/routers/6c7be7e5-fcc4-4d98-bb38-67c3b7066155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9804964 Jan 14 03:19:51.441086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.461719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:51.470671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Usage tracker for resource:security_group_rule and tenant:e3bc045b0bd341e28b17084f21459797 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:51.473800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:51.481258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:51.607414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.614334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.810838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9d9024-f8ec-4062-961f-0740f12a3eb4 {{(pid=80832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 03:19:51.819122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dec0d65f-980e-4282-a700-4328d0f7fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:51.821096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.834958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Transition to ACTIVE for port object 7e9d9024-f8ec-4062-961f-0740f12a3eb4 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:51.851843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:51.854892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.898660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.904839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b668dbb-d688-4a3e-8477-5974d0d96b51,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:51.918974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:51.922050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53074cf4-c8a8-4221-98cd-95c4c1a58b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:51.957382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e57c3-22c7-4ab4-9942-7923f10049bc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:51.963788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.978590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:51.980730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:51.983109 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b668dbb-d688-4a3e-8477-5974d0d96b51 HTTP/1.1" status: 204 len: 168 time: 3.2455626 Jan 14 03:19:51.991599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3bc045b0bd341e28b17084f21459797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8871794 Jan 14 03:19:52.052437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:52.052707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49702) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:52.097132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.199807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.203425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6fa865f5-55f2-47ef-ac84-0408f9584dec tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:52.265692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50c9084-db1a-46d9-bab3-9d0ab50fd6c5']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.271318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.289739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08afb47-ce7f-4613-83c9-9aaca3a82794') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.290144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08afb47-ce7f-4613-83c9-9aaca3a82794') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.309411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.323561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e1a79840-105b-489e-8837-b6c2f4ddc5c5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:52.377222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d612d6f-07db-4c84-bf56-f0cfc41076f2']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.381926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.390697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be515a1d-de97-4da2-a9b6-042980715125') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.390909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.391009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be515a1d-de97-4da2-a9b6-042980715125') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.403442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.419398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.421468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:52.465715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.477065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.482816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e1a79840-105b-489e-8837-b6c2f4ddc5c5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:52.483067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.498697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:52.576561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:48Z', 'revision_number': 4, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a0ec7e73-72f8-44a4-9be2-3f4963514a8b', 'name': '', 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'mac_address': 'fa:16:3e:c9:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '04870a86-54ad-40bc-95af-d436c55ea127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:45Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 2, 'project_id': '8550825ed42f4af189a2ff300da55776', 'subnets': [{'id': '04870a86-54ad-40bc-95af-d436c55ea127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:52.607398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:52.618103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.637405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Checking router: 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:19:52.637822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Updating router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 port a0ec7e73-72f8-44a4-9be2-3f4963514a8b binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:19:52.694885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.720963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.812728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Network 1d612d6f-07db-4c84-bf56-f0cfc41076f2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:52.863356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.881510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b61a41b3-1f1c-489e-9e8a-445794f9750f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:52.907848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:52.915622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e57c3-22c7-4ab4-9942-7923f10049bc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:52.919973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:52.920507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:52.922455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.925909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:52.929220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:52.994823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.007636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.008898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/052e57c3-22c7-4ab4-9942-7923f10049bc HTTP/1.1" status: 204 len: 168 time: 0.9532719 Jan 14 03:19:53.048122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ff3820-9b88-40ff-9c39-7e24d340f173']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:53.055556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.129786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb6bf80-01f4-45bb-b6b6-b7ed056b6fb5') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:53.130116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb6bf80-01f4-45bb-b6b6-b7ed056b6fb5') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:53.160496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4eff4df7-62eb-4600-afa1-77ca732364aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:53.161212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.181242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:53.209339 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:53.221835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.246056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ed92e2-a1c1-4a95-bb85-8f3b45496ac3,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.253555 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:53.257265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:53.264216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.272210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:53.276929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.282770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-83bfbe4d-41b6-47a0-bf20-3fcf81ecfac6 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:53.283840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-83bfbe4d-41b6-47a0-bf20-3fcf81ecfac6 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Synchronizing usage tracker for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:53.291413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Transition to ACTIVE for port object a0ec7e73-72f8-44a4-9be2-3f4963514a8b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:19:53.292003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:53.310296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:53.315568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c6267-04ee-4fe8-b6cc-755e832a742b None None] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:53.401597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:19:53.401597 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:19:53.401597 n-d-765315-13 neutron-server[80721]: [parameters: {'id': 'e50c9084-db1a-46d9-bab3-9d0ab50fd6c5'}] Jan 14 03:19:53.401597 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:53.402102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:53.459049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.487810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:53.497575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.498495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.565858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d612d6f-07db-4c84-bf56-f0cfc41076f2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:53.574228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:53.588522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49714) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:53.615342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.616112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef42a1a-d599-4ff7-9499-a9afe6db4a42 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:19:53.621081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.622713 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c49928e3-3f8a-423d-9c52-27f5c19d84bd admin admin] 10.222.0.30 "DELETE /v2.0/routers/6ef42a1a-d599-4ff7-9499-a9afe6db4a42 HTTP/1.1" status: 204 len: 168 time: 12.8617427 Jan 14 03:19:53.632171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:53.657129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] 10.222.0.30 "DELETE /v2.0/networks/1d612d6f-07db-4c84-bf56-f0cfc41076f2 HTTP/1.1" status: 204 len: 168 time: 4.2295377 Jan 14 03:19:53.658434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.659292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49718) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:53.699676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:53.707780 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "DELETE /v2.0/floatingips/afcd9345-4650-4dc0-b687-bb2e10e31696 HTTP/1.1" status: 204 len: 168 time: 7.9007108 Jan 14 03:19:53.772485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:53.792895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Usage tracker for resource:security_group_rule and tenant:be3711a297ca4220a163be8ab333a9bf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:53.806334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:53.810600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Network 33ff3820-9b88-40ff-9c39-7e24d340f173 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:53.843479 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:53.846423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:53.884609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-aa5e93df-f6db-4ee4-b837-d48cbe3bf12d tempest-ServerRescueTestJSONUnderV235-2115986279 tempest-ServerRescueTestJSONUnderV235-2115986279] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:53.891975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 81d2222f-d88a-4d6d-bf64-db2b9ceba260 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:53.895888 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-aa5e93df-f6db-4ee4-b837-d48cbe3bf12d tempest-ServerRescueTestJSONUnderV235-2115986279 tempest-ServerRescueTestJSONUnderV235-2115986279] 10.222.0.30 "GET /v2.0/networks?id=f132c710-d473-46ea-83ad-1ae6164e54ed HTTP/1.1" status: 200 len: 820 time: 1.8213263 Jan 14 03:19:53.911619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.012863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Deleting subnet 3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:54.017195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.103163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-83bfbe4d-41b6-47a0-bf20-3fcf81ecfac6 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Unset dirty status for tenant:da34adcfc0684ab8811a945a0f13efb9 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:54.105174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-83bfbe4d-41b6-47a0-bf20-3fcf81ecfac6 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "GET /v2.0/ports?device_id=74929fe0-1485-49f7-9c77-05ff1aa831fc HTTP/1.1" status: 200 len: 945 time: 3.8565984 Jan 14 03:19:54.111881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2830321-e0b8-4a67-a650-a241ed628391 None None] Provisioning for port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:54.125194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49726) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:54.127169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Checking segment: {'id': '89c89b30-57f7-4aee-bdb6-bd067c4d3d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '157086a8-1598-41fd-b119-2cafcd8e54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:54.127750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Network hostable DHCP agents. Network: 157086a8-1598-41fd-b119-2cafcd8e54f2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:19:54.134524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-45146158-ffdf-422a-9252-f9b8bcd0ebee tempest-ServerRescueTestJSONUnderV235-2115986279 tempest-ServerRescueTestJSONUnderV235-2115986279] 10.222.0.30 "GET /v2.0/quotas/8550825ed42f4af189a2ff300da55776 HTTP/1.1" status: 200 len: 375 time: 0.2360179 Jan 14 03:19:54.216674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Pushing event updated for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:54.221028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:54.249022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.289646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:54.294200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Attempting to bind port a0ec7e73-72f8-44a4-9be2-3f4963514a8b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:54.294629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Attempting to bind port a0ec7e73-72f8-44a4-9be2-3f4963514a8b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '045f9184-f92f-424b-bd5a-786baa6fb591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:54.295711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Attempting to bind port a0ec7e73-72f8-44a4-9be2-3f4963514a8b on network f132c710-d473-46ea-83ad-1ae6164e54ed {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:54.304888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:54.310248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:54.310532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Checking segment: {'id': '045f9184-f92f-424b-bd5a-786baa6fb591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:54.311202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.311202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Bound using segment: {'id': '045f9184-f92f-424b-bd5a-786baa6fb591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:54.311763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Bound port: a0ec7e73-72f8-44a4-9be2-3f4963514a8b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045f9184-f92f-424b-bd5a-786baa6fb591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:54.312188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.331312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:54.331738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.331965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group': {'name': 'tempest-securitygroup--1749918051', 'description': 'tempest-description--425141225'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:54.351087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:54.351481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.428136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:54.434046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] DHCP port deletion for e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:19:54.446545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:54.448670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Deleting port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:54.449104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.454439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:54.457766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.471609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:54.494311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.497107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:54.539380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] For port a0ec7e73-72f8-44a4-9be2-3f4963514a8b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:54.540775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ff3820-9b88-40ff-9c39-7e24d340f173,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:54.554854 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:54.576599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] 10.222.0.30 "DELETE /v2.0/networks/33ff3820-9b88-40ff-9c39-7e24d340f173 HTTP/1.1" status: 204 len: 168 time: 2.5201669 Jan 14 03:19:54.577671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:54.588744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.632725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] For port a0ec7e73-72f8-44a4-9be2-3f4963514a8b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,segment=NetworkSegment(045f9184-f92f-424b-bd5a-786baa6fb591),segment_id=045f9184-f92f-424b-bd5a-786baa6fb591)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:54.643103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.662458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:54.672383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Deleting port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:54.672822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.728411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Attempting to bind port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:19:54.728776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Attempting to bind port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:19:54.729093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Attempting to bind port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 on network ddf7055d-68c8-43f1-b620-7105254460e0 {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:19:54.748376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:54.760024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:19:54.775552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:54.777092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:19:54.777482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Checking segment: {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:19:54.777886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.778288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Bound using segment: {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:19:54.778786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Bound port: 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aec9c4b-1329-4ed1-adbc-00c696217ea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'ddf7055d-68c8-43f1-b620-7105254460e0'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:19:54.778931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:54.779151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.806942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:54.814875 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac120f95-10f7-4099-a4e0-b80fdd370738 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6c011d3360246fea43acf749a5dd508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759756 Jan 14 03:19:54.822940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Deleting subnet f382b0ba-5aee-4366-89e9-82570cd57934 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:19:54.825076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49738) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:54.831337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 157086a8-1598-41fd-b119-2cafcd8e54f2) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:19:54.843991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.848391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.893062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.917867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8384c39-e4e7-457a-a591-5632b9365a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:54.941818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72001217-e80f-4541-8c59-32bf1238cc11 None None] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:54.944982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:54.945630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.954892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:54.955295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:54.955575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.019483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-75f267b3-9529-4864-bfc6-2a5f5566bd73 tempest-ServerRescueTestJSONUnderV235-2115986279 tempest-ServerRescueTestJSONUnderV235-2115986279] 10.222.0.30 "GET /v2.0/ports?tenant_id=8550825ed42f4af189a2ff300da55776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8087265 Jan 14 03:19:55.040970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.076917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac358345-e09d-4f02-9652-d3cfdb16e708,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:55.090749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:55.111334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 9.3006461 Jan 14 03:19:55.125151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.207654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.285569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:55.310394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.336596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be3711a297ca4220a163be8ab333a9bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7459152 Jan 14 03:19:55.338208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49750) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:55.347317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for 81d2222f-d88a-4d6d-bf64-db2b9ceba260 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:55.365234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:19:55.386904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:55.387365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.396692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Pushing event updated for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:55.414557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ad08dc-0428-4d56-849e-217245f2afcc None None] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:55.418160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.470102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:19:55.561973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:55.562697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.581056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.582161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.592635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:55.610472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:55.647303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-035e556c-fcce-46dc-a00c-0b5c0d12299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:55.685223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.686740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroup': ['ID=f737e311-a37d-4eef-884a-9107535792f2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:55.700239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:55.701829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.703312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4071722 Jan 14 03:19:55.707433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:55.707799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:55.708239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49762) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:55.717822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b2e72c12-9033-49ae-b10f-87bb0fea949e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:55.719141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.724122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group_rule': {'security_group_id': 'f737e311-a37d-4eef-884a-9107535792f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:55.739608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:55.776169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:55.781089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:55.793629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:55.821250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Calling delete_port for 81d2222f-d88a-4d6d-bf64-db2b9ceba260 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:55.822238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.868360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.870277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b2e72c12-9033-49ae-b10f-87bb0fea949e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:19:55.870680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b2e72c12-9033-49ae-b10f-87bb0fea949e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:19:55.871153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 81d2222f-d88a-4d6d-bf64-db2b9ceba260 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:19:55.883373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-48d8e0ce-fbdf-42e4-a494-955e8db14684 service neutron] 10.222.0.30 "GET /v2.0/networks/f132c710-d473-46ea-83ad-1ae6164e54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8432288 Jan 14 03:19:55.886621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:55.956047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] For port de8616b2-c95a-4a30-8f44-cd7d9c8038a5, host n-h2-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-765315-13',level=0,port_id=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,segment=NetworkSegment(f4f44578-3399-4b58-bd3c-dd1f712cbf0d),segment_id=f4f44578-3399-4b58-bd3c-dd1f712cbf0d)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:55.956581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:55.995317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f382b0ba-5aee-4366-89e9-82570cd57934,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:56.003206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:56.012538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:19:56.013245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:19:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:56.044273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.047147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.052007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.053216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.060845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de59eaf5-db80-4fd9-a516-e240acbbe8d5 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:56.071672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=81d2222f-d88a-4d6d-bf64-db2b9ceba260,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:56.091473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f382b0ba-5aee-4366-89e9-82570cd57934 HTTP/1.1" status: 204 len: 168 time: 1.5111024 Jan 14 03:19:56.093373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e51b646-9f36-46a5-8f58-873e9759fc49,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:56.096895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49766) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:56.100267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:56.107824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:56.121148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.124528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114809 Jan 14 03:19:56.126698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49770) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:56.181620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'security_group_rule': {'security_group_id': 'f737e311-a37d-4eef-884a-9107535792f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:56.197197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:56.210177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:56.210388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:56.210666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.210895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:56.250103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:security_group_rule and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:56.261039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:56.286056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:56.292416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.301127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.310653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:19:56.330166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Calling delete_port for de8616b2-c95a-4a30-8f44-cd7d9c8038a5 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:56.366450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:56.370333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:56.394679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:56.399504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.404046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-569d6b07-42dc-4839-b0b2-ab0fa8237fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:56.431609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.714239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Deleting port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:56.714797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.720907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.743887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:56.744288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.836008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:56.836716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:56.838222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] 10.222.0.78 "PUT /v2.0/ports/7e9d9024-f8ec-4062-961f-0740f12a3eb4 HTTP/1.1" status: 200 len: 1156 time: 6.6541264 Jan 14 03:19:56.848231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=81d2222f-d88a-4d6d-bf64-db2b9ceba260,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:56.855849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:56.861120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:56.923600 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.926835 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:19:56.935844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:19:56.948239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-8c7d8258-01dd-49dc-8092-20ef3e38e2d1 tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:56.949108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-8c7d8258-01dd-49dc-8092-20ef3e38e2d1 tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] Synchronizing usage tracker for tenant:4f426a7cfbd54e5597eda3577b176638 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:19:56.951971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.011551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32ad1956-31a3-4615-9802-05b38746482f tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:57.061232 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2c0bd886-c195-461d-bd64-9dd8ce47adc4 req-f20628bd-fd96-478e-8818-cb7f38399908 service neutron] 10.222.0.30 "GET /v2.0/networks/f132c710-d473-46ea-83ad-1ae6164e54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0926516 Jan 14 03:19:57.074145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63efbcc-0a32-4466-9359-0343ebf841cb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:57.077778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:57.087201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-8c7d8258-01dd-49dc-8092-20ef3e38e2d1 tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] Unset dirty status for tenant:4f426a7cfbd54e5597eda3577b176638 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:19:57.094429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-8c7d8258-01dd-49dc-8092-20ef3e38e2d1 tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] 10.222.0.30 "GET /v2.0/networks?id=157086a8-1598-41fd-b119-2cafcd8e54f2 HTTP/1.1" status: 200 len: 817 time: 1.4058945 Jan 14 03:19:57.096626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.097805 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b63efbcc-0a32-4466-9359-0343ebf841cb HTTP/1.1" status: 204 len: 168 time: 2.2557926 Jan 14 03:19:57.128430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] For port 81d2222f-d88a-4d6d-bf64-db2b9ceba260, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=81d2222f-d88a-4d6d-bf64-db2b9ceba260,segment=NetworkSegment(d08afb47-ce7f-4613-83c9-9aaca3a82794),segment_id=d08afb47-ce7f-4613-83c9-9aaca3a82794)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:57.128889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.142730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.187254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.208635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for 81d2222f-d88a-4d6d-bf64-db2b9ceba260 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:57.221282 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d510a12-3879-47e6-b758-2cac67120c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:57.255283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.274491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7903cf-d308-4d51-8e34-26454820e7c7 tempest-ServersTestJSON-494311365 tempest-ServersTestJSON-494311365] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:57.289851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Calling delete_port for 81d2222f-d88a-4d6d-bf64-db2b9ceba260 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:57.322593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea213f2f-f1bd-441a-bb85-6561fe723a30']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:57.328999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-646e5dc4-e39c-4e1d-ad8e-5aab24a3eba3 tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] 10.222.0.30 "GET /v2.0/quotas/4f426a7cfbd54e5597eda3577b176638 HTTP/1.1" status: 200 len: 375 time: 0.2334714 Jan 14 03:19:57.334069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6661eb6c-c318-4755-83f5-0670bd3400ff,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:57.344063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:57.350633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac358345-e09d-4f02-9652-d3cfdb16e708,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:57.353889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:57.365993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f30719-7565-4907-8f89-a1b4c77d77e3') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:57.366615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f30719-7565-4907-8f89-a1b4c77d77e3') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:57.381651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.386894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2559521 Jan 14 03:19:57.394109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.407745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.412449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49782) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:57.435132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:19:57.461565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:57.474715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:19:57.478389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:19:57.480440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.490284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Releasing vxlan tunnel 23 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:57.527832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Usage tracker for resource:floatingip and tenant:d3913593bd0b4eae9bf8a0b65599ee0a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:57.527998 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4', 'status': 'completed', 'code': 200} Jan 14 03:19:57.533200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.534457 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac358345-e09d-4f02-9652-d3cfdb16e708 HTTP/1.1" status: 204 len: 168 time: 2.1818643 Jan 14 03:19:57.535435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:57.536465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:57.602029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:57.605007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.607284 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e HTTP/1.1" status: 204 len: 168 time: 3.9147115 Jan 14 03:19:57.628263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-25673eab-3fca-4dc1-b1cd-9e17fe11b91e tempest-ListServersNegativeTestJSON-1190745491 tempest-ListServersNegativeTestJSON-1190745491] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f426a7cfbd54e5597eda3577b176638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2982266 Jan 14 03:19:57.684037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f68545-4ff5-4310-990c-9563b75ea855 None None] Network 365c3433-935b-4922-b09e-5acd0e071e8a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:19:57.731133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49794) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:57.734463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:57.738342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.811570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49802) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:57.830374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad0e5d9-5c65-4e6b-847a-7b95a96bec9e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:57.845908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:57.856900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:57.869929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:58.036582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-05941e30-17cd-45f0-9dbf-5dce91c1f3b9 service neutron] 10.222.0.30 "GET /v2.0/networks/157086a8-1598-41fd-b119-2cafcd8e54f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067137 Jan 14 03:19:58.037213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.051391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Pushing event deleted for resources: {'Port': ['ID=81d2222f-d88a-4d6d-bf64-db2b9ceba260,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:58.058102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-96368ff8-0f97-4983-9da0-1dcdb5550e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:58.066925 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-96368ff8-0f97-4983-9da0-1dcdb5550e83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 1159 time: 1.1476138 Jan 14 03:19:58.097107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:58.120159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14b1611b-b99b-4f21-8c97-a556afd5f5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:58.123873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.184952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.269702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] No DVR routers for this DVR port 81d2222f-d88a-4d6d-bf64-db2b9ceba260 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:58.281874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:48Z', 'revision_number': 4, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a0ec7e73-72f8-44a4-9be2-3f4963514a8b', 'name': '', 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'mac_address': 'fa:16:3e:c9:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '04870a86-54ad-40bc-95af-d436c55ea127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:45Z', 'updated_at': '2021-01-14T03:19:54Z', 'revision_number': 4, 'project_id': '8550825ed42f4af189a2ff300da55776', 'subnets': [{'id': '04870a86-54ad-40bc-95af-d436c55ea127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:58.289829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:58.290529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63c5b07-5365-455b-a9e6-b2b5987baf9c None None] The sync data for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 is: [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:19:48Z', 'revision_number': 4, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a0ec7e73-72f8-44a4-9be2-3f4963514a8b', 'name': '', 'network_id': 'f132c710-d473-46ea-83ad-1ae6164e54ed', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'mac_address': 'fa:16:3e:c9:db:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '04870a86-54ad-40bc-95af-d436c55ea127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:45Z', 'updated_at': '2021-01-14T03:19:54Z', 'revision_number': 4, 'project_id': '8550825ed42f4af189a2ff300da55776', 'subnets': [{'id': '04870a86-54ad-40bc-95af-d436c55ea127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:19:58.378698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49822) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:58.383616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.461904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] DHCP port deletion for 365c3433-935b-4922-b09e-5acd0e071e8a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:19:58.469091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Deleting port 891a05ed-170d-4dd4-a63a-5779da6b2325 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:58.469713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.521777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] The port '81d2222f-d88a-4d6d-bf64-db2b9ceba260' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:19:58.556488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Pushing event deleted for resources: {'Port': ['ID=de8616b2-c95a-4a30-8f44-cd7d9c8038a5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:58.586011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:58.589574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-3a86c362-b986-4f2f-9560-4bf5a47ab319 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4 HTTP/1.1" status: 200 len: 217 time: 0.2816234 Jan 14 03:19:58.598612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Deleting port 891a05ed-170d-4dd4-a63a-5779da6b2325 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:19:58.599276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.652384 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-57c4bf91-d20a-4830-bc7e-95067219b3c7 req-db57b77b-710b-4c3e-ae44-016bf17e9fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/157086a8-1598-41fd-b119-2cafcd8e54f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5362611 Jan 14 03:19:58.732568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:58.760685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-4a8d2ac6-5768-477a-8b23-20198686e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:19:58.762448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-4a8d2ac6-5768-477a-8b23-20198686e593 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e218cec4-429b-446d-a34d-cc0c9eea744e HTTP/1.1" status: 200 len: 854 time: 0.1087129 Jan 14 03:19:58.859284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:19:58.865233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Usage tracker for resource:security_group_rule and tenant:d7668a9bdb694fc19f4cce2341b18d06 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:19:58.869535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:19:58.876652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:19:58.891019 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-2fc79a55-2e28-4055-ac7b-02652f460db2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ddf7055d-68c8-43f1-b620-7105254460e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210530 Jan 14 03:19:58.897745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] For port 891a05ed-170d-4dd4-a63a-5779da6b2325, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=891a05ed-170d-4dd4-a63a-5779da6b2325,segment=NetworkSegment(86c96f25-96f0-48cb-b123-38bd165ecc82),segment_id=86c96f25-96f0-48cb-b123-38bd165ecc82)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:19:58.898192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.008960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.165947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.173310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Calling delete_port for 891a05ed-170d-4dd4-a63a-5779da6b2325 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:19:59.244128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f1096e9-be50-4e92-9204-09676bfe2e75 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:59.300296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.355642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b08e0e-a421-4bc2-9219-1a478cfcd21b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:59.357443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:59.372479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:19:59.426951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.468816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Network ea213f2f-f1bd-441a-bb85-6561fe723a30 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:19:59.470274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:19:59.470677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] No DVR routers for this DVR port de8616b2-c95a-4a30-8f44-cd7d9c8038a5 on host n-h2-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:59.485608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] The port '891a05ed-170d-4dd4-a63a-5779da6b2325' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:19:59.520994 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:19:59.527568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.529926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] 10.222.0.74 "DELETE /v2.0/ports/de8616b2-c95a-4a30-8f44-cd7d9c8038a5 HTTP/1.1" status: 204 len: 173 time: 5.3777969 Jan 14 03:19:59.533507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-deleted', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:19:59.580273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Pushing event deleted for resources: {'Port': ['ID=891a05ed-170d-4dd4-a63a-5779da6b2325,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:19:59.600411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:19:59.617486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] No DVR routers for this DVR port 891a05ed-170d-4dd4-a63a-5779da6b2325 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:19:59.695095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-05895e86-cdeb-4ff0-b031-3a69429b609c service neutron] 10.222.0.78 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880590 Jan 14 03:19:59.717837 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74929fe0-1485-49f7-9c77-05ff1aa831fc', 'name': 'network-vif-deleted', 'tag': 'de8616b2-c95a-4a30-8f44-cd7d9c8038a5', 'status': 'completed', 'code': 200} Jan 14 03:19:59.790907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0ec7e73-72f8-44a4-9be2-3f4963514a8b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:19:59.828445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50c9084-db1a-46d9-bab3-9d0ab50fd6c5']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:59.869204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08afb47-ce7f-4613-83c9-9aaca3a82794') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:59.870075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08afb47-ce7f-4613-83c9-9aaca3a82794') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:19:59.889429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.908308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:19:59.910541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:19:59.960620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a0ec7e73-72f8-44a4-9be2-3f4963514a8b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:19:59.967655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a0ec7e73-72f8-44a4-9be2-3f4963514a8b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:19:59.968836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.172038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.218432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a0ec7e73-72f8-44a4-9be2-3f4963514a8b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,segment=NetworkSegment(045f9184-f92f-424b-bd5a-786baa6fb591),segment_id=045f9184-f92f-424b-bd5a-786baa6fb591)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:00.222567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.230364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:00.244000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:00.332118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.355482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1367246306-network', 'tenant_id': '3bc0d297d93f475199af779b3892ffdc'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:00.360597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:00.363052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 891a05ed-170d-4dd4-a63a-5779da6b2325 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:00.364620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Usage tracker for resource:network and tenant:3bc0d297d93f475199af779b3892ffdc is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:00.367584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:00.373549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:00.405254 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7668a9bdb694fc19f4cce2341b18d06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9899006 Jan 14 03:20:00.407622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49878) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:00.413512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 891a05ed-170d-4dd4-a63a-5779da6b2325 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:00.413943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 891a05ed-170d-4dd4-a63a-5779da6b2325 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:00.427787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Made reservation on behalf of 3bc0d297d93f475199af779b3892ffdc for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:00.432807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.484721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:00.488428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:00.509102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-26666fe9-63cd-4a53-9bfa-07f7967e8419 service neutron] 10.222.0.78 "GET /v2.0/networks/ddf7055d-68c8-43f1-b620-7105254460e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7899959 Jan 14 03:20:00.723425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.779166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49892) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:00.849167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.902940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-9262095f-60c2-4269-accb-b77134d064c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:00.904635 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-9262095f-60c2-4269-accb-b77134d064c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=37463771b55e40df816f6fc687e89e6c&device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 1159 time: 0.3088706 Jan 14 03:20:00.925084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.939262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:00.958779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:00.962723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e17cefb3-37ec-4535-96b2-2b1658844025 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:00.984599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.048822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Deleting subnet e1ed92e2-a1c1-4a95-bb85-8f3b45496ac3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:01.053267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ea213f2f-f1bd-441a-bb85-6561fe723a30,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:01.059613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Usage tracker for resource:security_group_rule and tenant:3bc0d297d93f475199af779b3892ffdc is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:01.064082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.129384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:01.132271 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:01.166574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/ea213f2f-f1bd-441a-bb85-6561fe723a30 HTTP/1.1" status: 204 len: 168 time: 5.0684450 Jan 14 03:20:01.169659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:01.180752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:01.212729 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:01.284096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.321193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.327537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49898) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:01.358398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.381931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365c3433-935b-4922-b09e-5acd0e071e8a']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:01.388564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-5bbd8df9-c08e-4e23-90f2-f692be3806de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:01.390143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-5bbd8df9-c08e-4e23-90f2-f692be3806de service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=37463771b55e40df816f6fc687e89e6c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4699974 Jan 14 03:20:01.438013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.447666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c96f25-96f0-48cb-b123-38bd165ecc82') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:01.448001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c96f25-96f0-48cb-b123-38bd165ecc82') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:01.456076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.513909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa821b4-398d-47cf-a9d7-9f0561b2c774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:01.527969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.529377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.555630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0ec7e73-72f8-44a4-9be2-3f4963514a8b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:01.564263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.575039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=e50c9084-db1a-46d9-bab3-9d0ab50fd6c5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:01.605585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:01.612308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c584139b-f861-4f33-9b82-2a12a36d21ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c90de76aaf724b6ea737a2a849938d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556319 Jan 14 03:20:01.617488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:01.623094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 HTTP/1.1" status: 204 len: 168 time: 14.0206137 Jan 14 03:20:01.636562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a0ec7e73-72f8-44a4-9be2-3f4963514a8b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:01.637194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.644564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49906) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:01.647279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.655456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552419544'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:01.656064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:01.786526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:01.794631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:01.834489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:01.866534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:01.881518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-5fb4c6c4-06f0-426b-a807-5c6dd2e17460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:01.883123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8eef271d-1723-4e49-8770-2e28fcd82773 req-5fb4c6c4-06f0-426b-a807-5c6dd2e17460 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4861042 Jan 14 03:20:01.919076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Deleting port a0ec7e73-72f8-44a4-9be2-3f4963514a8b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:01.919381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.960803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.983066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Network 365c3433-935b-4922-b09e-5acd0e071e8a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:01.993404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:01.998346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.021091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abbecd14-54e4-434c-9257-e0d8bb6f542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.028897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.030414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:02.040324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.043866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b08e0e-a421-4bc2-9219-1a478cfcd21b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:02.105040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.115529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:02.119323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-28a8c715-f367-4c68-8cb7-1e314c9d9e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.161757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:02.190444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.190803 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 9a61a77d-189f-4184-957b-73194d324c82 of type vxlan for network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 Jan 14 03:20:02.231167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.263020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.271877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.289246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd14a5d5-bf2c-4459-9e05-908402256f18 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.363073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.364298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13b08e0e-a421-4bc2-9219-1a478cfcd21b HTTP/1.1" status: 204 len: 168 time: 1.9386716 Jan 14 03:20:02.374683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf4a1c4-1596-4b03-ab7a-1cd52af3cdae,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:02.389667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ed92e2-a1c1-4a95-bb85-8f3b45496ac3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:02.395040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:02.399527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:02.402139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] For port a0ec7e73-72f8-44a4-9be2-3f4963514a8b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,segment=NetworkSegment(045f9184-f92f-424b-bd5a-786baa6fb591),segment_id=045f9184-f92f-424b-bd5a-786baa6fb591)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:02.402538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.411500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Network 365c3433-935b-4922-b09e-5acd0e071e8a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:02.444955 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:02.509208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Allocated IP 172.25.3.25 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/8c6e7726-6ace-4bf4-ad22-33022479c9c1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:02.576546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Calling delete_port for a0ec7e73-72f8-44a4-9be2-3f4963514a8b owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:02.616618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.626149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-a5f8cc0d-be5e-4202-b085-775bdf7947ef None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80834) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:20:02.636684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:02.637451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.643268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:20:02.643268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:20:02.646878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.652486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b50a4cb-3bcd-40e6-b56a-7386c31d636b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.667682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.674959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.693727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=365c3433-935b-4922-b09e-5acd0e071e8a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:02.715520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:02.719005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f72aaa6-e44a-4970-a35c-de108376fd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.752614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c719a9-d3b2-46cf-861a-39d41b9e3ed2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:02.759451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] 10.222.0.30 "DELETE /v2.0/networks/365c3433-935b-4922-b09e-5acd0e071e8a HTTP/1.1" status: 204 len: 168 time: 4.9762502 Jan 14 03:20:02.773986 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:02.791026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.792294 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45c719a9-d3b2-46cf-861a-39d41b9e3ed2 HTTP/1.1" status: 204 len: 168 time: 1.1681638 Jan 14 03:20:02.823431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.863794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:02.882001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.894841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-696b7f6c-8724-4a12-a707-5374ff912079 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:02.899350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7e9d9024-f8ec-4062-961f-0740f12a3eb4 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:03.001360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49922) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.009561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=8ec80a4d-93d6-44b5-a826-47cbc7d400a0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:03.014975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'Port': ['ID=8c6e7726-6ace-4bf4-ad22-33022479c9c1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:03.017115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:03.021671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:03.032535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:03.059573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:03.065045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.070309 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e1ed92e2-a1c1-4a95-bb85-8f3b45496ac3 HTTP/1.1" status: 204 len: 168 time: 2.2853034 Jan 14 03:20:03.072918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49926) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.093495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4470513 Jan 14 03:20:03.100023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.113349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '8ec80a4d-93d6-44b5-a826-47cbc7d400a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:03.145599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e40aade3-727a-463c-bfef-2e26d4e04c6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fe3a86464a944f68b7616e48a05feec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303580 Jan 14 03:20:03.151077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.230881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.309094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.384224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:03.396358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:03.406555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.408963 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Added segment 36c57db5-069e-4492-b5d9-b66e7fb8d101 of type vxlan for network 1903aa07-207e-4438-9863-357e30cfd518 Jan 14 03:20:03.439066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.491931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:03.496727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:03.501018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:03.507805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:03.528829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.535977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:03.537189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.538259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.570856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:03.575512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0d96af1-9cc1-4bac-be21-5ff7478ad126 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:03.609320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49944) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.620851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:03.636578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:03.694421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning for port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:03.715992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:03.717613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:03.720588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.742298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.784637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.864994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.4616976 Jan 14 03:20:03.870687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49950) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:03.895704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Request body: {'subnet': {'network_id': '1903aa07-207e-4438-9863-357e30cfd518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1367246306-subnet', 'tenant_id': '3bc0d297d93f475199af779b3892ffdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:03.906148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.907854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:03.910839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157086a8-1598-41fd-b119-2cafcd8e54f2']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:03.911027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Pushing event updated for resources: {'Network': ['ID=1903aa07-207e-4438-9863-357e30cfd518,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:03.921869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1903aa07-207e-4438-9863-357e30cfd518 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:03.924273 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:03.924942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c89b30-57f7-4aee-bdb6-bd067c4d3d79') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:03.925279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c89b30-57f7-4aee-bdb6-bd067c4d3d79') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:03.925404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Usage tracker for resource:subnet and tenant:3bc0d297d93f475199af779b3892ffdc is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:03.931267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:03.938644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.945522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:03.951989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.954391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:03.956476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:04.113208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1903aa07-207e-4438-9863-357e30cfd518 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:04.148809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:04.158925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.230418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1903aa07-207e-4438-9863-357e30cfd518 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:04.314567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Made reservation on behalf of 3bc0d297d93f475199af779b3892ffdc for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:04.319564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.352423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Network 157086a8-1598-41fd-b119-2cafcd8e54f2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:04.356235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:20:04.367275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:04.373461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.375602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3cef1-8f7c-4019-9e07-ad8b9f054748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:04.380470 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:04.450283 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4', 'code': 200} Jan 14 03:20:04.457838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-895f8eb0-1066-4d57-885c-e5398d30138d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=071a0eafb4ff4460992f94e7620a8d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430474 Jan 14 03:20:04.461690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49964) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:04.504522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.504821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:04.508315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:04.526458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16311041-1660-4ef3-9eb6-de8184c90524 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:04.529734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b312248-b0c3-4a9c-9979-f77359171d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.537096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7e9d9024-f8ec-4062-961f-0740f12a3eb4 up at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:04.608633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Provisioning complete for port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:04.609182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.635883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec7e73-72f8-44a4-9be2-3f4963514a8b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:04.646653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:04.667970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.678474 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0296846-1a00-4af2-b98b-e474fe7b60b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:04.699419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.699957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.704964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=157086a8-1598-41fd-b119-2cafcd8e54f2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:04.706815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.713628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:04.714278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0aae7246-648d-460f-83bf-9fbc83a876f3 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:04.753256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d1e3b1-a1b6-430d-a7a9-e3b60c5bf871,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:04.772526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:04.799126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/157086a8-1598-41fd-b119-2cafcd8e54f2 HTTP/1.1" status: 204 len: 168 time: 1.7238619 Jan 14 03:20:04.802547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.813961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.814172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:04.817645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9d1e3b1-a1b6-430d-a7a9-e3b60c5bf871 HTTP/1.1" status: 204 len: 168 time: 1.6630781 Jan 14 03:20:04.895088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.031360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49978) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:05.208978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.239609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.286071 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35d03f74-f67a-4d14-8575-5b66c67bec8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f426a7cfbd54e5597eda3577b176638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454646 Jan 14 03:20:05.294150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49992) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:05.304436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ab1c5a3-83bc-4c5a-8323-209f260d5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:05.326508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5f548-d57a-4d07-9854-46d96cf3fd33,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:05.338049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:05.356166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.361174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bba5f548-d57a-4d07-9854-46d96cf3fd33 HTTP/1.1" status: 204 len: 168 time: 0.8851063 Jan 14 03:20:05.659876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.699608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.755750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.771449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da2e5075-df49-4bcb-bc47-f6d4c49d7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:05.802470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:20:05.812143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222e608-3c33-48bb-ba27-d0bb7eda6a53,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:05.823258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:05.870026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.878893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:05.920540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75e1e061-71f6-4338-8d9d-b8a71c9b2e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:05.926628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-7c37068f-77a7-4c1d-839d-50355c3570d5 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:05.927451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-7c37068f-77a7-4c1d-839d-50355c3570d5 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Synchronizing usage tracker for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:06.014831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.016641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4222e608-3c33-48bb-ba27-d0bb7eda6a53 HTTP/1.1" status: 204 len: 168 time: 0.7203152 Jan 14 03:20:06.021180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-7c37068f-77a7-4c1d-839d-50355c3570d5 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Unset dirty status for tenant:37463771b55e40df816f6fc687e89e6c on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:06.021180 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-7c37068f-77a7-4c1d-839d-50355c3570d5 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.78 "GET /v2.0/ports?device_id=d655bc63-5b6c-419d-935d-be173a644b7d HTTP/1.1" status: 200 len: 945 time: 0.3131363 Jan 14 03:20:06.022928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event updated for resources: {'Port': ['ID=8c6e7726-6ace-4bf4-ad22-33022479c9c1,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:06.026630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:06.355788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.397368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d5ccac6-71e3-4e0c-96ed-72649e6e1451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:06.478996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.495978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=a32a98be-e9fb-4040-a2c4-ce035f2a43fd,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:06.500211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:06.504266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Device 7e9d9024-f8ec-4062-961f-0740f12a3eb4 no longer exists at agent ovs-agent-n-h1-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:06.583067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Deleting port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:06.583491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.611658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:06.658763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50056) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:06.749030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:20:06.838527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fad595e-6bdd-41e2-bdef-d38b7bcdc030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.841128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.850958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.886402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.888229 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.4746172 Jan 14 03:20:06.889757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f43fc4b-8b84-44fe-bb1e-21fb47744805,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:06.893287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:06.904667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4'}] {{(pid=80834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:20:06.925763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:06.934252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:06.936257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7ef4eb-82ad-48cb-99b0-3407057125fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:07.082561 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4', 'code': 200} Jan 14 03:20:07.083318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Pushing event updated for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:07.095858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:07.123820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Checking segment: {'id': '36c57db5-069e-4492-b5d9-b66e7fb8d101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1903aa07-207e-4438-9863-357e30cfd518'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:07.124024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-network', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:07.124222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Network hostable DHCP agents. Network: 1903aa07-207e-4438-9863-357e30cfd518, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:07.132694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': '9a61a77d-189f-4184-957b-73194d324c82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8ec80a4d-93d6-44b5-a826-47cbc7d400a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:07.133093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 8ec80a4d-93d6-44b5-a826-47cbc7d400a0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:07.163136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Network 1903aa07-207e-4438-9863-357e30cfd518 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:07.169890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:07.179677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1903aa07-207e-4438-9863-357e30cfd518) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:07.187458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:07.190790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597777d-d880-46c9-95fd-b2c1a9cd259b None None] Network 1903aa07-207e-4438-9863-357e30cfd518 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:07.193560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8ec80a4d-93d6-44b5-a826-47cbc7d400a0) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:07.204751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Usage tracker for resource:network and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:07.209741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:07.210400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.218287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:07.223906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026252e6-32bd-4e14-b189-b19c6c88f77d None None] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:07.224413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:07.225095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.235886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:07.256831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3744602 Jan 14 03:20:07.256831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.1524718 Jan 14 03:20:07.256831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50086) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:07.305098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:07.323384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.369701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.385361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:07.396021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Sync routers for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:07.412048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] 10.222.0.30 "PUT /v2.0/routers/6c7be7e5-fcc4-4d98-bb38-67c3b7066155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5849946 Jan 14 03:20:07.413181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:07.414152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:07.440659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50102) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:07.505110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.606031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:07.643711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:07.644104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.665272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:07.720868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:07.724009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:07.730466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:07.870506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:07.963989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50114) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:07.967567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.071793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a24edd-a4b4-4a76-9266-4e57ad6caaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8ec80a4d-93d6-44b5-a826-47cbc7d400a0', 'network_id': '8ec80a4d-93d6-44b5-a826-47cbc7d400a0', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': 'a32a98be-e9fb-4040-a2c4-ce035f2a43fd'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:08.088325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7a24edd-a4b4-4a76-9266-4e57ad6caaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.090922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.135100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.150216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbb04a-6f16-4ea8-8eb2-f9f4e426f712 None None] Network 1903aa07-207e-4438-9863-357e30cfd518 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:08.178303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.218773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-1d645330-9bbc-4082-aac1-a234a7b9d2c1 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Synchronizing usage tracker for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:08.221802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80da76f5-be2d-4942-ba4d-74148b7308d4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:08.353321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Calling delete_port for 7e9d9024-f8ec-4062-961f-0740f12a3eb4 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:08.480589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.491069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Deleting port e1a79840-105b-489e-8837-b6c2f4ddc5c5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:08.491383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.591064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:20:03Z', 'revision_number': 5, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:08.596127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Checking router: 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:08.616276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Routers {'6c7be7e5-fcc4-4d98-bb38-67c3b7066155'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:08.616995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:08.686964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50136) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:08.698380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.735139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.801120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] For port e1a79840-105b-489e-8837-b6c2f4ddc5c5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e1a79840-105b-489e-8837-b6c2f4ddc5c5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:08.804089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-a7a24edd-a4b4-4a76-9266-4e57ad6caaeb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a32a98be-e9fb-4040-a2c4-ce035f2a43fd: This subnet is being modified by another concurrent operation. Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:20:08.821799 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a32a98be-e9fb-4040-a2c4-ce035f2a43fd: This subnet is being modified by another concurrent operation. Jan 14 03:20:08.825808 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:20:08.854321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd2dfe-4b33-4ea4-9f56-b0f6d6ded4b3 None None] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:08.900665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] Set router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:08.928892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7063286b-2179-4d2a-ac44-e6cb01a306a1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:08.948083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Calling delete_port for e1a79840-105b-489e-8837-b6c2f4ddc5c5 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:08.973538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-711907239-network', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:08.978830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=a32a98be-e9fb-4040-a2c4-ce035f2a43fd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:08.982107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:08.988084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:09.017460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Usage tracker for resource:network and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:09.025177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:09.105030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:09.113214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.135612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.160178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Made reservation on behalf of 8ec206baff3f49cbbd9330cf12464e07 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:09.165516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.235417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:09.246692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.247311 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Added segment ad0680e3-135e-4ffd-b4ba-b63346da6027 of type vxlan for network 32e9aeba-04df-4486-96f3-d8be0f340794 Jan 14 03:20:09.266810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc68ef1-69df-4b49-bebe-7a62f4324d28 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:20:09.311051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.344331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec80a4d-93d6-44b5-a826-47cbc7d400a0']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:09.363750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a61a77d-189f-4184-957b-73194d324c82') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:09.364194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a61a77d-189f-4184-957b-73194d324c82') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:09.378330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.394266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.396798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:09.418110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.419362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:09.420082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.453061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc68ef1-69df-4b49-bebe-7a62f4324d28 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:20:09.500150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:20:03Z', 'revision_number': 5, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:09.506508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654e235-5a1b-4959-b007-f2102e70dd24 None None] The sync data for ids ['6c7be7e5-fcc4-4d98-bb38-67c3b7066155'] in n-d-765315-13 is: [{'id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187039159-router', 'tenant_id': '8550825ed42f4af189a2ff300da55776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:19:34Z', 'updated_at': '2021-01-14T03:20:03Z', 'revision_number': 5, 'project_id': '8550825ed42f4af189a2ff300da55776', 'gw_port': {'id': 'e1a79840-105b-489e-8837-b6c2f4ddc5c5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7be7e5-fcc4-4d98-bb38-67c3b7066155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:19:38Z', 'updated_at': '2021-01-14T03:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:09.587859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.600721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.643201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:09.648077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:09.660460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.675926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:09.682626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:09.746794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:09.787009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:09.820817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba1ad3-b97d-4f0d-a552-bf250fde3009,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:09.824756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:09.825446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-1d645330-9bbc-4082-aac1-a234a7b9d2c1 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Unset dirty status for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:09.834404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-1d645330-9bbc-4082-aac1-a234a7b9d2c1 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1749918051&fields=id&tenant_id=d3913593bd0b4eae9bf8a0b65599ee0a HTTP/1.1" status: 200 len: 267 time: 2.2583134 Jan 14 03:20:09.886069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df1a98ac-e0f8-4338-8673-8daa7bb1e469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:09.887559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 8ec80a4d-93d6-44b5-a826-47cbc7d400a0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:09.920140 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:10.011402 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3289874 Jan 14 03:20:10.016535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50152) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:10.025004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Request body: {'subnet': {'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-subnet', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:10.030979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:10.035636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Usage tracker for resource:subnet and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:10.038701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:10.044764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:10.057933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:10.062759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.080745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.101790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=32e9aeba-04df-4486-96f3-d8be0f340794,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:10.104861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:10.113330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.163883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eaed30b-18c4-4eac-a181-c3e5bc35a115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:10.179426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.180121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:10.184852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.215200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=8ec80a4d-93d6-44b5-a826-47cbc7d400a0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:10.226287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:10.240509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-a9722f2e-39d3-44f0-8b46-7f7625b9c20c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:10.242181 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-a9722f2e-39d3-44f0-8b46-7f7625b9c20c tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/networks?id=4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 HTTP/1.1" status: 200 len: 817 time: 0.4069252 Jan 14 03:20:10.250063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Usage tracker for resource:security_group_rule and tenant:932cfa61c16a4fa3837109b23b505d92 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:10.252817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.255108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:10.290552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:10.313936 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/8ec80a4d-93d6-44b5-a826-47cbc7d400a0 HTTP/1.1" status: 204 len: 168 time: 3.0582955 Jan 14 03:20:10.320749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.324075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50156) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:10.334054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849875292'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:10.338860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.343753 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:10.351551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-b2a6ce46-dfa7-4764-a322-d60c676194df tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/quotas/d3913593bd0b4eae9bf8a0b65599ee0a HTTP/1.1" status: 200 len: 375 time: 0.0890846 Jan 14 03:20:10.360784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:10.393969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:10.396785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:10.409530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:10.421918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:20:10.422318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:20:10.433120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:10.438405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0105acb-edf8-4d39-9f51-29fa147e1397,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:10.442121 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:10.447976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.448292 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Added segment a49c5981-4e07-4085-9708-702beb5c7e99 of type vxlan for network dd85dee3-00f8-4647-af02-395c0b4abff8 Jan 14 03:20:10.460067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9367314-41c5-493b-9f77-c1788c062749 req-106e2339-b435-42a2-9b07-79b799216bee tempest-ServerAddressesTestJSON-1492472911 tempest-ServerAddressesTestJSON-1492472911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:10.461743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c9367314-41c5-493b-9f77-c1788c062749 req-106e2339-b435-42a2-9b07-79b799216bee tempest-ServerAddressesTestJSON-1492472911 tempest-ServerAddressesTestJSON-1492472911] 10.222.0.30 "GET /v2.0/networks?id=1903aa07-207e-4438-9863-357e30cfd518 HTTP/1.1" status: 200 len: 814 time: 1.0948110 Jan 14 03:20:10.483634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.502742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:10.511897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.543151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.581243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c9367314-41c5-493b-9f77-c1788c062749 req-34de036b-1d0e-45ba-8799-c43fcccf8e35 tempest-ServerAddressesTestJSON-1492472911 tempest-ServerAddressesTestJSON-1492472911] 10.222.0.30 "GET /v2.0/quotas/3bc0d297d93f475199af779b3892ffdc HTTP/1.1" status: 200 len: 375 time: 0.1087341 Jan 14 03:20:10.659847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.660881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:10.661524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.667901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8f356eb-226d-410b-b862-624dc6921710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:10.684793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:20:10.685155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:20:10.692678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.707160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.712592 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c9367314-41c5-493b-9f77-c1788c062749 req-85d1388f-b0c9-47d8-bb0c-5c4258b5004b tempest-ServerAddressesTestJSON-1492472911 tempest-ServerAddressesTestJSON-1492472911] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bc0d297d93f475199af779b3892ffdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765538 Jan 14 03:20:10.785032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0933871 Jan 14 03:20:10.789026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50160) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:10.791625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd85dee3-00f8-4647-af02-395c0b4abff8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:10.794996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:10.803658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.818238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Request body: {'subnet': {'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-711907239-subnet', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:10.818932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.826195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:10.832230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Usage tracker for resource:subnet and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:10.835953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:10.838261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:10.844021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:10.844234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.844786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7be7e5-fcc4-4d98-bb38-67c3b7066155 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:20:10.873225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-9777610b-7a81-46dd-90ae-11a0210bee67 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Synchronizing usage tracker for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:10.888637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Made reservation on behalf of 8ec206baff3f49cbbd9330cf12464e07 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:10.893466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:10.928116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Deleting port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:10.928531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.012188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.059998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.093609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b68316f8-986a-48ed-a8fa-4d8a2f4a6f95 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:11.113246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-9777610b-7a81-46dd-90ae-11a0210bee67 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Unset dirty status for tenant:d3913593bd0b4eae9bf8a0b65599ee0a on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:11.114705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-9777610b-7a81-46dd-90ae-11a0210bee67 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3913593bd0b4eae9bf8a0b65599ee0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7371991 Jan 14 03:20:11.123358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.143918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb95859-7286-413f-a688-1518b792e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:11.229693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=932cfa61c16a4fa3837109b23b505d92&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1519961 Jan 14 03:20:11.232215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c9367314-41c5-493b-9f77-c1788c062749 req-bc3cc18c-c12b-4eaa-ac08-b65f572d3025 service neutron] 10.222.0.30 "GET /v2.0/networks/1903aa07-207e-4438-9863-357e30cfd518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054252 Jan 14 03:20:11.244407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.244745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:11.334805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:11.385767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a704c001-f947-4dcc-9004-76b66c7c2a31,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:11.390045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.390514 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment e36d70a8-a5c3-40d5-b1e0-9705af7e3cd2 of type vxlan for network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 Jan 14 03:20:11.401133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.402154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:11.402354 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0dc303de-6e0d-4199-8d17-27698033aede admin admin] 10.222.0.30 "DELETE /v2.0/routers/6c7be7e5-fcc4-4d98-bb38-67c3b7066155 HTTP/1.1" status: 204 len: 168 time: 3.9605460 Jan 14 03:20:11.403260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8813efe-6fd9-4978-945a-8e0553083b0e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:11.411476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50168) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:11.438510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:11.553785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e1a79840-105b-489e-8837-b6c2f4ddc5c5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:11.558780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.589415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e1a79840-105b-489e-8837-b6c2f4ddc5c5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:11.589730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e1a79840-105b-489e-8837-b6c2f4ddc5c5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:11.590376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0ec7e73-72f8-44a4-9be2-3f4963514a8b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:11.604282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Deleting subnet 04870a86-54ad-40bc-95af-d436c55ea127 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:11.612035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.625322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a0ec7e73-72f8-44a4-9be2-3f4963514a8b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:11.625823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a0ec7e73-72f8-44a4-9be2-3f4963514a8b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:11.661223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.683040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-79ea7fd2-8a9d-471c-a005-624de0260486 service neutron] 10.222.0.30 "GET /v2.0/networks/4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238743 Jan 14 03:20:11.686767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] For port 7e9d9024-f8ec-4062-961f-0740f12a3eb4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7e9d9024-f8ec-4062-961f-0740f12a3eb4,segment=NetworkSegment(8aec9c4b-1329-4ed1-adbc-00c696217ea7),segment_id=8aec9c4b-1329-4ed1-adbc-00c696217ea7)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:11.687177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.714099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.738946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c9367314-41c5-493b-9f77-c1788c062749 req-15469466-b238-4a4b-8489-6f5c4eeef2ee service neutron] 10.222.0.30 "GET /v2.0/networks/1903aa07-207e-4438-9863-357e30cfd518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4815669 Jan 14 03:20:11.879266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:11.884335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:20:11.924749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Checking segment: {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:11.925142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Network hostable DHCP agents. Network: 32e9aeba-04df-4486-96f3-d8be0f340794, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:11.938360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Calling delete_port for 7e9d9024-f8ec-4062-961f-0740f12a3eb4 owned by compute:nova {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:11.951373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.014648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.091693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.106138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4bc9a1-756e-4828-b3a3-3917a0539bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:12.121686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8813efe-6fd9-4978-945a-8e0553083b0e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:12.128948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:12.143344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.147064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8813efe-6fd9-4978-945a-8e0553083b0e HTTP/1.1" status: 204 len: 168 time: 0.8942995 Jan 14 03:20:12.210663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.230666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:12.231856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.246256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:12.310837 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ad15b4ba-36ce-42d5-8d2b-3917a885a7db req-2f5e0f14-e72a-43f8-a8b4-73448524fa57 service neutron] 10.222.0.30 "GET /v2.0/networks/4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6056378 Jan 14 03:20:12.312540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.330431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14529d75-a9b3-496b-a6ed-7a7b07b48ddd tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:12.373357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Network 32e9aeba-04df-4486-96f3-d8be0f340794 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:12.418270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:12.431070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 32e9aeba-04df-4486-96f3-d8be0f340794) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:12.444091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf75de-3f0a-4220-a78e-93b540c21aad None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:12.486829 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1614671 Jan 14 03:20:12.493610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50208) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:12.511085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:12.511752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:12.525755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '01ad3f58-04ee-48f1-ab9a-23405f0781f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:12.549331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=01ad3f58-04ee-48f1-ab9a-23405f0781f9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:12.553031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:12.587079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Pushing event deleted for resources: {'Port': ['ID=7e9d9024-f8ec-4062-961f-0740f12a3eb4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:12.686995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:12.866847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8485100 Jan 14 03:20:12.926724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50230) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:12.950130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:12.994572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50234) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:13.069724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:13.070118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:13.088995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:13.097552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Usage tracker for resource:router and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:13.109059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:13.150644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.198752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:13.199802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:13.243830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Deleting subnet 3f43fc4b-8b84-44fe-bb1e-21fb47744805 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:13.246233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:13.257862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.322289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.332361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c62c3701-5a2d-4ff4-a469-8ece4cc3024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:13.379826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:13.401911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.406743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-32e9aeba-04df-4486-96f3-d8be0f340794', 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'fixed_ips': [{'subnet_id': 'a704c001-f947-4dcc-9004-76b66c7c2a31'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:13.407920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.409326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.490550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:13.494663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Usage tracker for resource:security_group_rule and tenant:4f13d48f1ab14347971cfeef5737bde2 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:13.497830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:13.504206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:13.601580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.611282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:13.620199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] No DVR routers for this DVR port 7e9d9024-f8ec-4062-961f-0740f12a3eb4 on host n-h1-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:20:13.624249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.627635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.634065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-deleted', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4'}] {{(pid=80832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 03:20:13.635750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.636861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.639942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e124d1bc-f778-4219-9420-3f1f1ab65b55 req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] 10.222.0.78 "DELETE /v2.0/ports/7e9d9024-f8ec-4062-961f-0740f12a3eb4 HTTP/1.1" status: 204 len: 173 time: 7.2266798 Jan 14 03:20:13.665209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:13.705696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:13.715232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.775936 n-d-765315-13 neutron-server[80721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655bc63-5b6c-419d-935d-be173a644b7d', 'name': 'network-vif-deleted', 'tag': '7e9d9024-f8ec-4062-961f-0740f12a3eb4', 'status': 'completed', 'code': 200} Jan 14 03:20:13.787856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Allocated IP 172.20.0.2 (32e9aeba-04df-4486-96f3-d8be0f340794/a704c001-f947-4dcc-9004-76b66c7c2a31/3371e367-5492-4555-89b0-8b99785377d8) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:13.792367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:13.795434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c936f8de-6cde-4618-888c-c5663f98dc2e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:13.825433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.841862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-650ca238-e613-40dd-af4e-9526a96eb36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:13.869007 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:13.878913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92554e99-6470-4a75-832a-16c94e67cf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:13.885597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.923563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.933045 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f13d48f1ab14347971cfeef5737bde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9373140 Jan 14 03:20:13.939087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f43fc4b-8b84-44fe-bb1e-21fb47744805,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:13.946510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:13.958119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50270) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:13.959723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.960119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.960588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.961010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.961426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.961941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.962229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.962636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.963045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.963451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.963569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:13.963857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.964264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.964735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.965140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.965542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.965945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.966350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.966753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.967153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.967555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.967955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.968400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.968782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.969225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.969681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.970094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.970488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.980559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.981420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.981551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.982387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.982387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.982748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.983158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.983892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.984016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:13.996209 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.012512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:14.023473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.034927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Transition to ACTIVE for port object 3371e367-5492-4555-89b0-8b99785377d8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:14.061153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Transition to ACTIVE for port object 3371e367-5492-4555-89b0-8b99785377d8 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:14.068658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.085348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Usage tracker for resource:security_group_rule and tenant:2e763e931670406aab4b613656f93f49 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:14.087867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5efa732d-f9ea-40a2-a956-9cd59cab825b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:14.096403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.110420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3f43fc4b-8b84-44fe-bb1e-21fb47744805 HTTP/1.1" status: 204 len: 168 time: 1.6817446 Jan 14 03:20:14.110799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50274) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:14.118168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:14.123962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41521257-d21b-46e1-94c9-d3d9fc709824,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:14.137201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.144600 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a7dfe1-d5ce-4ee2-a137-d467dcd01ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:14.177853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:14.181538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.207869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.269662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.282027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.292890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04870a86-54ad-40bc-95af-d436c55ea127,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:14.313262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.328069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.376193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Pushing event updated for resources: {'Port': ['ID=3371e367-5492-4555-89b0-8b99785377d8,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:14.379555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.385660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.434753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.459467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:14.460912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:14.462999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:14.463972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Checking segment: {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:14.464383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Network hostable DHCP agents. Network: dd85dee3-00f8-4647-af02-395c0b4abff8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:14.512298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.520058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Attempting to bind port 3371e367-5492-4555-89b0-8b99785377d8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:14.520508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Attempting to bind port 3371e367-5492-4555-89b0-8b99785377d8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:14.520922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Attempting to bind port 3371e367-5492-4555-89b0-8b99785377d8 on network 32e9aeba-04df-4486-96f3-d8be0f340794 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:14.527150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:14.527571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Checking segment: {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:14.528015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.528487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Bound using segment: {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:14.529193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Bound port: 3371e367-5492-4555-89b0-8b99785377d8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:14.529733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.595019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.601400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72bf0d68-cad6-42d9-90f2-180a3cf42652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:14.610571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/04870a86-54ad-40bc-95af-d436c55ea127 HTTP/1.1" status: 204 len: 168 time: 3.1952450 Jan 14 03:20:14.612163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50278) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:14.614738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41521257-d21b-46e1-94c9-d3d9fc709824,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:14.623277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:14.628583 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.646937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.650915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41521257-d21b-46e1-94c9-d3d9fc709824 HTTP/1.1" status: 204 len: 168 time: 0.6386719 Jan 14 03:20:14.655036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1903aa07-207e-4438-9863-357e30cfd518']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:14.663971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:14.669366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.670809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c57db5-069e-4492-b5d9-b66e7fb8d101') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:14.671144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c57db5-069e-4492-b5d9-b66e7fb8d101') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:14.685249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.687289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:14.701972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.704180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:14.724705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.854379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Pushing event updated for resources: {'Port': ['ID=3371e367-5492-4555-89b0-8b99785377d8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:14.859045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:14.891896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:14.935676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Network 1903aa07-207e-4438-9863-357e30cfd518 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:14.949420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.037465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Network dd85dee3-00f8-4647-af02-395c0b4abff8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:15.054505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.115147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbbe2c9c-8162-467a-a4d1-da523fb2294c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:15.149898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Network 1903aa07-207e-4438-9863-357e30cfd518 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:15.169714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, dd85dee3-00f8-4647-af02-395c0b4abff8) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:15.174022 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:15.181740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8fabed-9226-4b9e-b94e-04741f12c655 None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:15.189603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event deleted for resources: {'SecurityGroup': ['ID=f737e311-a37d-4eef-884a-9107535792f2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:15.270585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.275652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.289102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5c870a-4370-4cb9-aa8e-96259c0646c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:15.336949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] 10.222.0.30 "DELETE /v2.0/networks/1903aa07-207e-4438-9863-357e30cfd518 HTTP/1.1" status: 204 len: 168 time: 1.2251792 Jan 14 03:20:15.338447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Pushing event deleted for resources: {'Network': ['ID=1903aa07-207e-4438-9863-357e30cfd518,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:15.341877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:15.560467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-dd85dee3-00f8-4647-af02-395c0b4abff8', 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'fixed_ips': [{'subnet_id': 'c936f8de-6cde-4618-888c-c5663f98dc2e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:15.562280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.641948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.642454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.642765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.643175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.643584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.643988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.644256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50300) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:15.644419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.644798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.645202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.645745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.645973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.646373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.646812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.647208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.647603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.647991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.648425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.648793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.649186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.649607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.649976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.650373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.650766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.651159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.651610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.652006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.652422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.652819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.653215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.653608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.654003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.654396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.654795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.655193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.655588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.655980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:15.661531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:15.697223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3371e367-5492-4555-89b0-8b99785377d8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:15.717293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:15.718210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.731705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-782bfedd-26b7-4bb7-88f1-c8a2b6108d51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bc0d297d93f475199af779b3892ffdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844376 Jan 14 03:20:15.732382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50306) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:15.803506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.817303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.834183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.0438175 Jan 14 03:20:15.835369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.836262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "DELETE /v2.0/security-groups/f737e311-a37d-4eef-884a-9107535792f2 HTTP/1.1" status: 204 len: 168 time: 2.4616585 Jan 14 03:20:15.839383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50310) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:15.840009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:15.841996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.843072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.873429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.904739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:15.908922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3371e367-5492-4555-89b0-8b99785377d8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:15.911604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:15.916773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Usage tracker for resource:router and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:15.917599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bc4a039-7b90-47bd-bfd4-36df6562c7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:15.919810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:15.927079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:15.952114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.953643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:15.994980 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5d64a87b-4bca-4872-b921-ed0e7b632c6a tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] show failed (client error): The resource could not be found. Jan 14 03:20:15.998787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d64a87b-4bca-4872-b921-ed0e7b632c6a tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "GET /v2.0/security-groups/f737e311-a37d-4eef-884a-9107535792f2 HTTP/1.1" status: 404 len: 347 time: 0.1029444 Jan 14 03:20:16.006948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:16.041522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.056245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Allocated IP 172.20.0.2 (dd85dee3-00f8-4647-af02-395c0b4abff8/c936f8de-6cde-4618-888c-c5663f98dc2e/c69c7dcd-8aa2-407b-bc22-274fe0ed3953) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:16.099692 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e763e931670406aab4b613656f93f49&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6932383 Jan 14 03:20:16.120468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:16.149532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194bc41a-b69a-4e01-b2b6-0d326f75eda0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:16.190728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:16.279903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f132c710-d473-46ea-83ad-1ae6164e54ed']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:16.385541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.392580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.402171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Transition to ACTIVE for port object c69c7dcd-8aa2-407b-bc22-274fe0ed3953 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:16.407549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.418531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Deleting port 8c6e7726-6ace-4bf4-ad22-33022479c9c1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:16.418911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.420410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e6fdaa5-2f25-470f-9ad6-7e377240c74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:16.444429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf4a1c4-1596-4b03-ab7a-1cd52af3cdae,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:16.445727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Transition to ACTIVE for port object c69c7dcd-8aa2-407b-bc22-274fe0ed3953 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:16.448140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:16.463210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045f9184-f92f-424b-bd5a-786baa6fb591') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:16.463514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045f9184-f92f-424b-bd5a-786baa6fb591') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:16.494685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.523572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8178c52-8b95-435c-9044-155c1cfb941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:16.526798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.573151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.576025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:16.616610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.617841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbf4a1c4-1596-4b03-ab7a-1cd52af3cdae HTTP/1.1" status: 204 len: 168 time: 0.8837187 Jan 14 03:20:16.712388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Pushing event updated for resources: {'Port': ['ID=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:16.717950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:16.751641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52395d5a-6550-4de6-9ede-7e4960f2513e None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:16.826456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Network f132c710-d473-46ea-83ad-1ae6164e54ed has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:16.836575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:16.940852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Provisioning for port 3371e367-5492-4555-89b0-8b99785377d8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:16.957674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:16.971010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:16.976332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Provisioning complete for port 3371e367-5492-4555-89b0-8b99785377d8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:16.976961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.004409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:17.050705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.096415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Network f132c710-d473-46ea-83ad-1ae6164e54ed has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:17.164952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Attempting to bind port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:17.165415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Attempting to bind port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:17.165831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Attempting to bind port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 on network dd85dee3-00f8-4647-af02-395c0b4abff8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:17.174926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:17.175350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Checking segment: {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:17.175808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.176255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Bound using segment: {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:17.176845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Bound port: c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:17.177268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:17.408103 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:17.536635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.545672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.585941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.603250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] For port c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:17.610868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] For port c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:17.624689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.651978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:17.660279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:17.794307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Pushing event updated for resources: {'Port': ['ID=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:17.798380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.807407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.815125 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:17.815670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:17.841331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.859113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50416) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:17.861878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43d0e9a3-7184-4f36-99d7-085ef55a0f95 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:17.912892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Allocated IP 172.25.3.172 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/8bbe51b2-af15-4891-a4ee-1e4ba5c50953) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:17.947301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:17.947885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.037843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1c0f2828-7384-4f58-b57d-784b5659ee16 None None] Provisioning complete for port 3371e367-5492-4555-89b0-8b99785377d8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:18.038273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c0f2828-7384-4f58-b57d-784b5659ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.122131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Pushing event updated for resources: {'Port': ['ID=3371e367-5492-4555-89b0-8b99785377d8,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:18.124295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Calling delete_port for 8c6e7726-6ace-4bf4-ad22-33022479c9c1 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:18.152085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:18.228630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.231459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f132c710-d473-46ea-83ad-1ae6164e54ed,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:18.235926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:18.255674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.297175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.320121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:18.392923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.395452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.399296 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/194bc41a-b69a-4e01-b2b6-0d326f75eda0 HTTP/1.1" status: 204 len: 168 time: 2.2672575 Jan 14 03:20:18.403586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87be8d5e-596a-4983-9837-d2f566e85e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:18.405570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f93d65b5-c602-4779-a081-912e9d4f0e98 tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:18.415055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f132c710-d473-46ea-83ad-1ae6164e54ed HTTP/1.1" status: 204 len: 168 time: 3.7858241 Jan 14 03:20:18.416521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.452384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194bc41a-b69a-4e01-b2b6-0d326f75eda0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:18.456685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:18.497982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.511305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:18.514870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.524901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:18.538916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bd60af2a-d613-408d-bc7f-ee9f9fb9f6fa None None] Provisioning complete for port 3371e367-5492-4555-89b0-8b99785377d8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:18.539348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd60af2a-d613-408d-bc7f-ee9f9fb9f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:18.681843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:18.684082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:18.690791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:18.827579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50438) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:18.917802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:18.993338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2140406304-network', 'tenant_id': 'ba1ebc7513854a9785db48256dfba4a7'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:19.083993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.093666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:19.112444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Pushing event deleted for resources: {'Port': ['ID=8c6e7726-6ace-4bf4-ad22-33022479c9c1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:19.115459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:19.159380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Usage tracker for resource:network and tenant:ba1ebc7513854a9785db48256dfba4a7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:19.184079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:19.186846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.204002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:19.215382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb0c981b-8a24-4a42-80ad-e9cab7855c16 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:19.250052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ce12db98-02cb-4af3-a08d-518970350b8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8550825ed42f4af189a2ff300da55776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551230 Jan 14 03:20:19.251297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50454) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:19.252753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:19.256689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Usage tracker for resource:security_group_rule and tenant:f2f9cb13a84f49339e97a1885f34bf48 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:19.270249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:19.340321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.392249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:19.401739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Made reservation on behalf of ba1ebc7513854a9785db48256dfba4a7 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:19.406504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.480386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.485476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.586623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=3cfd69b9-ceb2-4064-96d0-793440c1aa2e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:19.595490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:19.634699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:19.650525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1ebc7513854a9785db48256dfba4a7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:19.656513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:19.710318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:19.735210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3371e367-5492-4555-89b0-8b99785377d8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:19.759285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.816035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.844334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.855894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3371e367-5492-4555-89b0-8b99785377d8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:19.856534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.933566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Allocated IP 172.25.3.4 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/c16bdaa4-e587-44c0-aefe-7afc79c0dbda) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:19.986555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:19.997252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95b81f-5c3b-48de-b3fd-da3eb7ae1fb8 None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:20.092824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.093302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.101744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76cc5c09-9c1c-4a48-b36b-b35f9ca1cae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:20.129767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158241d-6aca-4aa4-a642-b1baa1b2502d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:20.133175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:20.150541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:20:20.238104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.259158 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6ec79e1-6840-47e4-91b6-86617da29b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:20.266819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.316526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c69c7dcd-8aa2-407b-bc22-274fe0ed3953 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:20.350047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:20.364214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.365512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2158241d-6aca-4aa4-a642-b1baa1b2502d HTTP/1.1" status: 204 len: 168 time: 1.1131275 Jan 14 03:20:20.369707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Sync routers for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:20.378503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.379885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] 10.222.0.30 "DELETE /v2.0/floatingips/d2874056-eb20-4e59-974f-6ca73f854e86 HTTP/1.1" status: 204 len: 168 time: 4.3585036 Jan 14 03:20:20.382181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.383486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4962909 Jan 14 03:20:20.386623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50474) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:20.395542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6eeee7a7-5f30-4a90-9f17-8ed124c65ae9 None None] Provisioning for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:20.403625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:20.404382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:20.412633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.419756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2f9cb13a84f49339e97a1885f34bf48&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5099070 Jan 14 03:20:20.425844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:20.426211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50480) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:20.426910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:20.429523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': 'e36d70a8-a5c3-40d5-b1e0-9705af7e3cd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '01ad3f58-04ee-48f1-ab9a-23405f0781f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:20.429951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 01ad3f58-04ee-48f1-ab9a-23405f0781f9, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:20.506323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fda871-6a27-47a4-8da1-d907997b8c6d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:20.592168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:20.599859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.610703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eac71b09-8f2f-4410-9dd3-a880113bf4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:20.632950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:20.641684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.642072 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Added segment 6edd9c38-48a4-4061-88f1-ca79b9c0717f of type vxlan for network 9cb05cb6-e32e-47af-8f96-a67944ab0163 Jan 14 03:20:20.652222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:20.760018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.868020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 01ad3f58-04ee-48f1-ab9a-23405f0781f9) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:20.885260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a241f4-b509-44fd-94ac-b826dc5fa5fc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:20.907101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:20.940715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:20.986940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba0250-d388-4ae8-825a-f3770d6f5de2 None None] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:20.999446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:21.112538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.141221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:21.142415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.149987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:21.178814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:21.179267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.266068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.280917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 8.7864294 Jan 14 03:20:21.284112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:21.311798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:21.402056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:21.445494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c54aa77-7752-415f-96c6-ddfcb0fd164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:21.498420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.501437 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62fda871-6a27-47a4-8da1-d907997b8c6d HTTP/1.1" status: 204 len: 168 time: 1.0620234 Jan 14 03:20:21.505077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:20:21.553546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fda871-6a27-47a4-8da1-d907997b8c6d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:21.689645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.722524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:21.819234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.820483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:21.822726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.854311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a285901-9b24-4173-84ac-56f9d18533c7 None None] Provisioning complete for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:21.854752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a285901-9b24-4173-84ac-56f9d18533c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:21.866627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e5ce34b-c24b-42e2-a198-1414fc6ef595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:21.890165 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5656815 Jan 14 03:20:21.897230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:21.917950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Request body: {'subnet': {'network_id': '9cb05cb6-e32e-47af-8f96-a67944ab0163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2140406304-subnet', 'tenant_id': 'ba1ebc7513854a9785db48256dfba4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:21.954735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:21.982518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Usage tracker for resource:subnet and tenant:ba1ebc7513854a9785db48256dfba4a7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:22.018212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.051119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:22.063200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:22.071197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:22.077280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:22.082014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:22.083151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd9364-beac-47e5-81f7-bd65515c5ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-01ad3f58-04ee-48f1-ab9a-23405f0781f9', 'network_id': '01ad3f58-04ee-48f1-ab9a-23405f0781f9', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '3cfd69b9-ceb2-4064-96d0-793440c1aa2e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:22.084091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9364-beac-47e5-81f7-bd65515c5ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.146987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Made reservation on behalf of ba1ebc7513854a9785db48256dfba4a7 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:22.152887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.156798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb05cb6-e32e-47af-8f96-a67944ab0163,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:22.165116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:22.169483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:19Z', 'revision_number': 3, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:22.198020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:22.325764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:22.350002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50532) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:22.434798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:22.558010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Checking router: 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:22.558416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Updating router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:20:22.637424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.688724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.768301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:22.791635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.816743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a313b739-16bc-4a9d-80e9-69feedb48f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:22.823666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:22.895410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1058068721-network', 'tenant_id': '07a6f7791ed14f548da8bde3cbd73b20'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:22.900652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:22.901735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:22.915006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Usage tracker for resource:network and tenant:07a6f7791ed14f548da8bde3cbd73b20 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:22.918518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:22.926465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:22.963339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:23.004027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Made reservation on behalf of 07a6f7791ed14f548da8bde3cbd73b20 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:23.011420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.053196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.115391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:23.189143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Usage tracker for resource:security_group_rule and tenant:07a6f7791ed14f548da8bde3cbd73b20 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:23.201011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:23.275797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:23.394993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.416215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5481760-6325-413d-92b6-7c4500fb1fb1 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:23.462560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.547432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=3cfd69b9-ceb2-4064-96d0-793440c1aa2e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:23.561656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:23.656787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50562) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-6ffd9364-beac-47e5-81f7-bd65515c5ac4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cfd69b9-ceb2-4064-96d0-793440c1aa2e: This subnet is being modified by another concurrent operation. Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:20:23.784419 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3cfd69b9-ceb2-4064-96d0-793440c1aa2e: This subnet is being modified by another concurrent operation. Jan 14 03:20:23.789320 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:20:23.810006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b834406-2e61-43b8-8dde-aae11200b32c None None] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:23.925101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2fc6472-d1e5-43c0-a76a-09125e1d77bf None None] Provisioning complete for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:23.926757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6472-d1e5-43c0-a76a-09125e1d77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.927517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.941445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:23.958766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:24.037796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:24.045627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.056055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50570) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:24.063007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.083745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e382ad1-2681-4f1f-a655-8e5b4f3cd685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:24.205957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca87604-a4ee-415f-bcec-fb16da0d1517,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:24.229716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:24.230915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e8ca9-c765-411b-b479-892f78016205 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:20:24.237367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:24.241641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968b89fb-966a-4325-a676-00b9817f21ed,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:24.245219 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:24.283617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.284017 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Added segment 0a7e8256-4ee6-4923-bbdd-cd4910743ede of type vxlan for network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 Jan 14 03:20:24.299016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.309602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a8f6fdaca3c41c8ade3d38bc9490951 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:24.319969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:24.324142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Transition to ACTIVE for port object 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:24.329130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.354853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.371443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:24.378157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:24.383871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.406418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.508036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.523195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:24.565085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Deleting port e536465d-da4b-4922-bd8d-8e7ea19b5534 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:24.565504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.568504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Usage tracker for resource:security_group_rule and tenant:0b94fa89bae1456f969c0f72d8d75964 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:24.576949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:24.590772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:24.670251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Allocated IP 172.20.0.1 (dd85dee3-00f8-4647-af02-395c0b4abff8/c936f8de-6cde-4618-888c-c5663f98dc2e/e9c90cbe-6993-4135-ad3c-047ffb4d5628) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:24.689107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.689805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:24.690445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.702596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39750dcc-fcc6-447d-aaa5-c077b38525a0 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:24.715022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Pushing event updated for resources: {'Port': ['ID=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:24.726284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:24.772068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ad3f58-04ee-48f1-ab9a-23405f0781f9']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:24.787011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e8ca9-c765-411b-b479-892f78016205 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:20:24.806922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36d70a8-a5c3-40d5-b1e0-9705af7e3cd2') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:24.807696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36d70a8-a5c3-40d5-b1e0-9705af7e3cd2') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:24.823609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Attempting to bind port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:24.824017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Attempting to bind port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:24.824458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Attempting to bind port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:24.833568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:24.833995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:24.834445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.834954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:24.835370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Bound port: 8bbe51b2-af15-4891-a4ee-1e4ba5c50953, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:24.835786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.838102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.861159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Checking segment: {'id': '6edd9c38-48a4-4061-88f1-ca79b9c0717f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9cb05cb6-e32e-47af-8f96-a67944ab0163'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:24.861547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Network hostable DHCP agents. Network: 9cb05cb6-e32e-47af-8f96-a67944ab0163, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:24.902732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:24.913367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:24.951868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c69c7dcd-8aa2-407b-bc22-274fe0ed3953 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:25.025200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.033026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] For port e536465d-da4b-4922-bd8d-8e7ea19b5534, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e536465d-da4b-4922-bd8d-8e7ea19b5534,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:25.033257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.056387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:25.064989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.075776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] For port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:25.098065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] For port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:25.104013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Pushing event updated for resources: {'Network': ['ID=0c1eff1d-5d44-43a4-b10d-cad2a4213413,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:25.107481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:25.119463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.127441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1dd9e12-7ab7-4b40-8081-adf8c9bd87a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:25.143524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:25.161982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.8104460 Jan 14 03:20:25.163227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.166148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50576) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:25.172113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:25.181861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Request body: {'subnet': {'network_id': '0c1eff1d-5d44-43a4-b10d-cad2a4213413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1058068721-subnet', 'tenant_id': '07a6f7791ed14f548da8bde3cbd73b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:25.184685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:25.197992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:25.248581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:25.284105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Calling delete_port for e536465d-da4b-4922-bd8d-8e7ea19b5534 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:25.296133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Usage tracker for resource:subnet and tenant:07a6f7791ed14f548da8bde3cbd73b20 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:25.360318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9cb05cb6-e32e-47af-8f96-a67944ab0163) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:25.369643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:25.381853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.412920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a8f6fdaca3c41c8ade3d38bc9490951&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7524917 Jan 14 03:20:25.466551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098fdf48-3536-451e-a971-5ed9471eecac,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:25.472549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50580) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:25.480538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:25.481404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.502477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:25.526688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:25.527104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.602244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:25.629852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Pushing event updated for resources: {'Port': ['ID=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:25.638551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:25.655394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:25.693413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.699603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.709683 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8080294 Jan 14 03:20:25.713758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 01ad3f58-04ee-48f1-ab9a-23405f0781f9 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:25.719016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.726231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Made reservation on behalf of 07a6f7791ed14f548da8bde3cbd73b20 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:25.731201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:25.948373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:25.949221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:25.965233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75c9ff2c-a952-4af3-8250-a3203c58f52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.024303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Transition to ACTIVE for port object e9c90cbe-6993-4135-ad3c-047ffb4d5628 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:26.029916 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:26.047745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.058078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.069618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-203e32cc-adba-461a-ada9-e90a58154b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.106697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=01ad3f58-04ee-48f1-ab9a-23405f0781f9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:26.115970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:26.119116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.120148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090288f8-e6b5-475a-af7e-d91e59f3ccc9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:26.135012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b94fa89bae1456f969c0f72d8d75964&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0691631 Jan 14 03:20:26.135012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:26.142008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50590) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:26.149109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.222597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dabab1b-55f6-48ae-a567-579bebc0855d tempest-ListServerFiltersTestJSON-110331925 tempest-ListServerFiltersTestJSON-110331925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.235456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.253409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b77e5137-2e4c-4527-bc9b-30f86fafcc4a tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.260884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485f2e0-6a4e-4d4b-ba69-9f34ccba76eb None None] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:26.263453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/01ad3f58-04ee-48f1-ab9a-23405f0781f9 HTTP/1.1" status: 204 len: 168 time: 4.9779749 Jan 14 03:20:26.275313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50596) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:26.310847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-861563677'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:26.317496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:26.322052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:26.325012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:26.331419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:26.345663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Pushing event deleted for resources: {'Port': ['ID=e536465d-da4b-4922-bd8d-8e7ea19b5534,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:26.357176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:26.370955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.384479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:26.423348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Router bd3fed40-eb74-48f5-87eb-ab8811aa09af is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:20:26.476295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.484856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:26.493362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.548400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Pushing event updated for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:26.591564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:26.592482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:26.609166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.610187 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 78bb9e27-1a4e-47b7-b3c5-2c2be85596d6 of type vxlan for network 45886a6b-c714-468d-aedd-f3adb776e191 Jan 14 03:20:26.652328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.692898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.712665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-329c3855-c0f2-465b-a6e7-984aba5f4bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.752716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098fdf48-3536-451e-a971-5ed9471eecac,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:26.760088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.762334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:26.766934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.788757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:26.789472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:26.850659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:26.868776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Network dd85dee3-00f8-4647-af02-395c0b4abff8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:26.877281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:26.887082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:27.047329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.091058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11121faa-f40f-4f12-a81c-3e92ca3cec99 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:27.199394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:27.202020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385fb236-225e-4b8e-91cb-db212c1ee6fb None None] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:27.222870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Sync routers for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:27.246075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:27.250945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:27.252267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.260198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.285370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb1e008-43db-44e0-a1ea-e8e804956db5,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:27.307104 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:27.339204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.347239 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/090288f8-e6b5-475a-af7e-d91e59f3ccc9 HTTP/1.1" status: 204 len: 168 time: 1.2008920 Jan 14 03:20:27.350518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a464546-d0f5-40cb-9480-28f71402897e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:27.375610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.379568 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.4218042 Jan 14 03:20:27.381423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090288f8-e6b5-475a-af7e-d91e59f3ccc9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:27.385349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50618) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:27.388307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9373187e-2a16-4cce-9e70-59573526b9f2 None None] Provisioning for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:27.389800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:27.483884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9373187e-2a16-4cce-9e70-59573526b9f2 None None] Provisioning complete for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:27.485028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9373187e-2a16-4cce-9e70-59573526b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.572526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:27.597494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=45886a6b-c714-468d-aedd-f3adb776e191,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:27.613547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:27.614754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.684991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:27.725123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:27.729231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:27.734245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/098fdf48-3536-451e-a971-5ed9471eecac HTTP/1.1" status: 204 len: 168 time: 2.2485812 Jan 14 03:20:27.742469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4518452 Jan 14 03:20:27.747759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:27.751649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:27.763984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '45886a6b-c714-468d-aedd-f3adb776e191', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:28.019255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Checking segment: {'id': '0a7e8256-4ee6-4923-bbdd-cd4910743ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0c1eff1d-5d44-43a4-b10d-cad2a4213413'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:28.020150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Network hostable DHCP agents. Network: 0c1eff1d-5d44-43a4-b10d-cad2a4213413, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:28.064127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:28.075089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:23Z', 'revision_number': 3, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:28.079935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Checking router: bd3fed40-eb74-48f5-87eb-ab8811aa09af for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:28.080552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Updating router bd3fed40-eb74-48f5-87eb-ab8811aa09af port c16bdaa4-e587-44c0-aefe-7afc79c0dbda binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:20:28.086413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:28.098099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:28.138917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:28.184547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:28.201711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.319154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.429188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9373187e-2a16-4cce-9e70-59573526b9f2 None None] Port e9c90cbe-6993-4135-ad3c-047ffb4d5628 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:20:28.432020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:19Z', 'revision_number': 3, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:28.489167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2caaee-4d34-441c-a794-e566ec13235f None None] The sync data for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 is: [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:19Z', 'revision_number': 3, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:28.635678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:28.698782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.783338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:28.827933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.835315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.842230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Transition to ACTIVE for port object c16bdaa4-e587-44c0-aefe-7afc79c0dbda will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:28.846608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.854614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0c1eff1d-5d44-43a4-b10d-cad2a4213413) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:28.863805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09ee97-036e-43e3-866b-0cbcb9a77956 None None] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:28.893581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:28.894233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:28.954054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:28.957968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:29.000889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Usage tracker for resource:security_group_rule and tenant:faf73321a73145ba9ce56e3b1c4f8161 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:29.035698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:29.052812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:29.060054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8901072 Jan 14 03:20:29.137378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Attempting to bind port c16bdaa4-e587-44c0-aefe-7afc79c0dbda on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:29.137879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Attempting to bind port c16bdaa4-e587-44c0-aefe-7afc79c0dbda by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:29.138158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Attempting to bind port c16bdaa4-e587-44c0-aefe-7afc79c0dbda on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:29.161979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:29.164729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:29.165184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:29.165621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:29.166154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Bound port: c16bdaa4-e587-44c0-aefe-7afc79c0dbda, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:29.166571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:29.290910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-21887a1c-95cb-464f-8ea0-f9d429b56942 tempest-ServerGroupTestJSON-2057545158 tempest-ServerGroupTestJSON-2057545158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:29.303014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Pushing event updated for resources: {'Port': ['ID=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:29.308177 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-21887a1c-95cb-464f-8ea0-f9d429b56942 tempest-ServerGroupTestJSON-2057545158 tempest-ServerGroupTestJSON-2057545158] 10.222.0.30 "GET /v2.0/networks?id=9cb05cb6-e32e-47af-8f96-a67944ab0163 HTTP/1.1" status: 200 len: 810 time: 0.9806886 Jan 14 03:20:29.321799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.322484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.323028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.323570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.324087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.324652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.325200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.325726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.326250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.326781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.327313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.328239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.328987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.329511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.330293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.331493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.332030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.332601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.333123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.338894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.339700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.340566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.341666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.342220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.342819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.344052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.344631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.345159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.345703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.346228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.346748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.347279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.348957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.350417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.350958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.351487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:29.366745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:29.405739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03223aa-09b3-4693-a1ee-a08e2b18c5d8 None None] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:29.426829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] For port c16bdaa4-e587-44c0-aefe-7afc79c0dbda, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:29.430895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] For port c16bdaa4-e587-44c0-aefe-7afc79c0dbda, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:29.436678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:29.457178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:29.553689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Pushing event updated for resources: {'Port': ['ID=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:29.571607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:29.602625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:29.615735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-e00d12b9-c816-48d5-b022-def844724506 tempest-ServerGroupTestJSON-2057545158 tempest-ServerGroupTestJSON-2057545158] 10.222.0.30 "GET /v2.0/quotas/ba1ebc7513854a9785db48256dfba4a7 HTTP/1.1" status: 200 len: 375 time: 0.3061180 Jan 14 03:20:29.711142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-76adbd92-6181-40f1-a299-91dc7c6c29fa tempest-ServerGroupTestJSON-2057545158 tempest-ServerGroupTestJSON-2057545158] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba1ebc7513854a9785db48256dfba4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942254 Jan 14 03:20:29.783364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:29.784111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:29.984361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.005562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27831bd3-3ef5-4a6a-9154-f4deb0422e1d tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:30.035931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.043381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-a4b2cbab-6271-42d1-8957-f9026ae7b55c service neutron] 10.222.0.30 "GET /v2.0/networks/9cb05cb6-e32e-47af-8f96-a67944ab0163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313003 Jan 14 03:20:30.051899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.094294 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea2ef42-401a-440e-a61b-180f609fdd6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:30.111924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:30.161007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.246260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.266625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Pushing event updated for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:30.275147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:30.337406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3c8ce-0c60-4a40-86d4-8b8077f0aed1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:30.491445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:30.577131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf73321a73145ba9ce56e3b1c4f8161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8649070 Jan 14 03:20:30.628364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50696) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:30.695412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:23Z', 'revision_number': 3, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:30.699392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Network dd85dee3-00f8-4647-af02-395c0b4abff8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:30.700561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b89636-4a9c-47bd-9d1d-394c9773ebad None None] The sync data for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 is: [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:23Z', 'revision_number': 3, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:30.706520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:30.881989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:30.885374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5f0d3b7f-99e3-4809-a101-ac05bf53fe1d req-1ba15317-6e55-4f91-a52a-080c2ef5fcb0 service neutron] 10.222.0.30 "GET /v2.0/networks/9cb05cb6-e32e-47af-8f96-a67944ab0163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8410795 Jan 14 03:20:30.944173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:31.058456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50704) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:31.076782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6348946a-1f4f-4c55-bb43-2483b986b405 None None] Provisioning complete for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:31.078407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6348946a-1f4f-4c55-bb43-2483b986b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.175533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.206475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6348946a-1f4f-4c55-bb43-2483b986b405 None None] Port e9c90cbe-6993-4135-ad3c-047ffb4d5628 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:20:31.246011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:31.255521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:31.256229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.304483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Allocated IP 172.20.0.1 (32e9aeba-04df-4486-96f3-d8be0f340794/a704c001-f947-4dcc-9004-76b66c7c2a31/17982439-1d20-4d7f-8b8a-3133b46609bf) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:31.323818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Router 091139a4-a550-4a08-a58d-9af8eae5846d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:20:31.328846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:20:31.371215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-89c43c50-e812-406b-a340-54ead14204f9 tempest-ServerTagsTestJSON-991474654 tempest-ServerTagsTestJSON-991474654] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:31.379338 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-89c43c50-e812-406b-a340-54ead14204f9 tempest-ServerTagsTestJSON-991474654 tempest-ServerTagsTestJSON-991474654] 10.222.0.30 "GET /v2.0/networks?id=0c1eff1d-5d44-43a4-b10d-cad2a4213413 HTTP/1.1" status: 200 len: 809 time: 0.8891957 Jan 14 03:20:31.420257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.437746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:31.444861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.452321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e473222-7731-4661-8404-f1b58a446c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:31.482988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:31.535282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:31.540818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:31.559860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-7fdbec43-f26c-428d-863b-5b5d90d7c7cb tempest-ServerTagsTestJSON-991474654 tempest-ServerTagsTestJSON-991474654] 10.222.0.30 "GET /v2.0/quotas/07a6f7791ed14f548da8bde3cbd73b20 HTTP/1.1" status: 200 len: 375 time: 0.1792934 Jan 14 03:20:31.681003 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-9917af99-462c-4a03-94fc-9f20419b2efe tempest-ServerTagsTestJSON-991474654 tempest-ServerTagsTestJSON-991474654] 10.222.0.30 "GET /v2.0/ports?tenant_id=07a6f7791ed14f548da8bde3cbd73b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200683 Jan 14 03:20:31.832992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:31.898100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:31.914206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Usage tracker for resource:floatingip and tenant:903c85efabb244248d6460a51b6877fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:31.916989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f086145-7499-4fcd-b99a-19055d8c33d9 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:31.935507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:31.946743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Sync routers for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:31.957796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:31.958486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:32.011903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] 10.222.0.30 "PUT /v2.0/routers/091139a4-a550-4a08-a58d-9af8eae5846d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6241329 Jan 14 03:20:32.017831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50736) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:32.019028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:32.028167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:32.042174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3c8ce-0c60-4a40-86d4-8b8077f0aed1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:32.044922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:32.061784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:32.069185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:32.070970 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82f3c8ce-0c60-4a40-86d4-8b8077f0aed1 HTTP/1.1" status: 204 len: 168 time: 1.4412990 Jan 14 03:20:32.082550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] 10.222.0.30 "PUT /v2.0/routers/8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6442018 Jan 14 03:20:32.252164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:32.318597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Transition to ACTIVE for port object 17982439-1d20-4d7f-8b8a-3133b46609bf will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:32.366268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:32.427347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:32.504357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-17b8f8d2-74c7-4219-a193-73c75c67a935 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1eff1d-5d44-43a4-b10d-cad2a4213413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7991073 Jan 14 03:20:32.587591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50756) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:32.606565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:32.633654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Sync routers for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:32.655048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:32.655720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:32.662240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80148c25-9d29-4120-8998-1ba64324035e tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:32.680958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:32.741149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Pushing event updated for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:32.744773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:32.754924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Network 32e9aeba-04df-4486-96f3-d8be0f340794 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:32.756315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:32.758785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:33.016398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:33.124373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.253922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:33.322121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Deleting subnet 4ca87604-a4ee-415f-bcec-fb16da0d1517 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:33.336022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.347165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.354053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c16bdaa4-e587-44c0-aefe-7afc79c0dbda up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:33.430200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.464134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5c157ac2-83d5-4cc4-9042-8f5a3f5d6fff None None] Provisioning for port 17982439-1d20-4d7f-8b8a-3133b46609bf completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:33.484387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5c157ac2-83d5-4cc4-9042-8f5a3f5d6fff None None] Provisioning complete for port 17982439-1d20-4d7f-8b8a-3133b46609bf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:33.484848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c157ac2-83d5-4cc4-9042-8f5a3f5d6fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.503740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.560574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5c157ac2-83d5-4cc4-9042-8f5a3f5d6fff None None] Port 17982439-1d20-4d7f-8b8a-3133b46609bf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:20:33.591054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c16bdaa4-e587-44c0-aefe-7afc79c0dbda completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:33.597070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.598065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:20:25Z', 'revision_number': 5, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:33.606253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Checking router: 091139a4-a550-4a08-a58d-9af8eae5846d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:33.612747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c16bdaa4-e587-44c0-aefe-7afc79c0dbda triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:33.613178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:33.675829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Routers {'091139a4-a550-4a08-a58d-9af8eae5846d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:33.676713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['091139a4-a550-4a08-a58d-9af8eae5846d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:34.034566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.053280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:27Z', 'revision_number': 4, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e9c90cbe-6993-4135-ad3c-047ffb4d5628', 'name': '', 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'mac_address': 'fa:16:3e:3e:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:24Z', 'updated_at': '2021-01-14T03:20:29Z', 'revision_number': 2, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'subnets': [{'id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:34.066544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Checking router: 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:34.067297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Updating router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 port e9c90cbe-6993-4135-ad3c-047ffb4d5628 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:20:34.075944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.079079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=6f06cabd-3fd2-45fd-8488-932c7e527753,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:34.108766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.121604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c16bdaa4-e587-44c0-aefe-7afc79c0dbda, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:34.128550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.129449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:34.167162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:34.180869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:34.192456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118a778-26de-4bd6-869f-c642004e46ac tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:34.208958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.223103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] Set router 091139a4-a550-4a08-a58d-9af8eae5846d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:34.352892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:34.353477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: 45886a6b-c714-468d-aedd-f3adb776e191, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:34.376060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.422224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Allocated IP 172.25.3.58 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/8f9c9a31-983c-481b-9ee1-702fadb4cfdb) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:34.424699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Pushing event updated for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:34.433566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:34.434460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.622076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f81e600d-cc0c-44df-ab31-adf1c248394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.645900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:34.663118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:34.673909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:34.674346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:34.831965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50782) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:34.844173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:20:25Z', 'revision_number': 5, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:34.851530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45c73c-fd14-4d1d-90ac-b7181c80e2d7 None None] The sync data for ids ['091139a4-a550-4a08-a58d-9af8eae5846d'] in n-d-765315-13 is: [{'id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'name': 'tempest-AttachVolumeShelveTestJSON-2041290538-router', 'tenant_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:18:39Z', 'updated_at': '2021-01-14T03:20:25Z', 'revision_number': 5, 'project_id': 'd3913593bd0b4eae9bf8a0b65599ee0a', 'gw_port': {'id': 'e5bb6725-2192-4f82-9ec5-8d44286df6b3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091139a4-a550-4a08-a58d-9af8eae5846d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:18:46Z', 'updated_at': '2021-01-14T03:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:34.857842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Request body: {'security_group': {'name': 'tempest-securitygroup--1526244291', 'description': 'tempest-description--794863084'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:34.927604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8818372c-a9c9-4fad-bb75-8bb128469a87 req-02b5f05e-537c-4f1d-bd06-019953fb7ca2 service neutron] 10.222.0.30 "GET /v2.0/networks/0c1eff1d-5d44-43a4-b10d-cad2a4213413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4217408 Jan 14 03:20:35.028911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.053467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.085420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c16bdaa4-e587-44c0-aefe-7afc79c0dbda up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:35.088714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:35.094323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Usage tracker for resource:security_group and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:35.099365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:35.106068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:35.123646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.144442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:35.200851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c16bdaa4-e587-44c0-aefe-7afc79c0dbda triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:35.201764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.208768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Network 32e9aeba-04df-4486-96f3-d8be0f340794 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:35.215507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.215900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 45886a6b-c714-468d-aedd-f3adb776e191 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:35.236708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Transition to ACTIVE for port object e9c90cbe-6993-4135-ad3c-047ffb4d5628 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:35.246239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.247306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 45886a6b-c714-468d-aedd-f3adb776e191) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:35.268252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.268829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:35.300430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfdd23-8c50-4c2a-a1b2-49d12805c429 None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:35.419367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:35.424838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Usage tracker for resource:security_group_rule and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:35.429944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:35.436032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:35.544466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22d1b61f-0a95-4c95-95ef-635865f9f75f tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:35.569947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:35.588947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.591184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:35.593179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.641060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca87604-a4ee-415f-bcec-fb16da0d1517,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:35.646939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:35.656564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.663252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Pushing event updated for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:35.667062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:35.681133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ca87604-a4ee-415f-bcec-fb16da0d1517 HTTP/1.1" status: 204 len: 168 time: 3.0045049 Jan 14 03:20:35.682945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:35.689497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.9405799 Jan 14 03:20:35.692887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50808) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:35.871699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8a0b3979-6167-4176-8b1b-93c8f9da8856 None None] Provisioning complete for port 17982439-1d20-4d7f-8b8a-3133b46609bf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:35.872741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3979-6167-4176-8b1b-93c8f9da8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.902384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.942459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Attempting to bind port e9c90cbe-6993-4135-ad3c-047ffb4d5628 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:35.942876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Attempting to bind port e9c90cbe-6993-4135-ad3c-047ffb4d5628 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:35.943541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Attempting to bind port e9c90cbe-6993-4135-ad3c-047ffb4d5628 on network dd85dee3-00f8-4647-af02-395c0b4abff8 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:35.960472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:35.960891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Checking segment: {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:35.961338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:35.961780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Bound using segment: {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:35.962315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Bound port: e9c90cbe-6993-4135-ad3c-047ffb4d5628, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49c5981-4e07-4085-9708-702beb5c7e99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:35.962735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.001718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:36.016674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.029401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Pushing event updated for resources: {'Port': ['ID=8f9c9a31-983c-481b-9ee1-702fadb4cfdb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:36.051630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': '45886a6b-c714-468d-aedd-f3adb776e191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:36.115786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.137227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b3979-6167-4176-8b1b-93c8f9da8856 None None] Port 17982439-1d20-4d7f-8b8a-3133b46609bf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:20:36.151185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:36.182199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] For port e9c90cbe-6993-4135-ad3c-047ffb4d5628, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:36.185383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] For port e9c90cbe-6993-4135-ad3c-047ffb4d5628, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e9c90cbe-6993-4135-ad3c-047ffb4d5628,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:36.189343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.207821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:36.210132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:36.230938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Router bd3fed40-eb74-48f5-87eb-ab8811aa09af has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:20:36.251692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Deleting port e5bb6725-2192-4f82-9ec5-8d44286df6b3 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:36.253266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.280174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.287032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4539142 Jan 14 03:20:36.293652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event updated for resources: {'SecurityGroup': ['ID=52194403-470c-4a14-8a7c-fa808156ca46,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:36.297694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50830) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:36.310773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:36.324007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-45886a6b-c714-468d-aedd-f3adb776e191', 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '6f06cabd-3fd2-45fd-8488-932c7e527753'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:36.325928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.326843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Request body: {'security_group_rule': {'security_group_id': '52194403-470c-4a14-8a7c-fa808156ca46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:36.349424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:36.353494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Usage tracker for resource:security_group_rule and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:36.356724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:36.363801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:36.381407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:36.386220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:36.417841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Pushing event updated for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:36.418413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Deleting subnet 0eb1e008-43db-44e0-a1ea-e8e804956db5 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:36.421034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:36.422722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:36.435575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:36.436247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:36.517821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.541756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.700105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] For port e5bb6725-2192-4f82-9ec5-8d44286df6b3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e5bb6725-2192-4f82-9ec5-8d44286df6b3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:36.700602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.743472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:36.847448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd91930d-0cf2-4dd4-b8b8-d4e7cb312902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:36.882167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Calling delete_port for e5bb6725-2192-4f82-9ec5-8d44286df6b3 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:36.954863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e536465d-da4b-4922-bd8d-8e7ea19b5534 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:37.034225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.034648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Allocated IP 2001:db8::2 (45886a6b-c714-468d-aedd-f3adb776e191/6f06cabd-3fd2-45fd-8488-932c7e527753/20b8d265-2d20-4f06-9a8b-7c05eb28afe5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:37.037395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e536465d-da4b-4922-bd8d-8e7ea19b5534 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:37.037951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e536465d-da4b-4922-bd8d-8e7ea19b5534 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:37.279214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:37.283522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:subnet and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:37.287045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:37.402643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.415544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Transition to ACTIVE for port object 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:37.429538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:37.434977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Transition to ACTIVE for port object 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:37.440635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.458332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:37.467669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.502450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.547625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Pushing event updated for resources: {'Port': ['ID=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:37.551482 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:37.556212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:37.587180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7275a23a-504a-439e-86b8-480751a974ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:27Z', 'revision_number': 4, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e9c90cbe-6993-4135-ad3c-047ffb4d5628', 'name': '', 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'mac_address': 'fa:16:3e:3e:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:24Z', 'updated_at': '2021-01-14T03:20:36Z', 'revision_number': 4, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'subnets': [{'id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:37.595566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a23a-504a-439e-86b8-480751a974ce None None] The sync data for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 is: [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:27Z', 'revision_number': 4, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e9c90cbe-6993-4135-ad3c-047ffb4d5628', 'name': '', 'network_id': 'dd85dee3-00f8-4647-af02-395c0b4abff8', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'mac_address': 'fa:16:3e:3e:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:24Z', 'updated_at': '2021-01-14T03:20:36Z', 'revision_number': 4, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'subnets': [{'id': 'c936f8de-6cde-4618-888c-c5663f98dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:37.609947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.622649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.628978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:20:37.636964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df7c9941-b5c5-4049-af27-7c36a213a54d tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:37.650622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Sync routers for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:20:37.675115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.686194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a01951f-4eba-4a9a-a51d-d3044fa1ccd9,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:37.689199 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] 10.222.0.30 "PUT /v2.0/routers/bd3fed40-eb74-48f5-87eb-ab8811aa09af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3012028 Jan 14 03:20:37.690697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.715310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:37.716434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:37.745856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:37.764083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.774474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:37.779125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4728324 Jan 14 03:20:37.780023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50850) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:37.793884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Request body: {'security_group_rule': {'security_group_id': '52194403-470c-4a14-8a7c-fa808156ca46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:37.835360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:37.923567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Usage tracker for resource:security_group_rule and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:37.930970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:37.959851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:38.051981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:38.055858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.068587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.169579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.179007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.233312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a36a1b7-7a0b-4798-a44a-062c8a8a6e92 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:38.291874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43ed9b6-7b51-4b5b-8c96-5182d86dea75,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:38.301674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:38.425485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.426812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6415763 Jan 14 03:20:38.433261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50862) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:38.437546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.442014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.456381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:38.458745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb05cb6-e32e-47af-8f96-a67944ab0163']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:38.479013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:38.495936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Usage tracker for resource:floatingip and tenant:8ec206baff3f49cbbd9330cf12464e07 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:38.501090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:38.513785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:38.515797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edd9c38-48a4-4061-88f1-ca79b9c0717f') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:38.516308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edd9c38-48a4-4061-88f1-ca79b9c0717f') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:38.557590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.588790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.595349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.609449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.616982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091139a4-a550-4a08-a58d-9af8eae5846d {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:20:38.649469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.662485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:38.841196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.855729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25031c38-8a95-4b98-9d0a-8fb072cb2911 admin admin] 10.222.0.30 "DELETE /v2.0/routers/091139a4-a550-4a08-a58d-9af8eae5846d HTTP/1.1" status: 204 len: 168 time: 6.8328481 Jan 14 03:20:38.864192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50890) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:38.918729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:38.925925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:38.928997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:38.929477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:38.953694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.164739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e9c90cbe-6993-4135-ad3c-047ffb4d5628 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:39.176084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.228149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e01062ed-edf7-4466-8f0a-8d05ae08f88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:39.245021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Attempting to bind port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:39.245723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Attempting to bind port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:39.246334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Attempting to bind port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 on network 45886a6b-c714-468d-aedd-f3adb776e191 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:39.255887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:39.256666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Checking segment: {'id': '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:39.257304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.257908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Bound using segment: {'id': '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:39.258616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Bound port: 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '45886a6b-c714-468d-aedd-f3adb776e191'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:39.259330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.304416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:33Z', 'revision_number': 4, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '17982439-1d20-4d7f-8b8a-3133b46609bf', 'name': '', 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'mac_address': 'fa:16:3e:0d:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:30Z', 'updated_at': '2021-01-14T03:20:33Z', 'revision_number': 2, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'subnets': [{'id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:39.402432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Deleting subnet ffcbd325-0d1b-424c-8ac7-480013f463b6 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:20:39.407097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:39.410821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,segment=NetworkSegment(78bb9e27-1a4e-47b7-b3c5-2c2be85596d6),segment_id=78bb9e27-1a4e-47b7-b3c5-2c2be85596d6)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:39.414733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Checking router: bd3fed40-eb74-48f5-87eb-ab8811aa09af for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:20:39.415161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Updating router bd3fed40-eb74-48f5-87eb-ab8811aa09af port 17982439-1d20-4d7f-8b8a-3133b46609bf binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:20:39.439731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.482979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.493795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.506905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:39.541455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.574814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb1e008-43db-44e0-a1ea-e8e804956db5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:39.798215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-04ee5879-74c0-4a7c-a7ae-521c7c8a9ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:39.884417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:39.924952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.947945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:39.950647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:39.951258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.958198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:39.992040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7de0b85-1014-46b9-9385-3a47546ce318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:40.058379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.297332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.307658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Pushing event updated for resources: {'Port': ['ID=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:40.316287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:40.330448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Pushing event updated for resources: {'Port': ['ID=8f9c9a31-983c-481b-9ee1-702fadb4cfdb,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:40.338483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.343951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Network 9cb05cb6-e32e-47af-8f96-a67944ab0163 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:40.350214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:40.351566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:40.378531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0eb1e008-43db-44e0-a1ea-e8e804956db5 HTTP/1.1" status: 204 len: 168 time: 4.3519957 Jan 14 03:20:40.382242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:40.392075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.451031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.525856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e9c90cbe-6993-4135-ad3c-047ffb4d5628, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e9c90cbe-6993-4135-ad3c-047ffb4d5628,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:40.534247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.540732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:40.598576 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:40.654253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:40.658714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:40.787036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.879798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.886459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17171516-1503-4dd2-8907-0afa585aa4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:40.908058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.909680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb05cb6-e32e-47af-8f96-a67944ab0163,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:40.923080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:40.935431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.949986 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9cb05cb6-e32e-47af-8f96-a67944ab0163 HTTP/1.1" status: 204 len: 168 time: 5.2586544 Jan 14 03:20:40.951845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:40.981026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:40.985821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Usage tracker for resource:security_group_rule and tenant:4e8e6c97e8f24074a7154c941c0bf1f3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:40.993915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:41.012081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:41.031056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.064685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Transition to ACTIVE for port object 17982439-1d20-4d7f-8b8a-3133b46609bf will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:41.073623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.105946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:41.137052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.313183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.323001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50956) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:41.332275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-136ce121-b289-4aed-9352-5b21beb1a7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:41.352256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.391858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6dc5a3-b3e3-499c-b8f1-72a838503956,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:41.453990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:41.477526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.538630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:41.613339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Pushing event updated for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:41.622342 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:41.634964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:41.643599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e8e6c97e8f24074a7154c941c0bf1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2803092 Jan 14 03:20:41.669243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50960) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:41.670916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.715450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f4fffb6-102a-4257-8cae-e78606d69a08 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:41.719753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e9c90cbe-6993-4135-ad3c-047ffb4d5628 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:41.853720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.864956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Attempting to bind port 17982439-1d20-4d7f-8b8a-3133b46609bf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:20:41.864956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Attempting to bind port 17982439-1d20-4d7f-8b8a-3133b46609bf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:20:41.864956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Attempting to bind port 17982439-1d20-4d7f-8b8a-3133b46609bf on network 32e9aeba-04df-4486-96f3-d8be0f340794 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:20:41.871883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:20:41.872420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Checking segment: {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:41.872933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.883723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Bound using segment: {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:20:41.884415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Bound port: 17982439-1d20-4d7f-8b8a-3133b46609bf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0680e3-135e-4ffd-b4ba-b63346da6027', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:20:41.884942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.886586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Allocated IP 172.25.3.225 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:41.910963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e9c90cbe-6993-4135-ad3c-047ffb4d5628 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:41.913981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.916839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.918869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.8438950 Jan 14 03:20:41.945675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50964) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:41.949881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:41.995583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1125145421', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'fixed_ips': [{'ip_address': '172.25.3.58'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:42.138484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] For port 17982439-1d20-4d7f-8b8a-3133b46609bf, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:20:42.142919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] For port 17982439-1d20-4d7f-8b8a-3133b46609bf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17982439-1d20-4d7f-8b8a-3133b46609bf,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:20:42.155763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.156556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=818dc8f0-1e1d-4751-9585-b040fbfbe79f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:42.160481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:42.232778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:42.257587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db909677-a79d-47fa-9d58-bad107c184da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:42.263813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:42.294457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9602bdde-266c-44a9-9919-931cb8dbdcba None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:42.305207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.367000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Usage tracker for resource:port and tenant:903c85efabb244248d6460a51b6877fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:42.373685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 45886a6b-c714-468d-aedd-f3adb776e191 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:42.375328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcbd325-0d1b-424c-8ac7-480013f463b6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:42.378919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:42.412388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.468045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:42.477337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.489616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:42.511931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ffcbd325-0d1b-424c-8ac7-480013f463b6 HTTP/1.1" status: 204 len: 168 time: 3.6421237 Jan 14 03:20:42.513384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.514279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.531744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.537927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.539321 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd6dc5a3-b3e3-499c-b8f1-72a838503956 HTTP/1.1" status: 204 len: 168 time: 0.8542187 Jan 14 03:20:42.541201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:42.543600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:42.544767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ef54f49-40cb-43c4-8a6c-22335e00c6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:42.554881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce801561-3bc5-4795-a49e-6bc622135a14 None None] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:42.562571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 6.6763709 Jan 14 03:20:42.567196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:42.609858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.648560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-81a14127-e2a9-4174-80f8-707c099f202b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba1ebc7513854a9785db48256dfba4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3012469 Jan 14 03:20:42.654223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.712220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.804204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6dc5a3-b3e3-499c-b8f1-72a838503956,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:42.845919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50980) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:42.850322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1eff1d-5d44-43a4-b10d-cad2a4213413']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:42.866350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7e8256-4ee6-4923-bbdd-cd4910743ede') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:42.867859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7e8256-4ee6-4923-bbdd-cd4910743ede') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:42.885848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.905359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.908069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:42.931465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Made reservation on behalf of 903c85efabb244248d6460a51b6877fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:42.936451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:42.948015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:20:42.949034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:42.960113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.965530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.971378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.976788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.982064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:42.983036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Synchronizing usage tracker for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:42.988617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:43.000629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.022103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:43.029777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Usage tracker for resource:security_group_rule and tenant:903c85efabb244248d6460a51b6877fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:43.035138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:43.041478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:43.139788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.143301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Deleting port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:43.143926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.198057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:43.205102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:20:43.214723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.372049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] For port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,segment=NetworkSegment(b418a4eb-e64c-470b-be98-2ef1ba260759),segment_id=b418a4eb-e64c-470b-be98-2ef1ba260759)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:43.372462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.411645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Network 0c1eff1d-5d44-43a4-b10d-cad2a4213413 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:43.525785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Calling delete_port for b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:43.563592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:43.579091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Pushing event updated for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:43.600488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.604913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.341s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:43.623767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50986) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:43.625154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-036bfdcc-b0c8-4cc2-b8a9-5fba0b4d47b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:43.648208 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:43.691475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Provisioning for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:43.718579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:43.719001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.753412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e5bb6725-2192-4f82-9ec5-8d44286df6b3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:43.794141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] device_id is not set on port 72894889-32ad-4b6d-8b10-a2dbd3f691e3 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:20:43.835837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.837565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.851320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.873221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:20:43.884630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:43.892946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c1eff1d-5d44-43a4-b10d-cad2a4213413 HTTP/1.1" status: 204 len: 168 time: 3.5073640 Jan 14 03:20:43.899284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:20:43.932249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event updated for resources: {'Port': ['ID=35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:43.939412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.973821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Pushing event updated for resources: {'SecurityGroup': ['ID=f33f189d-c48c-44a7-abbc-7ed318390150,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:43.980592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.980952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:43.994106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Unset dirty status for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:43.995391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cf17ab9-3b93-4507-921d-5a5dacec2854 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.4272134 Jan 14 03:20:44.003019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:44.003367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e5bb6725-2192-4f82-9ec5-8d44286df6b3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:44.003745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e5bb6725-2192-4f82-9ec5-8d44286df6b3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:44.005456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710481cb-32bb-46d2-a6d8-b59abc8bd505 None None] DHCP port deletion for 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:20:44.006657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddefb138-c0ec-4761-8df2-1e116002bfeb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:44.058288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50994) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:44.059503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dbbfbd-fc84-421a-a7a7-0b353f0655f1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:44.068115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:44.074160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:44.079271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-261608860'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:44.085136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:44.089778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:44.093803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:44.097825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:44.099965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:44.124069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e518258872504a66bcd18cede19040e5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:44.129973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:44.151281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15cbcaa1-8752-4b26-a73f-8b9616e44cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:44.155441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.175914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1eff1d-5d44-43a4-b10d-cad2a4213413,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:44.181194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] No DVR routers for this DVR port b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:20:44.182985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:44.201764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:44.206665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.211294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.211566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.211772 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment a34dd2fe-9ab7-4154-bcc8-c40fa2501f4a of type vxlan for network e49de0ec-6fdf-479c-8d7d-f85082c9362b Jan 14 03:20:44.220103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:44.220568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-762b78ca-309a-4bc3-811b-afbfe4976b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:44.239897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.279401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a241f4-b509-44fd-94ac-b826dc5fa5fc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:44.290140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:44.307549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.308975 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3a241f4-b509-44fd-94ac-b826dc5fa5fc HTTP/1.1" status: 204 len: 168 time: 0.6726708 Jan 14 03:20:44.312797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:20:44.346812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.417701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.452841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.491296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:44.496208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51000) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:44.496941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.516692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:44.517396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.573392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:20:44.573945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b6dbbfbd-fc84-421a-a7a7-0b353f0655f1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:20:44.580119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.585718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Update dhcp port {'port': {'network_id': '45886a6b-c714-468d-aedd-f3adb776e191', 'fixed_ips': [{'subnet_id': '6f06cabd-3fd2-45fd-8488-932c7e527753', 'ip_address': '2001:db8::2'}, {'subnet_id': '818dc8f0-1e1d-4751-9585-b040fbfbe79f'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '20b8d265-2d20-4f06-9a8b-7c05eb28afe5'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:20:44.610451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:44.631734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b418a4eb-e64c-470b-be98-2ef1ba260759') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:44.632086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b418a4eb-e64c-470b-be98-2ef1ba260759') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:44.656069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,segment=NetworkSegment(78bb9e27-1a4e-47b7-b3c5-2c2be85596d6),segment_id=78bb9e27-1a4e-47b7-b3c5-2c2be85596d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:44.659029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.663314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.681499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.684115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:44.829623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.838477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.872887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:44.940780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Allocated IP 172.20.0.1 (45886a6b-c714-468d-aedd-f3adb776e191/818dc8f0-1e1d-4751-9585-b040fbfbe79f/20b8d265-2d20-4f06-9a8b-7c05eb28afe5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:20:45.003465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:45.015840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d4058cf-2089-4fad-bf83-dfebb131f241 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:45.028969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:45.093963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event updated for resources: {'Port': ['ID=35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:45.099102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:45.126127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,segment=NetworkSegment(78bb9e27-1a4e-47b7-b3c5-2c2be85596d6),segment_id=78bb9e27-1a4e-47b7-b3c5-2c2be85596d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:45.152124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:45.171995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c340180f-8b93-4353-a597-4df918ecbf17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:45.179893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:45.200882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d709871-bcee-4b9c-a17a-640ff36c70e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:45.201865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:45.214141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7797055 Jan 14 03:20:45.249686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Transition to ACTIVE for port object 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:20:45.253794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Pushing event updated for resources: {'Port': ['ID=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:45.260063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:45.261833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:45.401131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:45.454570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:33Z', 'revision_number': 4, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '17982439-1d20-4d7f-8b8a-3133b46609bf', 'name': '', 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'mac_address': 'fa:16:3e:0d:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:30Z', 'updated_at': '2021-01-14T03:20:42Z', 'revision_number': 4, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'subnets': [{'id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:45.508271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154c58e-96cb-4ea6-aad8-1e67a19cdcd4 None None] The sync data for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 is: [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:20:33Z', 'revision_number': 4, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '17982439-1d20-4d7f-8b8a-3133b46609bf', 'name': '', 'network_id': '32e9aeba-04df-4486-96f3-d8be0f340794', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'mac_address': 'fa:16:3e:0d:2f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:30Z', 'updated_at': '2021-01-14T03:20:42Z', 'revision_number': 4, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'subnets': [{'id': 'a704c001-f947-4dcc-9004-76b66c7c2a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:20:45.564004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Pushing event updated for resources: {'Port': ['ID=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:45.581792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:45.753622 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6901126 Jan 14 03:20:45.756668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51034) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:45.763726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'New_network'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:45.881728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=e49de0ec-6fdf-479c-8d7d-f85082c9362b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:45.897041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:45.914489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:46.242059 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-7280a650-6a03-4d6f-92a5-7ae262eb5460 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1526244291&fields=id&tenant_id=8ec206baff3f49cbbd9330cf12464e07 HTTP/1.1" status: 200 len: 267 time: 0.5094800 Jan 14 03:20:46.258823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:46.458527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:46.638519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Network 4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:46.657485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:46.667965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:46.687594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-c85efa35-6c51-4a07-a6c2-55fac7a693ed tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:46.689816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-c85efa35-6c51-4a07-a6c2-55fac7a693ed tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "GET /v2.0/networks?id=dd85dee3-00f8-4647-af02-395c0b4abff8 HTTP/1.1" status: 200 len: 811 time: 0.4466679 Jan 14 03:20:46.774079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:46.774168 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:46.815569 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-3ab36ec2-b23c-4f98-a05c-1eaa85541500 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "GET /v2.0/quotas/8ec206baff3f49cbbd9330cf12464e07 HTTP/1.1" status: 200 len: 375 time: 0.0685408 Jan 14 03:20:46.822484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f179958-3bbe-485e-a258-792196b59b0f None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:46.946559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2abab9c9-60ea-4c6c-94aa-2800f564d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:46.992672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f44b9a70-364a-45d1-9458-3bd740c6c6fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07a6f7791ed14f548da8bde3cbd73b20&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4385033 Jan 14 03:20:46.995130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a258522-62c2-4453-b1d7-64498aa8e59a None None] Provisioning for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:47.034155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51050) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:47.037175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:47.037842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.101796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.125446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a258522-62c2-4453-b1d7-64498aa8e59a None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:47.126030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a258522-62c2-4453-b1d7-64498aa8e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.160204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b is not hosted by any dhcp agent {{(pid=80833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 03:20:47.192922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:47.194303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.196490 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "PUT /v2.0/networks/e49de0ec-6fdf-479c-8d7d-f85082c9362b HTTP/1.1" status: 200 len: 723 time: 1.4380915 Jan 14 03:20:47.203498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=e49de0ec-6fdf-479c-8d7d-f85082c9362b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:47.205796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51054) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:47.245805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': 'e49de0ec-6fdf-479c-8d7d-f85082c9362b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:47.268716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:47.276575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:47.299254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7525cebd-9064-4b4a-85d5-9fc8069c5c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:47.311857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:47.339516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.398296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:47.400635 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 03:20:47.401144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:20:47.417902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:47.465316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:47.509487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.510726 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-f783a7eb-a982-43f6-b41a-019d6596af7f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "GET /v2.0/ports?tenant_id=8ec206baff3f49cbbd9330cf12464e07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4409683 Jan 14 03:20:47.521830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4fa7a3e5-ef7a-4452-ae1d-5ed8890ab472 HTTP/1.1" status: 204 len: 168 time: 4.9652402 Jan 14 03:20:47.540671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:47.564564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:47.567737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:47.606966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:47.744764 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-b03b4d9f-d965-4a90-aa89-eb493e5d757a service neutron] 10.222.0.30 "GET /v2.0/networks/dd85dee3-00f8-4647-af02-395c0b4abff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168741 Jan 14 03:20:47.757117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 5.8103242 Jan 14 03:20:47.763040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51072) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:47.922334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.124849 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f5a183f2-c7a1-415d-89e1-d44350764f7a req-3eff50b2-05eb-4ea2-98df-22edb616f840 service neutron] 10.222.0.30 "GET /v2.0/networks/dd85dee3-00f8-4647-af02-395c0b4abff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3718085 Jan 14 03:20:48.126190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51076) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:48.130112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.302715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.310903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:48.335206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b89fb-966a-4325-a676-00b9817f21ed,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:48.340319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:48.351012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.355409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/968b89fb-966a-4325-a676-00b9817f21ed HTTP/1.1" status: 204 len: 168 time: 1.1576304 Jan 14 03:20:48.574615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17982439-1d20-4d7f-8b8a-3133b46609bf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:48.625063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Deleting port 8f9c9a31-983c-481b-9ee1-702fadb4cfdb {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:48.625965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.765769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.800078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-389cb789-21cc-4edb-a6ee-123da160c787 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:48.903927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 17982439-1d20-4d7f-8b8a-3133b46609bf completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:20:48.907573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:20:48.918359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 17982439-1d20-4d7f-8b8a-3133b46609bf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:48.924021 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac7963ce-a214-40d7-ba9f-2a34a103dfd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3913593bd0b4eae9bf8a0b65599ee0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867823 Jan 14 03:20:48.925125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:48.925327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:49.105072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e518258872504a66bcd18cede19040e5&name=default HTTP/1.1" status: 200 len: 2983 time: 5.1517382 Jan 14 03:20:49.109078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51106) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:49.224504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.225084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:49.354804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749dc80-6b10-4c19-9c5b-466549888739,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:49.372090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.388943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:49.474746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 17982439-1d20-4d7f-8b8a-3133b46609bf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17982439-1d20-4d7f-8b8a-3133b46609bf,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:49.487646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.491138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:49.510641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.704092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:49.719721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.735896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.736389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.736647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.737036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.737409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.737780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.738150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.738523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.738882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.739259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.739691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.740057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.740483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.740851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.741214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.741577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.741939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.742300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.742660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.743021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.743395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.743743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.744107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.744516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.744940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.745300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.745661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.746021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.746376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.757049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.757497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.757796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.758174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.758544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.758916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.759278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:20:49.764522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:49.789932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf2c6d49-b5eb-4b2b-bf8b-5228ccd8a27a None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:49.790712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6d49-b5eb-4b2b-bf8b-5228ccd8a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:49.866150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.087300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.141149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6fd08-7020-4ea7-896d-64a2aadd624c None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:20:50.146142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-899674fe-f688-4f27-a226-93ea760f4273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:50.199882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-956a9467-8988-4b93-8137-8f1f67643356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:50.222754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749dc80-6b10-4c19-9c5b-466549888739,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:50.274274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:50.293141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.300754 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1749dc80-6b10-4c19-9c5b-466549888739 HTTP/1.1" status: 204 len: 168 time: 1.1491010 Jan 14 03:20:50.313739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.361094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:50.363829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.366578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.377017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.377606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.388267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:50.390086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09d13bfe-d7ff-4025-bdf0-a117ba9ed43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:50.431653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051c7ed-af56-4e57-83a9-8c677957728a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:50.438441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:50.442370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.446366 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f051c7ed-af56-4e57-83a9-8c677957728a HTTP/1.1" status: 204 len: 168 time: 1.4859853 Jan 14 03:20:50.463551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0ae4a5c0-49e4-41cf-ac6d-0206268e82aa None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:50.464266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ae4a5c0-49e4-41cf-ac6d-0206268e82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.484804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': 'a34dd2fe-9ab7-4154-bcc8-c40fa2501f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e49de0ec-6fdf-479c-8d7d-f85082c9362b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:20:50.485306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: e49de0ec-6fdf-479c-8d7d-f85082c9362b, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:20:50.501479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.531772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:20:50.557939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e49de0ec-6fdf-479c-8d7d-f85082c9362b) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:20:50.576940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:50.578324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.601909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3946159 Jan 14 03:20:50.613106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51138) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:50.627464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:50.667928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.679081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8149a6f-e9ec-45f2-982c-ae5c72d95050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:50.696175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event deleted for resources: {'SecurityGroup': ['ID=52194403-470c-4a14-8a7c-fa808156ca46,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:50.711672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:50.712534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:50.719608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "DELETE /v2.0/security-groups/52194403-470c-4a14-8a7c-fa808156ca46 HTTP/1.1" status: 204 len: 168 time: 1.4817088 Jan 14 03:20:50.721656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51144) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:50.743493 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c1514979-789d-4445-8bd6-7779c826f80e tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] show failed (client error): The resource could not be found. Jan 14 03:20:50.748972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1514979-789d-4445-8bd6-7779c826f80e tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "GET /v2.0/security-groups/52194403-470c-4a14-8a7c-fa808156ca46 HTTP/1.1" status: 404 len: 347 time: 0.0225365 Jan 14 03:20:50.751113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51148) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:50.927257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Calling delete_port for 8f9c9a31-983c-481b-9ee1-702fadb4cfdb owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:51.069786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Deleting port 35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:51.070378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.202364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.221553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128826725'] for subnet, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.250124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906dbc62-c625-4815-baa1-deb56fca2e28 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:51.612102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288738756280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036725883992'] for subnet, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.685100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17982439-1d20-4d7f-8b8a-3133b46609bf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:20:51.688317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Pushing event deleted for resources: {'Port': ['ID=8f9c9a31-983c-481b-9ee1-702fadb4cfdb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:51.699372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:51.766809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3601095-e423-42fe-99fd-6c0aabf0b8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:51.777491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6fd08-7020-4ea7-896d-64a2aadd624c None None] Unable to find a vacant binding_index for network e49de0ec-6fdf-479c-8d7d-f85082c9362b and agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe {{(pid=80834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Jan 14 03:20:51.832988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.836130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6fd08-7020-4ea7-896d-64a2aadd624c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e49de0ec-6fdf-479c-8d7d-f85082c9362b) {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:20:51.859641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.862554 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] 10.222.0.30 "DELETE /v2.0/floatingips/e81ef5c4-696a-4ed4-b9a1-42b2f2238874 HTTP/1.1" status: 204 len: 168 time: 3.7429004 Jan 14 03:20:51.915097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:51.920145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:51.921548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:51.923172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "PUT /v2.0/subnets/3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb HTTP/1.1" status: 200 len: 826 time: 1.3019176 Jan 14 03:20:51.926176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:51.940474 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:52.041242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 17982439-1d20-4d7f-8b8a-3133b46609bf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:52.041938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.200897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.234190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.234564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.393711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.518579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Calling delete_port for 35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:52.749816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58753f-4a35-4436-9abd-07be696ce068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-e49de0ec-6fdf-479c-8d7d-f85082c9362b', 'network_id': 'e49de0ec-6fdf-479c-8d7d-f85082c9362b', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': '3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:20:52.751670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d58753f-4a35-4436-9abd-07be696ce068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.861929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:52.913492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:52.967636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:53.055963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Pushing event deleted for resources: {'Port': ['ID=35d9eefa-f13a-4d56-9ee7-6ce75c0b50c6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:53.076467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-5d58753f-4a35-4436-9abd-07be696ce068 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb: This subnet is being modified by another concurrent operation. Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:20:53.289577 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:20:53.292390 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb: This subnet is being modified by another concurrent operation. Jan 14 03:20:53.296624 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:20:53.355305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51196) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:53.627764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:53.643283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:53.644583 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] 10.222.0.30 "DELETE /v2.0/floatingips/b7afdf4d-5fc4-4b73-aa23-ace846715ad3 HTTP/1.1" status: 204 len: 168 time: 2.8923957 Jan 14 03:20:53.647940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51204) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:53.656613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b9414-385f-4cd6-a4be-34c76673d144 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:20:53.794607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76064647-1182-4bcc-becb-d972c71c09d8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:53.986333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:54.022631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:54.056867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b9414-385f-4cd6-a4be-34c76673d144 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:20:54.268463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.470075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-27793343-8f70-45a3-9edf-34bdf0dd1a81 None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:20:54.470501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27793343-8f70-45a3-9edf-34bdf0dd1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.547936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49de0ec-6fdf-479c-8d7d-f85082c9362b']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:54.578636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34dd2fe-9ab7-4154-bcc8-c40fa2501f4a') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:54.579140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34dd2fe-9ab7-4154-bcc8-c40fa2501f4a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:20:54.609126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.648603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.651176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.657149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:20:54.671961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:54.676709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8703cf1e8044a5693134b06cd66916c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:54.680362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:54.686420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:54.811107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:54.932381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b92c16-ab5b-4329-a5d3-1b00493a7b16 None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:55.060083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:55.080596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:55.214594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:55.370667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f1a05-2aab-4c1a-ab92-61106c612a4a None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:55.534339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:20:55.536535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Deleting port e9c90cbe-6993-4135-ad3c-047ffb4d5628 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:20:55.537040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:55.829562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9394c9-b9eb-4670-9038-01c147d28a3d None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:20:55.847757 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:20:55.854709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:55.863264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9394c9-b9eb-4670-9038-01c147d28a3d None None] Network e49de0ec-6fdf-479c-8d7d-f85082c9362b could not be found, it might have been deleted concurrently. {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 03:20:55.866563 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45957d69-3733-487e-b020-fcd3a2d816b8 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:55.893555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:55.907330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=e49de0ec-6fdf-479c-8d7d-f85082c9362b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:55.910577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/e49de0ec-6fdf-479c-8d7d-f85082c9362b HTTP/1.1" status: 204 len: 168 time: 3.9827952 Jan 14 03:20:55.911281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:55.913774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51280) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:55.966893 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f235cb-e262-4274-b7ec-f78cfd98892c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:20:55.967393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f235cb-e262-4274-b7ec-f78cfd98892c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:20:55.984752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03f235cb-e262-4274-b7ec-f78cfd98892c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/e49de0ec-6fdf-479c-8d7d-f85082c9362b HTTP/1.1" status: 404 len: 339 time: 0.0697434 Jan 14 03:20:55.986758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51284) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:56.005787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249619337', 'description': 'd1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:56.019624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:56.025185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Usage tracker for resource:network and tenant:c2280c0416e54d5dbe1e5ee9bf99bfda is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:56.029029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Quota usage for network was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:56.039490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:56.054058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:20:56.067195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.119861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:20:56.133976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.134795 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 6a2fb8bb-a4ea-4efb-a2c5-9c7a70a60633 of type vxlan for network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 Jan 14 03:20:56.175680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.221388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.278611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:56.279667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851419954'] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.292022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fa636b6-6540-4b29-b18d-3424fd97ed1c tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:56.293360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] For port e9c90cbe-6993-4135-ad3c-047ffb4d5628, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e9c90cbe-6993-4135-ad3c-047ffb4d5628,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:20:56.296451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.437190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4473915 Jan 14 03:20:56.440051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51306) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:56.495254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:56.876922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Calling delete_port for e9c90cbe-6993-4135-ad3c-047ffb4d5628 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:20:56.968467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eda299-5944-4d9f-9343-41ab1f9dda17 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:56.969272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21eda299-5944-4d9f-9343-41ab1f9dda17 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Synchronizing usage tracker for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:57.020104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:57.025392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:a0568932f9fa4324bfbbfedc02c0fedf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:57.031546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:57.034835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=96b83a42-faef-4ea2-aaba-1d1c65dc4353,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:57.058616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:57.064891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:57.082460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:57.201405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:57.284282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:57.560740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:57.732210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:57.736075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8069f897-5b45-4e66-9860-819f2ca5df7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:57.809263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:57.817214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c90cbe-6993-4135-ad3c-047ffb4d5628,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:57.828504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:57.852623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d40721c9-7d58-4c52-ba85-d7618f93f0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:57.861236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0568932f9fa4324bfbbfedc02c0fedf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5283687 Jan 14 03:20:57.864067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51360) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:57.887581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:57.907965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:57.916381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0320e-482e-4ed3-924a-b45ab7fb6076,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:57.994028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.031735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.049448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:58.051267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6cab60e-6ef4-4480-924e-f82eaa8c164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:58.094156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21eda299-5944-4d9f-9343-41ab1f9dda17 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Unset dirty status for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:58.096387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21eda299-5944-4d9f-9343-41ab1f9dda17 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks?id=96b83a42-faef-4ea2-aaba-1d1c65dc4353 HTTP/1.1" status: 200 len: 764 time: 1.4627190 Jan 14 03:20:58.099261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51364) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:58.112678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'description': 'd2'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:20:58.149670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.170316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bdb7f7f-2cc4-4907-b38f-0d717cdbdd3a tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:58.315570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.317103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11c0320e-482e-4ed3-924a-b45ab7fb6076 HTTP/1.1" status: 204 len: 168 time: 0.4515529 Jan 14 03:20:58.342881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.360975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0320e-482e-4ed3-924a-b45ab7fb6076,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:58.439311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:58.439850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:58.472020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51380) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:58.473215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8703cf1e8044a5693134b06cd66916c&name=default HTTP/1.1" status: 200 len: 2983 time: 5.1146798 Jan 14 03:20:58.477602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51384) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:58.496022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7bc008-8bd6-4e48-ad31-b97b5e8bd39f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:58.501837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:58.613881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.740208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.799631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.850727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:58.888370 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-764d4858-13ad-4219-bb3d-77b30211f176 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:59.078879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 is not hosted by any dhcp agent {{(pid=80832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 03:20:59.099653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:59.100488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.102099 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "PUT /v2.0/networks/96b83a42-faef-4ea2-aaba-1d1c65dc4353 HTTP/1.1" status: 200 len: 761 time: 1.0016654 Jan 14 03:20:59.117424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51396) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.189857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=96b83a42-faef-4ea2-aaba-1d1c65dc4353,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:59.204170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:59.229337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:59.236761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.252953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.265239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:59.272227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:20:59.273302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:59.276241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.286298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:20:59.290706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Usage tracker for resource:security_group_rule and tenant:3777d64f57b24e9e9028dd9cdb03c814 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:59.294103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:59.308195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:59.334094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420157c0-9104-45e5-87a5-bd77791d5848 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:59.334892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-420157c0-9104-45e5-87a5-bd77791d5848 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Synchronizing usage tracker for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:59.356535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:20:59.357377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-420157c0-9104-45e5-87a5-bd77791d5848 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Unset dirty status for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:59.359665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-420157c0-9104-45e5-87a5-bd77791d5848 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks?id=96b83a42-faef-4ea2-aaba-1d1c65dc4353 HTTP/1.1" status: 200 len: 764 time: 0.2389987 Jan 14 03:20:59.365646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.418142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.494982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53fe9647-3341-4c09-85b7-03fe05879d46 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:59.584918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Usage tracker for resource:security_group_rule and tenant:30cf920ba43d43568203965a590aac74 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:20:59.590343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.622846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:20:59.625032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe7bc008-8bd6-4e48-ad31-b97b5e8bd39f HTTP/1.1" status: 204 len: 168 time: 1.1423962 Jan 14 03:20:59.626144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51412) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.651962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:20:59.667958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2269037 Jan 14 03:20:59.676650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7bc008-8bd6-4e48-ad31-b97b5e8bd39f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:20:59.690931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51418) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.691888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:20:59.697651 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-1b398369-5e3e-4880-9e50-a2c7dac43844 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.2754562 Jan 14 03:20:59.700053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b648a-901a-4d93-b2c4-68b349003b1d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:20:59.701810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be4c69ed-5057-4312-9278-6dfc8aa90947 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:20:59.702666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-332b648a-901a-4d93-b2c4-68b349003b1d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3353200 Jan 14 03:20:59.706474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51424) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.814080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1e4cf67-1e30-40cf-a160-f568a775e847 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Synchronizing usage tracker for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:20:59.818066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:20:59.855641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1e4cf67-1e30-40cf-a160-f568a775e847 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Unset dirty status for tenant:c2280c0416e54d5dbe1e5ee9bf99bfda on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:20:59.859263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1e4cf67-1e30-40cf-a160-f568a775e847 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 207 time: 0.1514363 Jan 14 03:20:59.864807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:20:59.939518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.016008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.049423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-ab6aef42-330e-4991-b577-0298e0d245cc service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2969344 Jan 14 03:21:00.051590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c163d5b-bdeb-4a3c-bb62-416a8aa2873e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:00.055835 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:00.056641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e2dea0c-6726-4c28-acc2-e97d09d0501e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:00.105216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30cf920ba43d43568203965a590aac74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6296628 Jan 14 03:21:00.127306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e14a39-ef78-4b05-9734-86cb1f9e520b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:00.131239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:00.131902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51434) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.198404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.239617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.266288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.272955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.276944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.293863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.320850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.330849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:00.335113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-bd564469-a6c7-41dd-978c-bcca72eebd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.336762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-bd564469-a6c7-41dd-978c-bcca72eebd7b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2386432 Jan 14 03:21:00.337936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6639c9093f4461382fdb9dcd65f49a5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:00.347874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.350242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e846baf-9344-4938-bdf7-42c2e35d5132 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4689052 Jan 14 03:21:00.354187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.367063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:00.373509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:00.572620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.615235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38295a98-609a-4ff3-8f24-d1c60d5983ad tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2574534 Jan 14 03:21:00.624759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51460) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.679577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-650d2f41-360a-43d1-b46b-0c929b645274 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=903c85efabb244248d6460a51b6877fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050329 Jan 14 03:21:00.680499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.709771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.716941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.722443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.727528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.732614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.738272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.740134 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b38f536b-9ee0-4943-8742-625a2dcdf368 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1143525 Jan 14 03:21:00.740904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51464) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.745576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51466) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.771694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.788141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.798387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4591f96c-d286-48b5-bc5a-db26f753b7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:00.862590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.863904 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00e14a39-ef78-4b05-9734-86cb1f9e520b HTTP/1.1" status: 204 len: 168 time: 0.5887156 Jan 14 03:21:00.868505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.893708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.898703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.903611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.909393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.914329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:00.916088 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6247bc4e-6011-4abc-9332-ae98b582cf78 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1674888 Jan 14 03:21:00.921736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:00.922151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-6ee2295d-7fd2-47d4-9ca1-13d3532afd61 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.0504847 Jan 14 03:21:00.923252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:00.931985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Sync routers for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:00.943897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:00.953177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e14a39-ef78-4b05-9734-86cb1f9e520b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:00.955020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:00.958357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:00.961596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:00.962176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92ed662b-4cb5-4ee1-93a9-1f15ae26feb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:01.058218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c163d5b-bdeb-4a3c-bb62-416a8aa2873e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:01.069740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:01.083898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.155103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b2d3b39-aaee-4d36-96f3-130902d9a817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:01.196242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6639c9093f4461382fdb9dcd65f49a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5256205 Jan 14 03:21:01.197422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51486) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:01.198648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3c22e-50a6-4285-998f-8c0804a8cefc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:01.202404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:01.207044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-d13e269b-a96f-4c5e-a425-c974fc813a7f service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2839971 Jan 14 03:21:01.211775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.251612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.253755 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c163d5b-bdeb-4a3c-bb62-416a8aa2873e HTTP/1.1" status: 204 len: 168 time: 1.5551400 Jan 14 03:21:01.346406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:01.636671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-d94c88c9-cfcb-49e4-9aa9-5c4d5c6186ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:01.639069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-d94c88c9-cfcb-49e4-9aa9-5c4d5c6186ee service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3755717 Jan 14 03:21:01.662468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.721526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.756604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] 10.222.0.30 "PUT /v2.0/routers/8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1070383 Jan 14 03:21:01.770602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:01.853702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7858df-4037-45d9-a07b-43d1c99677ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:01.855970 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb7858df-4037-45d9-a07b-43d1c99677ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks/98b0196f-7f53-478b-ad57-83ebc90ad84e HTTP/1.1" status: 200 len: 804 time: 0.9291706 Jan 14 03:21:01.865294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:01.865920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:57Z', 'revision_number': 5, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:01.883212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Checking router: 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:01.913659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Routers {'8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:01.916328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:20:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:01.927188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51500) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:02.193896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0240b056-53af-4175-964d-dfd0aff8942e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/networks/98b0196f-7f53-478b-ad57-83ebc90ad84e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2644486 Jan 14 03:21:02.197992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51516) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:02.253236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.288089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7bd08-79ac-4a82-af2d-b675626dc7db tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:02.289887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddc7bd08-79ac-4a82-af2d-b675626dc7db tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets/310a3eb6-83aa-410f-b774-b184d5881d0b HTTP/1.1" status: 200 len: 843 time: 0.0904057 Jan 14 03:21:02.290989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.300101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51522) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:02.303430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9aa60c2f-e669-4566-baaa-8013673179cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:02.337749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33f189d-c48c-44a7-abbc-7ed318390150,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:02.413739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] Set router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:02.445673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:02.475202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.477585 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f33f189d-c48c-44a7-abbc-7ed318390150 HTTP/1.1" status: 204 len: 168 time: 1.7334855 Jan 14 03:21:02.522917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e79ae2-4588-47d3-8b61-57d106e03964 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['shared'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:02.524793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75e79ae2-4588-47d3-8b61-57d106e03964 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "GET /v2.0/subnets/310a3eb6-83aa-410f-b774-b184d5881d0b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1920590 Jan 14 03:21:02.529967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51538) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:02.537927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257607146'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:02.545473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:02.560072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:02.573788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:02.585808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.626967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:02.639891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.640495 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Added segment 5149bf5b-a712-4078-824b-f03a5efd963d of type vxlan for network ea07aa63-5227-4fd2-81b3-5710c50a209c Jan 14 03:21:02.675987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.696516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.704595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Deleting port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:02.704980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.750871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.790326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:02.791223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:02.833163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35361b37-a6b8-456f-8fd4-13fd9218e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:03.046826 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5142865 Jan 14 03:21:03.067619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51546) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:03.090721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:57Z', 'revision_number': 5, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:03.096638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa3ca81-bca5-46ba-bb8a-3f4b9f3d6915 None None] The sync data for ids ['8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2'] in n-d-765315-13 is: [{'id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'name': 'tempest-ServerActionsTestJSON-711907239-router', 'tenant_id': '8ec206baff3f49cbbd9330cf12464e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:15Z', 'updated_at': '2021-01-14T03:20:57Z', 'revision_number': 5, 'project_id': '8ec206baff3f49cbbd9330cf12464e07', 'gw_port': {'id': '8bbe51b2-af15-4891-a4ee-1e4ba5c50953', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:77:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:17Z', 'updated_at': '2021-01-14T03:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:03.161404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Network': ['ID=ea07aa63-5227-4fd2-81b3-5710c50a209c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:03.182542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:03.194071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:03.232539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:03.247066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:03.369179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-d58a6cfc-8183-4363-ae2f-d1b09c55040e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.1141157 Jan 14 03:21:03.470565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] For port 8bbe51b2-af15-4891-a4ee-1e4ba5c50953, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bbe51b2-af15-4891-a4ee-1e4ba5c50953,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:03.470962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:03.542325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:03.557582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:03.584378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Made reservation on behalf of c2280c0416e54d5dbe1e5ee9bf99bfda for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:03.619936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:03.652262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e9c90cbe-6993-4135-ad3c-047ffb4d5628 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:03.716149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e9c90cbe-6993-4135-ad3c-047ffb4d5628 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:03.718011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e9c90cbe-6993-4135-ad3c-047ffb4d5628 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:03.768607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Calling delete_port for 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:03.842646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-19b9f219-efda-430c-ab75-5a56f306e20a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4598382 Jan 14 03:21:03.890362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:03.906151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbbf168e-40c0-460b-8d50-6b1969a87ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:03.908447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.011964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3c22e-50a6-4285-998f-8c0804a8cefc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:04.017022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:04.046861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.047627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:21:04.048120 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9d3c22e-50a6-4285-998f-8c0804a8cefc HTTP/1.1" status: 204 len: 168 time: 2.8444836 Jan 14 03:21:04.048398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:21:04.230794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-f9bf0f26-0148-41de-9d2c-055a8eb77d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:04.232425 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-f9bf0f26-0148-41de-9d2c-055a8eb77d15 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3812773 Jan 14 03:21:04.247199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.379201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-21c144a7-9020-4d73-84d5-dc8464ef36f1 tempest-ServerShowV247Test-1026140339 tempest-ServerShowV247Test-1026140339] 10.222.0.78 "GET /v2.0/ports?device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.0474942 Jan 14 03:21:04.528155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.548219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11eef86a-4fd5-46d8-91f5-d4d5fca0768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.587616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.711267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.716942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.770622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.771369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:21:04.779959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:04.805617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:04.809890 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-153ac624-ed0b-43f6-9ec4-19ee84c059fb admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b49af69-c3d5-4a1f-be6e-1a2e23d94ac2 HTTP/1.1" status: 204 len: 168 time: 3.0315104 Jan 14 03:21:04.812649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:04.979633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=d50dbeed-e0b8-45fa-82fe-694ac6993407,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:04.984048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:05.005145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Checking segment: {'id': '5149bf5b-a712-4078-824b-f03a5efd963d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:05.005548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network hostable DHCP agents. Network: ea07aa63-5227-4fd2-81b3-5710c50a209c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:05.029839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Deleting subnet c936f8de-6cde-4618-888c-c5663f98dc2e {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:05.030542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network ea07aa63-5227-4fd2-81b3-5710c50a209c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:05.040251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.043526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ea07aa63-5227-4fd2-81b3-5710c50a209c) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:05.052388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8a5ed-9c28-49d5-b519-a0513953fa33 None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:05.081628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:05.082340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.141469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9834809 Jan 14 03:21:05.144274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51590) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:05.153042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:05.188125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.379752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.391230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128826725'] for subnet, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.551015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-ea07aa63-5227-4fd2-81b3-5710c50a209c', 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c', 'tenant_id': 'c2280c0416e54d5dbe1e5ee9bf99bfda', 'fixed_ips': [{'subnet_id': 'd50dbeed-e0b8-45fa-82fe-694ac6993407'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:21:05.553195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.843842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:05.888837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:05.934177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:05.934837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bbe51b2-af15-4891-a4ee-1e4ba5c50953 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:06.027434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8c7dda4-5716-4f53-88ee-0bc59b02b0f1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:06.027901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288738756280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036725883992'] for subnet, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.093322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c936f8de-6cde-4618-888c-c5663f98dc2e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:06.103982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:06.114669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.125606 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c936f8de-6cde-4618-888c-c5663f98dc2e HTTP/1.1" status: 204 len: 168 time: 1.3094859 Jan 14 03:21:06.126321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51612) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:06.143395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ebcab-9a4e-4267-8f94-cbfc7e3f1324 None None] Network dd85dee3-00f8-4647-af02-395c0b4abff8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:06.171854 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa0126c9-d4d3-4a8c-91f6-2260a55b50dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:06.346647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.425572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:06.426483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.427992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "PUT /v2.0/subnets/d50dbeed-e0b8-45fa-82fe-694ac6993407 HTTP/1.1" status: 200 len: 900 time: 1.2826602 Jan 14 03:21:06.432530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51620) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:06.433079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Allocated IP 2001:db8::3 (ea07aa63-5227-4fd2-81b3-5710c50a209c/d50dbeed-e0b8-45fa-82fe-694ac6993407/bd2edaff-4f1f-48c7-8069-c209739903d3) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:06.435828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event updated for resources: {'Subnet': ['ID=d50dbeed-e0b8-45fa-82fe-694ac6993407,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:06.440572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:06.557938 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-b214a5e3-43c7-4765-9eb6-a29daf4a76da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.2890894 Jan 14 03:21:06.561657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] DHCP port deletion for dd85dee3-00f8-4647-af02-395c0b4abff8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:21:06.562759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Deleting port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:06.563219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.572144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Deleting port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:06.572744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.650614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.874627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] For port c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:06.875141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:06.968775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.013178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] For port c69c7dcd-8aa2-407b-bc22-274fe0ed3953, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,segment=NetworkSegment(a49c5981-4e07-4085-9708-702beb5c7e99),segment_id=a49c5981-4e07-4085-9708-702beb5c7e99)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:07.013914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.023535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Calling delete_port for c69c7dcd-8aa2-407b-bc22-274fe0ed3953 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:07.242047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Calling delete_port for c69c7dcd-8aa2-407b-bc22-274fe0ed3953 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:07.250450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53a3e5eb-cc99-4fdf-9d39-b169ce5e58ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.323692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51658) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:07.364328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.383865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:07.432677 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-1c932b49-db6a-456d-82ee-2dbe97c0a512 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7120373 Jan 14 03:21:07.583269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c69c7dcd-8aa2-407b-bc22-274fe0ed3953,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:07.630093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:07.677040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c69c7dcd-8aa2-407b-bc22-274fe0ed3953 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:07.726049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c69c7dcd-8aa2-407b-bc22-274fe0ed3953 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:07.726679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c69c7dcd-8aa2-407b-bc22-274fe0ed3953 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:07.753900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.760924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:07.761688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:07.766350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-0edfff1e-43f0-4ba8-a74f-4872452bf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:07.768003 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-0edfff1e-43f0-4ba8-a74f-4872452bf492 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1882086 Jan 14 03:21:07.768991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] No DVR routers for this DVR port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:07.777443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.794961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Transition to ACTIVE for port object bd2edaff-4f1f-48c7-8069-c209739903d3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:07.823557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Transition to ACTIVE for port object bd2edaff-4f1f-48c7-8069-c209739903d3 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:07.847965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.879093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:07.911404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.055016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd85dee3-00f8-4647-af02-395c0b4abff8']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:08.076526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49c5981-4e07-4085-9708-702beb5c7e99') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:08.078528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49c5981-4e07-4085-9708-702beb5c7e99') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:08.094711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.098966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98e5cc65-f0a5-4e79-98a5-452410d0b5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:08.119486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.127840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:08.181362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Pushing event updated for resources: {'Port': ['ID=bd2edaff-4f1f-48c7-8069-c209739903d3,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:08.193167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:08.194672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:08.195606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:08.199167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:08.258284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Attempting to bind port bd2edaff-4f1f-48c7-8069-c209739903d3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:08.258709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Attempting to bind port bd2edaff-4f1f-48c7-8069-c209739903d3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5149bf5b-a712-4078-824b-f03a5efd963d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:08.259251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Attempting to bind port bd2edaff-4f1f-48c7-8069-c209739903d3 on network ea07aa63-5227-4fd2-81b3-5710c50a209c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:08.263058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Deleting port c69c7dcd-8aa2-407b-bc22-274fe0ed3953 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:08.263481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.282013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-648c7361-a9e5-4730-9db9-b8115f3bf237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:08.299867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:08.300299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Checking segment: {'id': '5149bf5b-a712-4078-824b-f03a5efd963d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:08.300836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.301288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Bound using segment: {'id': '5149bf5b-a712-4078-824b-f03a5efd963d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:08.301841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Bound port: bd2edaff-4f1f-48c7-8069-c209739903d3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5149bf5b-a712-4078-824b-f03a5efd963d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:08.302269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.352316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b390118b-1dc1-4ccb-9d14-612cd143ebb2 None None] The port 'c69c7dcd-8aa2-407b-bc22-274fe0ed3953' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:21:08.371245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=d50dbeed-e0b8-45fa-82fe-694ac6993407,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:08.386727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:08.548308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] For port bd2edaff-4f1f-48c7-8069-c209739903d3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:08.553262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] For port bd2edaff-4f1f-48c7-8069-c209739903d3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd2edaff-4f1f-48c7-8069-c209739903d3,segment=NetworkSegment(5149bf5b-a712-4078-824b-f03a5efd963d),segment_id=5149bf5b-a712-4078-824b-f03a5efd963d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:08.572400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.650330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.710110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:08.808748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Pushing event updated for resources: {'Port': ['ID=bd2edaff-4f1f-48c7-8069-c209739903d3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:08.816826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:08.818002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.867154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51682) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:08.888882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Network dd85dee3-00f8-4647-af02-395c0b4abff8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:08.909484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:08.932185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7196e2e-3dec-42ce-a4f9-d106d5783a48 None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:08.959998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea07aa63-5227-4fd2-81b3-5710c50a209c']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:09.005529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5149bf5b-a712-4078-824b-f03a5efd963d') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:09.005874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5149bf5b-a712-4078-824b-f03a5efd963d') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:09.047569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.089588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.094752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:09.275012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e891cf-e0df-450e-aa17-fda89aab147a None None] Network ea07aa63-5227-4fd2-81b3-5710c50a209c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:09.331273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1150127309-network', 'tenant_id': '1273a922847744b390749f7fba7879a3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:09.337109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:09.341712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Usage tracker for resource:network and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:09.343245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network ea07aa63-5227-4fd2-81b3-5710c50a209c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:09.345598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:09.355334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:09.397953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-027d7ec6-6749-439b-9d3f-486aaa8c7540 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&device_id=a118e805-5ce2-4bf3-962a-821c6e139d17 HTTP/1.1" status: 200 len: 210 time: 0.1475437 Jan 14 03:21:09.398927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Made reservation on behalf of 1273a922847744b390749f7fba7879a3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:09.404956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.421454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Network dd85dee3-00f8-4647-af02-395c0b4abff8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:09.489115 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:09.502446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.522367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.608690 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-b6595896-114d-47c5-9064-56df0580025e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3777d64f57b24e9e9028dd9cdb03c814&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1733861 Jan 14 03:21:09.617619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:09.644699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.672051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.692095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:09.696648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Usage tracker for resource:security_group_rule and tenant:e13a45aaf9ec44f682f9f8cfbc317b69 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:09.700063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:09.706080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:09.767780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921eea3-c6e0-42ac-b336-c379b46a1e8c None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:21:09.826753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-370fe3c1-5345-4c5f-bc90-2f80ee08fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:09.829220 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-370fe3c1-5345-4c5f-bc90-2f80ee08fd70 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1965666 Jan 14 03:21:09.830435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:09.838274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:09.847038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:09.859366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.866434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:09.885507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:09.899104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd85dee3-00f8-4647-af02-395c0b4abff8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:09.911791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] 10.222.0.30 "DELETE /v2.0/networks/dd85dee3-00f8-4647-af02-395c0b4abff8 HTTP/1.1" status: 204 len: 168 time: 3.7819319 Jan 14 03:21:09.911791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:09.926003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network ea07aa63-5227-4fd2-81b3-5710c50a209c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:10.010857 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:10.182829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921eea3-c6e0-42ac-b336-c379b46a1e8c None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:21:10.183278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:21:10.183278 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:21:10.183278 n-d-765315-13 neutron-server[80721]: [parameters: {'id': 'ea07aa63-5227-4fd2-81b3-5710c50a209c'}] Jan 14 03:21:10.183278 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:10.185204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:10.227063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.231961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.242911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-783777f5-a753-445d-8b8f-25e89ad06ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:10.254669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.263292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.283808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f749bc50-092b-4def-99ed-194103731918,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:10.289208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:10.321147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16998018-637c-4d08-af9c-b3b2d4ce8d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:10.321356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e13a45aaf9ec44f682f9f8cfbc317b69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4501460 Jan 14 03:21:10.321636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:10.339685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51720) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:10.340720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:10.376833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.377432 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Added segment 654d63e4-fca5-4eaa-91c3-efc87f0a3256 of type vxlan for network c64cbeb6-5170-453d-908e-f8947a574300 Jan 14 03:21:10.438752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.454824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.486817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.546262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.550920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:10.580775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f749bc50-092b-4def-99ed-194103731918,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:10.585908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:10.633382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.636999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f749bc50-092b-4def-99ed-194103731918 HTTP/1.1" status: 204 len: 168 time: 0.3143353 Jan 14 03:21:10.644058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.648802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:10.649462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.685611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:10.714165 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5784b8bd-3e56-4937-a957-736bc39570d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ec206baff3f49cbbd9330cf12464e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589425 Jan 14 03:21:10.729550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51734) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:10.730460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d006e5-af9f-44d8-8c48-4ecdaf8de6c1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:10.740543 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:10.749770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eebd78c7-c92a-470a-a5f2-04ff8d61663a tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:10.877738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port bd2edaff-4f1f-48c7-8069-c209739903d3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:10.878174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.091580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Pushing event updated for resources: {'Network': ['ID=c64cbeb6-5170-453d-908e-f8947a574300,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:11.095179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:11.106149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c64cbeb6-5170-453d-908e-f8947a574300 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:11.120951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c64cbeb6-5170-453d-908e-f8947a574300 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:11.122044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.128063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.7795663 Jan 14 03:21:11.136522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51746) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:11.146782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Request body: {'subnet': {'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1150127309-subnet', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:11.152404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:11.156634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Usage tracker for resource:subnet and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:11.159996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:11.167954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:11.190731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Made reservation on behalf of 1273a922847744b390749f7fba7879a3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:11.196013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.217527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.403630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port bd2edaff-4f1f-48c7-8069-c209739903d3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd2edaff-4f1f-48c7-8069-c209739903d3,segment=NetworkSegment(5149bf5b-a712-4078-824b-f03a5efd963d),segment_id=5149bf5b-a712-4078-824b-f03a5efd963d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:11.404551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.428966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.503926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9217c30-3f92-4880-bb6e-d9ee39776b8a tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:11.542971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0105acb-edf8-4d39-9f51-29fa147e1397,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:11.549625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c64cbeb6-5170-453d-908e-f8947a574300 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:11.552836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:11.585742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.592878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0105acb-edf8-4d39-9f51-29fa147e1397 HTTP/1.1" status: 204 len: 168 time: 0.8591015 Jan 14 03:21:11.656501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for bd2edaff-4f1f-48c7-8069-c209739903d3 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:11.760540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.849092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:11.910680 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b21c3b2-fd46-4186-a876-cb441955e411 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:11.975866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Port': ['ID=bd2edaff-4f1f-48c7-8069-c209739903d3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:11.981218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:11.989888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No DVR routers for this DVR port bd2edaff-4f1f-48c7-8069-c209739903d3 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:12.083409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.129190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:12.147200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.318989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea07aa63-5227-4fd2-81b3-5710c50a209c']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:12.325886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a372f77-fd40-4bd6-a9be-07be1c769ce2,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:12.331798 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:12.338552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5149bf5b-a712-4078-824b-f03a5efd963d') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:12.338885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5149bf5b-a712-4078-824b-f03a5efd963d') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:12.358614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.384677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.386997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:12.393962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Checking segment: {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:12.394466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Network hostable DHCP agents. Network: c64cbeb6-5170-453d-908e-f8947a574300, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:12.420410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Network c64cbeb6-5170-453d-908e-f8947a574300 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:12.432748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c64cbeb6-5170-453d-908e-f8947a574300) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:12.442188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1fa84-5a8f-4e43-9085-30b01f979458 None None] Network c64cbeb6-5170-453d-908e-f8947a574300 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:12.452560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:12.453216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.502023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3640728 Jan 14 03:21:12.508181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51774) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:12.517845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:12.530865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:12.540269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Usage tracker for resource:router and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:12.546606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:12.562403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:12.589939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.591380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.642370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network ea07aa63-5227-4fd2-81b3-5710c50a209c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:12.656230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.840093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c64cbeb6-5170-453d-908e-f8947a574300', 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'fixed_ips': [{'subnet_id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:21:12.841267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:12.936899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network ea07aa63-5227-4fd2-81b3-5710c50a209c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:12.970026 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:13.121329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:13.129392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:13.132188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:13.146938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21c6d59f-8940-4418-a371-a795cb1cc657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:13.176566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/ea07aa63-5227-4fd2-81b3-5710c50a209c HTTP/1.1" status: 204 len: 168 time: 6.7427130 Jan 14 03:21:13.177485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:13.177974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51798) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:13.278444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=ea07aa63-5227-4fd2-81b3-5710c50a209c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:13.281465 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:13.295816 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-776f47ef-8fce-47cc-8989-438136d768ea tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:13.296326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776f47ef-8fce-47cc-8989-438136d768ea tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:13.298194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-776f47ef-8fce-47cc-8989-438136d768ea tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/d50dbeed-e0b8-45fa-82fe-694ac6993407 HTTP/1.1" status: 404 len: 337 time: 0.1160557 Jan 14 03:21:13.303203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51808) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:13.339206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Allocated IP 172.20.0.2 (c64cbeb6-5170-453d-908e-f8947a574300/5a372f77-fd40-4bd6-a9be-07be1c769ce2/cfd9a07d-e8bf-4138-97c8-f62ad24e47ec) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:13.369810 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bda021a-824b-46f5-afe4-d909acf66c01 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:13.370318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bda021a-824b-46f5-afe4-d909acf66c01 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:13.372173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bda021a-824b-46f5-afe4-d909acf66c01 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/ea07aa63-5227-4fd2-81b3-5710c50a209c HTTP/1.1" status: 404 len: 339 time: 0.0662193 Jan 14 03:21:13.375523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51814) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:13.572737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:13.628871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:13.936586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.048811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.098991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.101456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b83a42-faef-4ea2-aaba-1d1c65dc4353']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:14.118271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2fb8bb-a4ea-4efb-a2c5-9c7a70a60633') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:14.118271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2fb8bb-a4ea-4efb-a2c5-9c7a70a60633') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:14.132698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.151435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51828) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:14.162133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.177527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'network': {'name': 'tempest-device-tagging-net1-1755009859'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:14.184730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:14.188953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:network and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:14.197102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:14.204671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:14.215810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:14.233636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:14.244399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.261773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-01842ca2-9a54-45f9-a387-868c49621a78 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Request body: {'quota': {'network': 2}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:14.262654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.350965 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01842ca2-9a54-45f9-a387-868c49621a78 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "PUT /v2.0/quotas/f6455ef00f064f8c99f4e2edb0209cd5 HTTP/1.1" status: 200 len: 368 time: 1.1666934 Jan 14 03:21:14.356462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51834) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:14.370383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Request body: {'network': {'project_id': 'f6455ef00f064f8c99f4e2edb0209cd5'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:14.377116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:14.386070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Usage tracker for resource:network and tenant:f6455ef00f064f8c99f4e2edb0209cd5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:14.389304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:14.394654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.397189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:14.423262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Made reservation on behalf of f6455ef00f064f8c99f4e2edb0209cd5 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:14.429073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.443340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Allocated IP 172.25.3.51 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/969b8695-4b8e-418a-9553-681592c02fd7) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:14.471735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.487698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:14.499943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:14.505704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Usage tracker for resource:security_group_rule and tenant:f6455ef00f064f8c99f4e2edb0209cd5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:14.510197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:14.517820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:14.609029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.642452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.658758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:14.686357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.702202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.708906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:14.718967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-704336ed-3c23-41c5-8a08-4dd0d718e2ce tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:14.730141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Pushing event updated for resources: {'Port': ['ID=969b8695-4b8e-418a-9553-681592c02fd7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:14.735846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.755215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:14.755610 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Added segment 36d70adb-31fd-4c4e-a189-0fa975c1cfe9 of type vxlan for network 09af148d-95f8-4f1d-8df6-7174e3415dd8 Jan 14 03:21:14.790233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.790666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.791088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.791506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.791916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.792328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.792763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.793183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.793579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.794005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.794370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.794778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.795247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.795654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.796281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.796548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.796956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.797364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.797767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.798169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.798574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.798974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.799377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.799779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.800567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.800978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.803524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.803524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.803524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.803524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.803871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.804174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.804776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.805183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.805590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.805994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:14.812953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:14.899567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:14.900762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:14.903342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:14.911203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Pushing event updated for resources: {'SecurityGroup': ['ID=c23dce07-fc6a-4fa3-ac23-8d6ce3ea6060,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:14.915229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:14.921425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.305160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.326039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:15.326774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.353504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 96b83a42-faef-4ea2-aaba-1d1c65dc4353 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:15.362271 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca800002-dd44-4f15-92ef-de6b064f32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:15.460145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:15.460591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:15.487309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Network': ['ID=09af148d-95f8-4f1d-8df6-7174e3415dd8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:15.490656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:15.491453 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:15.493822 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3335190 Jan 14 03:21:15.498912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51862) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:15.504713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:15.553762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'network': {'name': 'tempest-device-tagging-net2-1532381622'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:15.565529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:15.587580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:network and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:15.594801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:15.601583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:15.611928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.616910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.626704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c0f982-57da-498e-8ba2-bc8fb64cb982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:15.656284 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/96b83a42-faef-4ea2-aaba-1d1c65dc4353 HTTP/1.1" status: 204 len: 168 time: 2.2796359 Jan 14 03:21:15.657313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:15.665712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:15.666784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.681697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.685479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51868) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:15.686463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=96b83a42-faef-4ea2-aaba-1d1c65dc4353,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:15.705443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:15.715366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.715757 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Added segment 9c0cc49b-8cca-4233-af50-e67a57485b9f of type vxlan for network ca8b896a-a333-4f2a-8c54-2dbc77dff902 Jan 14 03:21:15.749305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.786566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:15.826464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.858534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:15.859236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:15.882191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.882599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.883021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.883441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.883852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.884263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.884761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.885171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.885581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.885987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.886456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.886769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.887214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.887588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.888005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.888515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.888958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.889355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.889759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.890162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.890565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.890971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.891345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.891745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.892207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.892707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.893109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.893512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.893911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.894317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.894716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.895120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.895522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.895925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.896327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.896747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:15.901105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:15.907396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c0bfc75-f6ec-46af-835c-6c95c3136d4d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:15.908561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Transition to ACTIVE for port object cfd9a07d-e8bf-4138-97c8-f62ad24e47ec will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:15.928671 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e90c927-bb6b-4848-9267-5f181d165acc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:15.929177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e90c927-bb6b-4848-9267-5f181d165acc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:15.933991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e90c927-bb6b-4848-9267-5f181d165acc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/3e8ae4c6-e6b2-4c90-9c0d-ffc802e1aafb HTTP/1.1" status: 404 len: 337 time: 0.1549387 Jan 14 03:21:15.938688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4355917 Jan 14 03:21:15.938857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51874) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:15.939920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51876) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:15.945159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Transition to ACTIVE for port object cfd9a07d-e8bf-4138-97c8-f62ad24e47ec will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:16.020712 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4b739a-994b-41a9-89ce-2d67302365cb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:16.021211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4b739a-994b-41a9-89ce-2d67302365cb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:16.029453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'subnet': {'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:16.078494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.087722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.140957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:16.148676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b4b739a-994b-41a9-89ce-2d67302365cb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/e49de0ec-6fdf-479c-8d7d-f85082c9362b HTTP/1.1" status: 404 len: 339 time: 0.2114236 Jan 14 03:21:16.149339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51888) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:16.164383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:16.174649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.175032 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Added segment 9006e6fd-1cf7-404e-8135-41b97920adc7 of type vxlan for network 99688c19-9f69-48c2-8a7d-b479ec4694ca Jan 14 03:21:16.204465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.256648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.257605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:16.258229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.288059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Network': ['ID=ca8b896a-a333-4f2a-8c54-2dbc77dff902,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:16.292944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:16.293528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b74a141-83d3-42d2-88ed-3de1c4f9dd72 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:16.317011 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 1.9531183 Jan 14 03:21:16.323750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3853e40e-c378-40b9-8293-53c8289598cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:16.328767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51900) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:16.352277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Request body: {'network': {'project_id': 'f6455ef00f064f8c99f4e2edb0209cd5'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:16.372849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.400215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.422364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Pushing event updated for resources: {'Network': ['ID=99688c19-9f69-48c2-8a7d-b479ec4694ca,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:16.425257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:16.472578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:16.534208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.545346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Usage tracker for resource:network and tenant:f6455ef00f064f8c99f4e2edb0209cd5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:16.595015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:16.604213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting subnet 818dc8f0-1e1d-4751-9585-b040fbfbe79f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:16.607365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.665537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.671802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Network c64cbeb6-5170-453d-908e-f8947a574300 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:16.674510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 99688c19-9f69-48c2-8a7d-b479ec4694ca details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.756434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.774388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-network', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:16.787470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:16.790891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 99688c19-9f69-48c2-8a7d-b479ec4694ca details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.805821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Usage tracker for resource:network and tenant:fdae6779e754444b892d0e656ed79c9e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:16.809049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:16.821154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:16.843609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Made reservation on behalf of fdae6779e754444b892d0e656ed79c9e for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:16.848450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.880720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 99688c19-9f69-48c2-8a7d-b479ec4694ca details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:16.882233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:16.907591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:16.911652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Usage tracker for resource:security_group_rule and tenant:fdae6779e754444b892d0e656ed79c9e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:16.914887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:16.921946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:17.016682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:17.027562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:17.036777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:17.040282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.041089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:subnet and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:17.044702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.050100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:17.050942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:17.060803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:17.079560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:17.092961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f478bf1-e19e-4b2d-821f-b394a36b323c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:17.111719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:17.127294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:17.140157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.140950 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Added segment 6a499688-654d-46e3-a9b9-db9bfb3ddc6f of type vxlan for network 867484db-99cc-4a12-93c4-4ee3e5966d18 Jan 14 03:21:17.175327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.176601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:17.207049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Attempting to bind port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:17.207358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Attempting to bind port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:17.207909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Attempting to bind port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec on network c64cbeb6-5170-453d-908e-f8947a574300 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:17.214259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.215405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:17.216048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.222260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a47425e3-9a41-4fef-8f8a-de8f407d7cee tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:17.223159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:17.223321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Checking segment: {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:17.223923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.224517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Bound using segment: {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:17.225288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Bound port: cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:17.225842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.333861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] For port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:17.337563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] For port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:17.346378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.348406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.362687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Pushing event updated for resources: {'Network': ['ID=867484db-99cc-4a12-93c4-4ee3e5966d18,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:17.363865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Pushing event updated for resources: {'Port': ['ID=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:17.371303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:17.372054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:17.377422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Made reservation on behalf of f6455ef00f064f8c99f4e2edb0209cd5 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:17.383089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.385739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:17.406906 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1686385 Jan 14 03:21:17.410173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51918) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:17.417421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Request body: {'subnet': {'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-subnet', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:17.424309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:17.428385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Usage tracker for resource:subnet and tenant:fdae6779e754444b892d0e656ed79c9e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:17.431819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:17.438456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:17.452195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Made reservation on behalf of fdae6779e754444b892d0e656ed79c9e for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:17.457345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:17.470574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:17.695020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:17.708709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:17.761486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.093915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:18.125925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.189648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Pushing event updated for resources: {'Port': ['ID=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:18.223632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:18.282112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e06abdda-8520-4db0-8e41-325490747241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:18.352189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d948b458-f4f6-46be-ab69-514f82a1db49,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:18.362581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:18.368968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:18.479357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Checking segment: {'id': '6a499688-654d-46e3-a9b9-db9bfb3ddc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:18.479357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Network hostable DHCP agents. Network: 867484db-99cc-4a12-93c4-4ee3e5966d18, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:18.479808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.480261 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Added segment 0e706177-4300-424f-97af-cd63fd7072b1 of type vxlan for network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf Jan 14 03:21:18.500256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:18.516175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 867484db-99cc-4a12-93c4-4ee3e5966d18) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:18.523858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91697bde-fa09-4506-bf0e-769664d3ef36 None None] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:18.538510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:18.539170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.569518 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1582038 Jan 14 03:21:18.570221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:18.575791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:18.593605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:18.610403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Usage tracker for resource:router and tenant:fdae6779e754444b892d0e656ed79c9e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:18.617025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:18.625528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:18.654191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.656184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.658988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.687824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.752685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.755625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:18.757089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:18.806552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9f7bc32-79dc-44c1-bbc0-937425001b31 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:18.903820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52957c21-444c-4288-a0df-801b8bcc8b36 None None] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:18.919770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 2.5823882 Jan 14 03:21:18.942267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51946) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:18.977075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Request body: {'network': {'project_id': 'f6455ef00f064f8c99f4e2edb0209cd5'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:18.992949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:19.014396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Usage tracker for resource:network and tenant:f6455ef00f064f8c99f4e2edb0209cd5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:19.021955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Pushing event updated for resources: {'Network': ['ID=44176f7d-cbbc-4ac6-96ee-35e9c0d16daf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:19.024569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:19.030455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Router a8b72125-5434-4144-8c0f-23ef12229a12 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:21:19.035028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.125305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.139636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-171303418'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:19.161630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:19.171976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Usage tracker for resource:network and tenant:421cdceb8de44805a3f15ab66d276dcb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:19.175235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:19.187537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:19.211005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:19.253730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:19.265826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:19.286770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:19.289172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Made reservation on behalf of 421cdceb8de44805a3f15ab66d276dcb for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:19.299456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.315603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.339540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:19.350987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.361136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Usage tracker for resource:security_group_rule and tenant:421cdceb8de44805a3f15ab66d276dcb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:19.364596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:19.365170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:19.372561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:19.381415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:19.556169 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 03:21:19.556703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:19.557985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a0c29d9-ad20-41bd-b779-3a8598157f4c tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.6084352 Jan 14 03:21:19.559003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=818dc8f0-1e1d-4751-9585-b040fbfbe79f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:19.564770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:19.687199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc8fd1-275e-465d-8239-11e2c308ff9d None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:19.741452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.804285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51964) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:19.838967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.853794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:19.865176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.887141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cfd9a07d-e8bf-4138-97c8-f62ad24e47ec up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:19.894537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.896261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.914791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:19.945573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03fe3e29-d24c-4cd4-b7b8-a1a669b80e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:19.985015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/818dc8f0-1e1d-4751-9585-b040fbfbe79f HTTP/1.1" status: 204 len: 168 time: 3.8204610 Jan 14 03:21:19.986162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e648cfea-f24b-42db-8a2f-77c3349961fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:20.018921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f306a-5e02-4083-9960-a7b8d62ac578 None None] Network c64cbeb6-5170-453d-908e-f8947a574300 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:20.031772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51970) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:20.113879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Subnet': ['ID=aa5544a9-4df1-4b5f-b7c7-c8e79e953f26,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:20.139494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:20.244557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Checking segment: {'id': '36d70adb-31fd-4c4e-a189-0fa975c1cfe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:20.244952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network hostable DHCP agents. Network: 09af148d-95f8-4f1d-8df6-7174e3415dd8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:20.366218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Allocated IP 172.25.3.68 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/4046e63d-810a-4a6b-ba3e-40ae17fc8b30) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:20.394256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:20.410042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 09af148d-95f8-4f1d-8df6-7174e3415dd8) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:20.414957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.553765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d721284-8f2f-47f3-aa3e-98bd5f27b694 None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:20.565522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:20.566332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.592609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:20.638802 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.6945257 Jan 14 03:21:20.645130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:20.665655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'subnet': {'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:20.710864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Sync routers for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:20.744438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:20.745175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:20.770832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.794772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event updated for resources: {'SecurityGroup': ['ID=df155358-f194-4cd0-b103-cebff7fc7bf1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:20.814545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44176f7d-cbbc-4ac6-96ee-35e9c0d16daf']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:20.816032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5f04e1f1-9e56-4dd1-98ab-5e2f57fef2a5 None None] Provisioning for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:20.822918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:20.825783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.827293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3178711 Jan 14 03:21:20.832101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:20.833296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:subnet and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:20.876890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.897324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:20.911371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e706177-4300-424f-97af-cd63fd7072b1') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:20.912241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e706177-4300-424f-97af-cd63fd7072b1') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:20.928665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:20.934722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:20.939336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8383d04f-b87e-4525-ab4b-4eced8cfc97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:20.946056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.968952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:20.990921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:21.053770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.056532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:21.107164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:21.118460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:21.118897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.135172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:21.139822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Usage tracker for resource:security_group_rule and tenant:29dfe76036c044b5bd89418000df11d1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:21.142847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:21.148700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:21.260367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.277671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.288504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-09af148d-95f8-4f1d-8df6-7174e3415dd8', 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'fixed_ips': [{'subnet_id': 'aa5544a9-4df1-4b5f-b7c7-c8e79e953f26'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:21:21.290013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.305966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Pushing event updated for resources: {'Port': ['ID=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:21.347857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:21.348461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2f39cf6-102c-4365-9564-897d76445cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:21.399162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:21.403915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0119fdfa-85b5-4543-af79-9adb0b708051,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:21.424909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:21.435456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29dfe76036c044b5bd89418000df11d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5286791 Jan 14 03:21:21.455502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51998) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:21.542118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting subnet 6f06cabd-3fd2-45fd-8488-932c7e527753 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:21.546295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.578468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.695753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:21.707830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.708666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:21.757495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:21.771619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:21.784208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:22.026029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.065708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Network 44176f7d-cbbc-4ac6-96ee-35e9c0d16daf has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:22.084736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Allocated IP 10.1.1.2 (09af148d-95f8-4f1d-8df6-7174e3415dd8/aa5544a9-4df1-4b5f-b7c7-c8e79e953f26/20fd4175-22b3-4119-aba9-aba9d7e4d8cc) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:22.099224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:22.246232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.294762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.310100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:22.378397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.389367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:22.399816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52010) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:22.417673 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:22.473366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-56701e46-678b-4aea-ac9f-28653f2ae1ba None None] Provisioning complete for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:22.473797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56701e46-678b-4aea-ac9f-28653f2ae1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.493076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.562696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.563015 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Added segment 4f8a3b94-afca-4e0e-b721-7a1b4aa214f9 of type vxlan for network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a Jan 14 03:21:22.586096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:22.596088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:22.646814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.650805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.673775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f01302-16b2-4afa-971a-fa22cdfd140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:22.692311 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "DELETE /v2.0/networks/44176f7d-cbbc-4ac6-96ee-35e9c0d16daf HTTP/1.1" status: 204 len: 168 time: 3.1250997 Jan 14 03:21:22.702007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:22.739755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Pushing event deleted for resources: {'Network': ['ID=44176f7d-cbbc-4ac6-96ee-35e9c0d16daf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:22.742552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:22.792447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.796399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.841414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.855917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:22.867415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d3e5ae71424aa7b5957462ef10fa3a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:22.879430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:22.895041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:22.897203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:22.909703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2487630-53b4-4ab6-bad7-582d29c1ac95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:22.966437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0119fdfa-85b5-4543-af79-9adb0b708051,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:22.992521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:23.003888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.061982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Transition to ACTIVE for port object 20fd4175-22b3-4119-aba9-aba9d7e4d8cc will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:23.071296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.083100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.091335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:23.092072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.093743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Transition to ACTIVE for port object 20fd4175-22b3-4119-aba9-aba9d7e4d8cc will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:23.096647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.097723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:15Z', 'revision_number': 3, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:23.102354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.115583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Checking router: a8b72125-5434-4144-8c0f-23ef12229a12 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:23.115991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Updating router a8b72125-5434-4144-8c0f-23ef12229a12 port 969b8695-4b8e-418a-9553-681592c02fd7 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:21:23.127222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb4835f-1f0e-43ef-bd97-3105f82dd0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:23.142420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:23.323814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23cf5f97-1c62-4768-ba85-bba7aadc46f5 None None] Provisioning complete for port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:23.323814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23cf5f97-1c62-4768-ba85-bba7aadc46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.344971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Pushing event updated for resources: {'Port': ['ID=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:23.348399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:23.366886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.551783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.571926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:23.577609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:23.579974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:23.686758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.691885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0119fdfa-85b5-4543-af79-9adb0b708051 HTTP/1.1" status: 204 len: 168 time: 2.2281084 Jan 14 03:21:23.694499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event updated for resources: {'Network': ['ID=0e4019bb-368c-44e3-b8ed-fa1c83ac466a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:23.706242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.6111681 Jan 14 03:21:23.715758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:23.716327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ce799f6-de87-4c62-a212-897f1147aa83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:23.728281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:23.734453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52022) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:23.741835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:23.752938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99688c19-9f69-48c2-8a7d-b479ec4694ca']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:23.756164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:23.767584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Request body: {'subnet': {'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:23.767943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.773030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=6f06cabd-3fd2-45fd-8488-932c7e527753,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:23.785386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:23.787035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b083f-00f6-4e4e-b881-6cab3c6ba086 None None] Network 45886a6b-c714-468d-aedd-f3adb776e191 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:23.805213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9006e6fd-1cf7-404e-8135-41b97920adc7') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:23.805552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9006e6fd-1cf7-404e-8135-41b97920adc7') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:23.860920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/6f06cabd-3fd2-45fd-8488-932c7e527753 HTTP/1.1" status: 204 len: 168 time: 3.8029687 Jan 14 03:21:23.863793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:23.881481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.938644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:23.954583 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1989fd97-f917-4bf5-a42e-4fa8a2a5e6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:24.023691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2d3e5ae71424aa7b5957462ef10fa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6226199 Jan 14 03:21:24.026895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52032) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:24.030073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a37335-9177-4c28-b918-c6e37e90081c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:24.035394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:24.092785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.107084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.191624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52036) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:24.236870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Attempting to bind port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:24.237930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Attempting to bind port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '36d70adb-31fd-4c4e-a189-0fa975c1cfe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:24.237930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Attempting to bind port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc on network 09af148d-95f8-4f1d-8df6-7174e3415dd8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:24.242848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.261923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.272473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:24.279141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:24.292843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:24.293168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Checking segment: {'id': '36d70adb-31fd-4c4e-a189-0fa975c1cfe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:24.293908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.294113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Bound using segment: {'id': '36d70adb-31fd-4c4e-a189-0fa975c1cfe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:24.294653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Bound port: 20fd4175-22b3-4119-aba9-aba9d7e4d8cc, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d70adb-31fd-4c4e-a189-0fa975c1cfe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:24.295165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.304610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.321950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Usage tracker for resource:subnet and tenant:421cdceb8de44805a3f15ab66d276dcb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:24.324990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:24.338958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:24.346257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.440591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23cf5f97-1c62-4768-ba85-bba7aadc46f5 None None] Provisioning complete for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:24.441036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23cf5f97-1c62-4768-ba85-bba7aadc46f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.455286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.464928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0feed4d6-8208-4f69-9a21-94208c71c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:24.484622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Router 352cbefe-c521-4188-850c-3ad718acfc70 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:21:24.492492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a37335-9177-4c28-b918-c6e37e90081c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:24.502198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.504888 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45a37335-9177-4c28-b918-c6e37e90081c HTTP/1.1" status: 204 len: 168 time: 0.4756978 Jan 14 03:21:24.507895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:24.551369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cfd9a07d-e8bf-4138-97c8-f62ad24e47ec up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:24.658143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:24.697004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.735429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:24.748848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Sync routers for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:24.750315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.781001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2774caba-90b1-4fd7-bcbb-25237af7fe67 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:24.781730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:24.782590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:24.801472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:24.813157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Made reservation on behalf of 421cdceb8de44805a3f15ab66d276dcb for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:24.821697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2503188 Jan 14 03:21:24.822835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52044) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:24.838083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fb90c964ea4966b3454acad5ef817d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:24.937765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:25.023513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:25.132140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:25.134073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52048) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:25.154941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] For port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:25.158686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] For port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,segment=NetworkSegment(36d70adb-31fd-4c4e-a189-0fa975c1cfe9),segment_id=36d70adb-31fd-4c4e-a189-0fa975c1cfe9)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:25.186328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.231967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.259488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:25.265034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Usage tracker for resource:security_group_rule and tenant:886a1983e1ed48be9f5396d834f2c189 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:25.266147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:25.266524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.268881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:25.275580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:25.334008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:22Z', 'revision_number': 3, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:25.338306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Checking router: 352cbefe-c521-4188-850c-3ad718acfc70 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:25.338703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Updating router 352cbefe-c521-4188-850c-3ad718acfc70 port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:21:25.345857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:25.347865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.374144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.377773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Network 99688c19-9f69-48c2-8a7d-b479ec4694ca has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:25.387111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.397927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.402272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.423762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f110741a-41b0-4b68-9b70-8aa87913df18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:25.433241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=886a1983e1ed48be9f5396d834f2c189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978480 Jan 14 03:21:25.438474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52052) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:25.446188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:25.447017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.488811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Subnet': ['ID=efdfd958-30fd-432f-9cbe-5038ced955b7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:25.533660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Pushing event updated for resources: {'Port': ['ID=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:25.549855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:25.556906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] DHCP port deletion for 45886a6b-c714-468d-aedd-f3adb776e191 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:21:25.557302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825a45ce-0520-4cee-bc30-5749fe6983aa,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:25.559908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.562410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:25.570186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:25.573205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.603178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Deleting port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:25.604045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.679291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.851773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:25.869651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:21:26.057947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,segment=NetworkSegment(78bb9e27-1a4e-47b7-b3c5-2c2be85596d6),segment_id=78bb9e27-1a4e-47b7-b3c5-2c2be85596d6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:26.058403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.139586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.146691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f17c116e-4715-4483-9f68-2f0bc9be5ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:26.203618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Network 99688c19-9f69-48c2-8a7d-b479ec4694ca has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:26.217957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.221705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/825a45ce-0520-4cee-bc30-5749fe6983aa HTTP/1.1" status: 204 len: 168 time: 0.7729197 Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:26.243749 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:26.251713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Calling delete_port for 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:26.334803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a45ce-0520-4cee-bc30-5749fe6983aa,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:26.348676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:26.378273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.407256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.433230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37e91fcd-a9c3-4759-b429-b723a552d8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:26.487827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Pushing event deleted for resources: {'Port': ['ID=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:26.490830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:26.493113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20b8d265-2d20-4f06-9a8b-7c05eb28afe5,segment=NetworkSegment(78bb9e27-1a4e-47b7-b3c5-2c2be85596d6),segment_id=78bb9e27-1a4e-47b7-b3c5-2c2be85596d6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:26.493513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.595537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20fd4175-22b3-4119-aba9-aba9d7e4d8cc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:26.662666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] No DVR routers for this DVR port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:26.695804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:26.770965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:26.789287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:26.821039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Transition to ACTIVE for port object 969b8695-4b8e-418a-9553-681592c02fd7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:26.822371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:26.822965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:26.827527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.866923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:26.874888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Allocated IP 172.20.0.1 (867484db-99cc-4a12-93c4-4ee3e5966d18/d948b458-f4f6-46be-ab69-514f82a1db49/d4c44ec8-09a6-4648-be11-3259defcf308) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:27.025929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91225b92-5723-4ddf-a38f-2f02afa0afb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.169403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Checking segment: {'id': '9c0cc49b-8cca-4233-af50-e67a57485b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:27.169845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network hostable DHCP agents. Network: ca8b896a-a333-4f2a-8c54-2dbc77dff902, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:27.180437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Pushing event updated for resources: {'Port': ['ID=969b8695-4b8e-418a-9553-681592c02fd7,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:27.185068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:27.187430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Attempting to bind port 969b8695-4b8e-418a-9553-681592c02fd7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:27.189334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.193265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecfbeab5-8ec0-4b70-8e47-c1269aedc3b4 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.194080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.203699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Attempting to bind port 969b8695-4b8e-418a-9553-681592c02fd7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:27.204607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Attempting to bind port 969b8695-4b8e-418a-9553-681592c02fd7 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:27.211375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:27.212044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:27.212672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.213273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:27.214118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Bound port: 969b8695-4b8e-418a-9553-681592c02fd7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:27.214693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.229735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.247870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Pushing event deleted for resources: {'Network': ['ID=99688c19-9f69-48c2-8a7d-b479ec4694ca,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:27.251141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:27.323792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] For port 969b8695-4b8e-418a-9553-681592c02fd7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:27.327932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] For port 969b8695-4b8e-418a-9553-681592c02fd7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=969b8695-4b8e-418a-9553-681592c02fd7,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:27.334072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.338111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.353052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.383721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.411581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.466187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3f5716-658d-4c41-a283-04c34a796738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.471407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c44ec8-09a6-4648-be11-3259defcf308,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:27.488626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:27.547329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:27.548613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:27.554026 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] 10.222.0.30 "DELETE /v2.0/networks/99688c19-9f69-48c2-8a7d-b479ec4694ca HTTP/1.1" status: 204 len: 168 time: 4.8416305 Jan 14 03:21:27.554316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:27.570565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a683cd-4797-4e39-9f43-213f0d8ba3fc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:27.585583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Pushing event updated for resources: {'Port': ['ID=969b8695-4b8e-418a-9553-681592c02fd7,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:27.590597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.594169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:27.622295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Transition to ACTIVE for port object 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:27.627738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.632251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:27.666546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:27.671393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:27.672227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9fc1b-7486-4cb1-9b37-29a835e4a32b None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:27.686748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.758059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Allocated IP 172.20.0.1 (c64cbeb6-5170-453d-908e-f8947a574300/5a372f77-fd40-4bd6-a9be-07be1c769ce2/7ae10774-b355-4045-ad06-3e3fd43e6746) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:27.769265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5fb90c964ea4966b3454acad5ef817d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5764685 Jan 14 03:21:27.770069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ca8b896a-a333-4f2a-8c54-2dbc77dff902) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:27.772032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52072) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:27.837788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9084d-220c-44b1-ae44-a6d5332229e0 None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:27.866170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.945336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Attempting to bind port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:27.946159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Attempting to bind port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:27.946635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Attempting to bind port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:27.963997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:27.964254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Provisioning for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:27.964560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:27.965031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.965585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:27.966104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Bound port: 4046e63d-810a-4a6b-ba3e-40ae17fc8b30, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:27.966517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:27.994505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Provisioning complete for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:27.994922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.064865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:28.065497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:28.081513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] For port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:28.085277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] For port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:28.087627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Pushing event updated for resources: {'Port': ['ID=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:28.091839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:28.093676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.111427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:28.220885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.271623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Transition to ACTIVE for port object 7ae10774-b355-4045-ad06-3e3fd43e6746 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:28.294578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Pushing event updated for resources: {'Port': ['ID=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:28.298956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:28.328892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:28.330211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.350967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:28.351629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:28.356885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.384189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:28.387189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:28.464697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd75baca-2ea4-4c9e-96b8-96fc70b338a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:28.504335 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.8561547 Jan 14 03:21:28.536126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.549435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52084) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:28.553043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.616566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:28.672306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd33328f-8d54-4bf7-9d76-8d38dfbb3542 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:28.681668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Network c64cbeb6-5170-453d-908e-f8947a574300 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:28.719047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:28.725830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.727360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.731226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:28.780332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'port': {'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1886259925', 'fixed_ips': [{'subnet_id': 'aa5544a9-4df1-4b5f-b7c7-c8e79e953f26'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:28.854797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 20b8d265-2d20-4f06-9a8b-7c05eb28afe5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:28.855181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:28.945139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.002732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:29.048060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52092) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:29.138656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c44ec8-09a6-4648-be11-3259defcf308,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:29.156527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:29.161889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'd4c44ec8-09a6-4648-be11-3259defcf308', 'name': '', 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'mac_address': 'fa:16:3e:ff:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:26Z', 'revision_number': 1, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'subnets': [{'id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:29.166638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] The port '20b8d265-2d20-4f06-9a8b-7c05eb28afe5' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:21:29.169609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:29.171386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6136c53f-62d6-4887-a974-fc775378f128 None None] The sync data for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 is: [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'd4c44ec8-09a6-4648-be11-3259defcf308', 'name': '', 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'mac_address': 'fa:16:3e:ff:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:26Z', 'revision_number': 1, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'subnets': [{'id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:29.199755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:29.266359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.326150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:29.347230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:29.348944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:port and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:29.352648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:29.354899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for port was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:29.426694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.437486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.492449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.592021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:29.603055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Router 352cbefe-c521-4188-850c-3ad718acfc70 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:21:29.619873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-ca8b896a-a333-4f2a-8c54-2dbc77dff902', 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'fixed_ips': [{'subnet_id': 'efdfd958-30fd-432f-9cbe-5038ced955b7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:21:29.621258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.641699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] For port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,segment=NetworkSegment(36d70adb-31fd-4c4e-a189-0fa975c1cfe9),segment_id=36d70adb-31fd-4c4e-a189-0fa975c1cfe9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:29.669541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.698109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15436773-e5be-4191-a3ef-d0c639846326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:29.813319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.890627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:29.912410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Pushing event updated for resources: {'Port': ['ID=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:29.932667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:29.934926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:29.956510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:29.980870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3f533855a54dd48bf193cc27acbacb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:29.987839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45886a6b-c714-468d-aedd-f3adb776e191']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:30.010475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b1f8061-9233-4047-aad5-926a214c6bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:30.038798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:30.044225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:30.059020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:30.130936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5dd5ee53-ace5-4e5b-9167-4d5c753df42c None None] Provisioning for port 7ae10774-b355-4045-ad06-3e3fd43e6746 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:30.156225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5dd5ee53-ace5-4e5b-9167-4d5c753df42c None None] Provisioning complete for port 7ae10774-b355-4045-ad06-3e3fd43e6746 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:30.157195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dd5ee53-ace5-4e5b-9167-4d5c753df42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:30.213132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] 10.222.0.30 "PUT /v2.0/routers/352cbefe-c521-4188-850c-3ad718acfc70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3873632 Jan 14 03:21:30.308390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:30.460957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5dd5ee53-ace5-4e5b-9167-4d5c753df42c None None] Port 7ae10774-b355-4045-ad06-3e3fd43e6746 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:21:30.505580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:15Z', 'revision_number': 3, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:30.528718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a02e5-4244-4a2d-aacb-dc23ea5fc338 None None] The sync data for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 is: [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:15Z', 'revision_number': 3, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:30.637933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20fd4175-22b3-4119-aba9-aba9d7e4d8cc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:30.719548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] device_id is not set on port 3258ace2-cb5e-4431-8845-2ae9f9ebe050 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:21:30.723752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a683cd-4797-4e39-9f43-213f0d8ba3fc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:30.726634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:30.777127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:30.778410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bb9e27-1a4e-47b7-b3c5-2c2be85596d6') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:30.801008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:30.807929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0164f7ba-5f62-4756-9aea-d1c6002ace45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:30.927428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Allocated IP 10.2.2.2 (ca8b896a-a333-4f2a-8c54-2dbc77dff902/efdfd958-30fd-432f-9cbe-5038ced955b7/62e47f91-cde6-43c3-9e73-8865083664b5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:30.997202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.054542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.055792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6a683cd-4797-4e39-9f43-213f0d8ba3fc HTTP/1.1" status: 204 len: 168 time: 3.2796304 Jan 14 03:21:31.115017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.152466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:31.161739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1dbed91b-1818-4616-9163-753a385bf4cc None None] Provisioning complete for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:31.162400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dbed91b-1818-4616-9163-753a385bf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.199276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Allocated IP 10.1.1.245 (09af148d-95f8-4f1d-8df6-7174e3415dd8/aa5544a9-4df1-4b5f-b7c7-c8e79e953f26/3258ace2-cb5e-4431-8845-2ae9f9ebe050) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:31.211241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:21:31.418358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event updated for resources: {'Subnet': ['ID=a4edb94e-52e6-48a8-86c2-5a3796907c3f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:31.426913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:31.431008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.538787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:31.549618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.586194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.610478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Transition to ACTIVE for port object 3258ace2-cb5e-4431-8845-2ae9f9ebe050 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:31.639260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.745230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e93dc377-5a2e-4375-9fc6-b3a5b6bc437a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:31.867327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:31.898824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:32.126806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:32.140032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Transition to ACTIVE for port object 62e47f91-cde6-43c3-9e73-8865083664b5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:32.161534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Transition to ACTIVE for port object 62e47f91-cde6-43c3-9e73-8865083664b5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:32.223883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:32.289608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afa6e0c0-cf6d-400e-b87e-9f7d17d11e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:32.414632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Pushing event updated for resources: {'Port': ['ID=62e47f91-cde6-43c3-9e73-8865083664b5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:32.433070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Port': ['ID=3258ace2-cb5e-4431-8845-2ae9f9ebe050,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:32.448081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:32.491596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:32.493140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:32.495659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:32.498400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:32.519823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-4b52ac99-0a75-4abe-a5de-17e6d6de5ddf tempest-ServerRescueNegativeTestJSON-103253555 tempest-ServerRescueNegativeTestJSON-103253555] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:32.521563 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-4b52ac99-0a75-4abe-a5de-17e6d6de5ddf tempest-ServerRescueNegativeTestJSON-103253555 tempest-ServerRescueNegativeTestJSON-103253555] 10.222.0.30 "GET /v2.0/networks?id=867484db-99cc-4a12-93c4-4ee3e5966d18 HTTP/1.1" status: 200 len: 819 time: 1.0475764 Jan 14 03:21:32.524537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:32.528577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.579301 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:32.582113 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:32.615177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:32.615893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:32.671008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9983211 Jan 14 03:21:32.671146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52158) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:32.677639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'port': {'network_id': '09af148d-95f8-4f1d-8df6-7174e3415dd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1394495268', 'fixed_ips': [{'subnet_id': 'aa5544a9-4df1-4b5f-b7c7-c8e79e953f26'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:32.683641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:32.689429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:32.698021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:32.705230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-415dacac-715f-4de5-a394-877d3b6ab0fa tempest-ServerRescueNegativeTestJSON-103253555 tempest-ServerRescueNegativeTestJSON-103253555] 10.222.0.30 "GET /v2.0/quotas/fdae6779e754444b892d0e656ed79c9e HTTP/1.1" status: 200 len: 375 time: 0.1573639 Jan 14 03:21:32.706101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Checking segment: {'id': '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:32.706505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network hostable DHCP agents. Network: 0e4019bb-368c-44e3-b8ed-fa1c83ac466a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:32.767137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bcf2ed57-b569-4eab-97fa-c71d84a37cca None None] Provisioning complete for port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:32.780715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcf2ed57-b569-4eab-97fa-c71d84a37cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:32.866147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 969b8695-4b8e-418a-9553-681592c02fd7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:32.927370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 45886a6b-c714-468d-aedd-f3adb776e191 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:32.938631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Attempting to bind port 62e47f91-cde6-43c3-9e73-8865083664b5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:32.939598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Attempting to bind port 62e47f91-cde6-43c3-9e73-8865083664b5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '9c0cc49b-8cca-4233-af50-e67a57485b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:32.940315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Attempting to bind port 62e47f91-cde6-43c3-9e73-8865083664b5 on network ca8b896a-a333-4f2a-8c54-2dbc77dff902 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:32.956043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:32.956799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Checking segment: {'id': '9c0cc49b-8cca-4233-af50-e67a57485b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:32.957504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:32.958144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Bound using segment: {'id': '9c0cc49b-8cca-4233-af50-e67a57485b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:32.959005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Bound port: 62e47f91-cde6-43c3-9e73-8865083664b5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0cc49b-8cca-4233-af50-e67a57485b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca8b896a-a333-4f2a-8c54-2dbc77dff902'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:32.959625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.001137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:33.007212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:port and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:33.016859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for port was recalculated. Used quota:5. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:33.039568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.040138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:33.081991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.086722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.092048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Made reservation on behalf of e1184be70b6346e8be53c637b26dd97d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:33.104257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.142941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 969b8695-4b8e-418a-9553-681592c02fd7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:33.152484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 969b8695-4b8e-418a-9553-681592c02fd7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:33.153014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.178682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:33.180930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.209051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] For port 62e47f91-cde6-43c3-9e73-8865083664b5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:33.299682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-49c2bbcc-5255-4e69-a59a-7dd01093f3d7 None None] Provisioning for port 3258ace2-cb5e-4431-8845-2ae9f9ebe050 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:33.307179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-49c2bbcc-5255-4e69-a59a-7dd01093f3d7 None None] Provisioning complete for port 3258ace2-cb5e-4431-8845-2ae9f9ebe050 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:33.307680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49c2bbcc-5255-4e69-a59a-7dd01093f3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.332125 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-782c461c-67ee-449a-8e6d-6d42ddcba449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:33.333096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] device_id is not set on port 994414a0-0e11-467d-80ff-ebe7b9e321ea yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:21:33.343385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.384869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 969b8695-4b8e-418a-9553-681592c02fd7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=969b8695-4b8e-418a-9553-681592c02fd7,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:33.387483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-49c2bbcc-5255-4e69-a59a-7dd01093f3d7 None None] Port 3258ace2-cb5e-4431-8845-2ae9f9ebe050 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:21:33.390958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.391918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:33.428677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:33.515040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=969b8695-4b8e-418a-9553-681592c02fd7,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:33.533623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:33.564049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:33.570225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:33.570876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.598106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0e4019bb-368c-44e3-b8ed-fa1c83ac466a) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:33.626355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Allocated IP 10.1.1.188 (09af148d-95f8-4f1d-8df6-7174e3415dd8/aa5544a9-4df1-4b5f-b7c7-c8e79e953f26/994414a0-0e11-467d-80ff-ebe7b9e321ea) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:33.641088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1f6c0-13d2-4d84-8cb5-9e4919aa0f17 None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:33.652615 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d3f533855a54dd48bf193cc27acbacb&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5883706 Jan 14 03:21:33.665044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-a621589c-f96a-46b5-8f50-60b9b098ae4c tempest-ServerRescueNegativeTestJSON-103253555 tempest-ServerRescueNegativeTestJSON-103253555] 10.222.0.30 "GET /v2.0/ports?tenant_id=fdae6779e754444b892d0e656ed79c9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9302571 Jan 14 03:21:33.666155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:33.667031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:33.671317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc71cc-7ca5-4ee0-835b-2ca8edd78d1a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:33.684659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:33.699055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52178) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:33.733868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 45886a6b-c714-468d-aedd-f3adb776e191 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:33.785354 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:33.997504 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 10.2526624 Jan 14 03:21:34.011858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52188) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:34.028853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Request body: {'port': {'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1565243204'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:34.033243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.058467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.072126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Transition to ACTIVE for port object 994414a0-0e11-467d-80ff-ebe7b9e321ea will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:34.094727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] For port 62e47f91-cde6-43c3-9e73-8865083664b5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62e47f91-cde6-43c3-9e73-8865083664b5,segment=NetworkSegment(9c0cc49b-8cca-4233-af50-e67a57485b9f),segment_id=9c0cc49b-8cca-4233-af50-e67a57485b9f)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:34.122764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.154463 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71bf2eb1-419a-49d7-92ea-5f8093f6b986 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:34.165767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:34.183492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.228378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.242082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0de0ecba-938c-465d-b2cc-33e2e0f77752 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:34.278077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-c8819723-98d1-4e36-a0c8-3e0a3428383f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:34.279417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-c8819723-98d1-4e36-a0c8-3e0a3428383f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5813072 Jan 14 03:21:34.280940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.293819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=45886a6b-c714-468d-aedd-f3adb776e191,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:34.297826 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/45886a6b-c714-468d-aedd-f3adb776e191 HTTP/1.1" status: 204 len: 168 time: 10.4235427 Jan 14 03:21:34.299426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:34.304536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:34.311094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Network c64cbeb6-5170-453d-908e-f8947a574300 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:34.311887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52196) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:34.359333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0410bca9-c2c8-4132-b047-c0d5b03cd3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:34.380842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Port': ['ID=994414a0-0e11-467d-80ff-ebe7b9e321ea,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:34.384190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:34.414302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.417335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0e4019bb-368c-44e3-b8ed-fa1c83ac466a', 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a', 'tenant_id': '421cdceb8de44805a3f15ab66d276dcb', 'fixed_ips': [{'subnet_id': 'a4edb94e-52e6-48a8-86c2-5a3796907c3f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:21:34.418239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.456133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:34.457491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:34.465731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Usage tracker for resource:port and tenant:421cdceb8de44805a3f15ab66d276dcb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:34.471230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:34.475985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:34.489549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:34.505504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:34.583498 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.586047 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.593062 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:34.595670 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:34.632576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:34.633400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.673185 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-df7e9ce4-cd01-46b9-b526-874262dfe0e5 service neutron] 10.222.0.30 "GET /v2.0/networks/867484db-99cc-4a12-93c4-4ee3e5966d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705666 Jan 14 03:21:34.686731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Made reservation on behalf of 421cdceb8de44805a3f15ab66d276dcb for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:34.698597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:34.724399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0520468 Jan 14 03:21:34.959634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 969b8695-4b8e-418a-9553-681592c02fd7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:35.031610 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4970c7-a3ca-4a57-b5c6-4c47cc6b96dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:35.032374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4970c7-a3ca-4a57-b5c6-4c47cc6b96dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:35.036882 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9a4970c7-a3ca-4a57-b5c6-4c47cc6b96dd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/3cfd69b9-ceb2-4064-96d0-793440c1aa2e HTTP/1.1" status: 404 len: 337 time: 0.5267336 Jan 14 03:21:35.036882 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9785d5eb-33c7-4f62-9b69-69ee6b45b56c req-d2c76698-60ee-4890-9905-26405c3297bd service neutron] 10.222.0.30 "GET /v2.0/networks/867484db-99cc-4a12-93c4-4ee3e5966d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2839792 Jan 14 03:21:35.037347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52216) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.057993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.094141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.098919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52220) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.106074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'security_group': {'name': 'tempest-securitygroup--1314734786', 'description': 'tempest-description--1589139112'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:35.144534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:35.157417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:security_group and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:35.165806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:35.180176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:35.203010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.230170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.255036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebee0f8f-220d-47c4-8320-407a46541349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:35.255632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:35.260030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:security_group_rule and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:35.267127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:35.276508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Allocated IP 172.20.0.2 (0e4019bb-368c-44e3-b8ed-fa1c83ac466a/a4edb94e-52e6-48a8-86c2-5a3796907c3f/bf66f7b1-d37a-4019-b116-6c57dafe63c9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:35.276853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:35.290783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc71cc-7ca5-4ee0-835b-2ca8edd78d1a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:35.299391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:35.302663 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8533d9a5-990e-4bf7-b42d-9f20f6b801fd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:35.303553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8533d9a5-990e-4bf7-b42d-9f20f6b801fd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:35.305708 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8533d9a5-990e-4bf7-b42d-9f20f6b801fd tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/01ad3f58-04ee-48f1-ab9a-23405f0781f9 HTTP/1.1" status: 404 len: 339 time: 0.2539093 Jan 14 03:21:35.313472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.355498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.356368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8fc71cc-7ca5-4ee0-835b-2ca8edd78d1a HTTP/1.1" status: 204 len: 168 time: 1.6407878 Jan 14 03:21:35.450652 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac203d9-d663-43f4-9c6d-325bb48d470e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:35.451437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac203d9-d663-43f4-9c6d-325bb48d470e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:35.456093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ac203d9-d663-43f4-9c6d-325bb48d470e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/a32a98be-e9fb-4040-a2c4-ce035f2a43fd HTTP/1.1" status: 404 len: 337 time: 0.1415040 Jan 14 03:21:35.463872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52240) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.552036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Pushing event updated for resources: {'Port': ['ID=62e47f91-cde6-43c3-9e73-8865083664b5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:35.573317 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-193d94f2-beff-4d9c-ac32-b805e03543cc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:35.575161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193d94f2-beff-4d9c-ac32-b805e03543cc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:35.622049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] device_id is not set on port c5789c9f-7ba3-4052-a76c-27c0c18edb0d yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:21:35.632334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-193d94f2-beff-4d9c-ac32-b805e03543cc tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/8ec80a4d-93d6-44b5-a826-47cbc7d400a0 HTTP/1.1" status: 404 len: 339 time: 0.1671107 Jan 14 03:21:35.649382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.686465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Router a8b72125-5434-4144-8c0f-23ef12229a12 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:21:35.809787 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e7f448-acee-46b8-98df-df1668dc777e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:35.814973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e7f448-acee-46b8-98df-df1668dc777e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:35.836938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:35.869239 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0e7f448-acee-46b8-98df-df1668dc777e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/04bb0ff6-7ded-4d0e-9eba-d800e6436f51 HTTP/1.1" status: 404 len: 337 time: 0.2160013 Jan 14 03:21:35.979549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.620s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:35.989373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddc462ca-4294-491f-bd7e-c9cb18fba39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:35.990634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.541s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:36.077568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:36.089107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Provisioning for port 994414a0-0e11-467d-80ff-ebe7b9e321ea completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:36.108822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:36.115314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.116263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:36.119116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Provisioning complete for port 994414a0-0e11-467d-80ff-ebe7b9e321ea triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:36.119551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.221709 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fe2c39-a7e4-443d-baff-7d6cdba74f59 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:36.222201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fe2c39-a7e4-443d-baff-7d6cdba74f59 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:36.226454 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43fe2c39-a7e4-443d-baff-7d6cdba74f59 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/e50c9084-db1a-46d9-bab3-9d0ab50fd6c5 HTTP/1.1" status: 404 len: 339 time: 0.0946994 Jan 14 03:21:36.234782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52278) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:36.235496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.271585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 969b8695-4b8e-418a-9553-681592c02fd7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:36.272019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.297478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Port 994414a0-0e11-467d-80ff-ebe7b9e321ea cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:21:36.301014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Sync routers for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:36.325460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:36.350226 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8b72125-5434-4144-8c0f-23ef12229a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5132663 Jan 14 03:21:36.361197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c455192-82b1-429d-b993-8612fa872ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:36.384368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:36.385239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:36.387075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.392218 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2880626 Jan 14 03:21:36.392568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52284) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:36.400055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'security_group_rule': {'security_group_id': '32bd9897-35c3-44e7-a366-0e8d2ccd1901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:36.427029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:36.436556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:security_group_rule and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:36.442081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:36.458775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:36.472535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:36.518728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.563739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.587105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Provisioning complete for port 7ae10774-b355-4045-ad06-3e3fd43e6746 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:36.587462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.650420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:36.678125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Usage tracker for resource:security_group_rule and tenant:86d8adbfc20f4a449913db225a5a4b3e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:36.681454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:36.694434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:36.695385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:36.796529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.801508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Sync routers for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:36.806523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting subnet 18af0799-efe9-4f8e-905d-8a55bc131070 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:36.810826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.815074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:36.815748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:36.821416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.854568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffe52e23-b729-47f2-8f15-172c6ca4e72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:36.883513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.884548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.906245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:36.940772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86d8adbfc20f4a449913db225a5a4b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670506 Jan 14 03:21:36.947137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fdd9a1-972a-4321-ab25-663e20bf191d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:36.949662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52304) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:36.973425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd9897-35c3-44e7-a366-0e8d2ccd1901,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:36.986315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:37.019175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:37.019697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:37.050355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e44c599-35a8-431d-b67d-07dca340cfc1,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:37.054722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:37.078485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.079880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6861866 Jan 14 03:21:37.083144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52310) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:37.092581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.143245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.190228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'security_group_rule': {'security_group_id': '32bd9897-35c3-44e7-a366-0e8d2ccd1901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:37.227143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:37.233886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.253444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c069f6e-b17e-4794-b227-6f487a3491c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:37.265175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:security_group_rule and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:37.268334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:37.281922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:37.298592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fdd9a1-972a-4321-ab25-663e20bf191d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:37.303946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.305211 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02fdd9a1-972a-4321-ab25-663e20bf191d HTTP/1.1" status: 204 len: 168 time: 0.3521497 Jan 14 03:21:37.310978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:37.313455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:37.362667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.481721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.501598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a39e010b-f400-40ab-8554-7edba66cf9e9 None None] Port 7ae10774-b355-4045-ad06-3e3fd43e6746 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:21:37.528018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.543168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.546232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:37.607633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fa018c-8d36-4261-83a5-455075208c3e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:37.624470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:37.634745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52324) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:37.640399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8893307-08a6-477b-a62b-55ce66b49e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.641979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.658252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group': {'name': 'tempest-securitygroup--1115861689', 'description': 'tempest-description--1361534431'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:37.679632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.687057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5930538 Jan 14 03:21:37.687937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:37.698230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:37.707901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:37.742330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:37.750616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Usage tracker for resource:floatingip and tenant:e1184be70b6346e8be53c637b26dd97d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:37.759151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:37.761484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.770177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:37.781434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'd4c44ec8-09a6-4648-be11-3259defcf308', 'name': '', 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'mac_address': 'fa:16:3e:ff:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:28Z', 'revision_number': 2, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'subnets': [{'id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:37.788199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Transition to ACTIVE for port object bf66f7b1-d37a-4019-b116-6c57dafe63c9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:37.792287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Checking router: 352cbefe-c521-4188-850c-3ad718acfc70 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:37.792912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Updating router 352cbefe-c521-4188-850c-3ad718acfc70 port d4c44ec8-09a6-4648-be11-3259defcf308 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:21:37.793860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.853421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:37.863192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:29Z', 'revision_number': 4, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7ae10774-b355-4045-ad06-3e3fd43e6746', 'name': '', 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'mac_address': 'fa:16:3e:78:0f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:30Z', 'revision_number': 2, 'project_id': '1273a922847744b390749f7fba7879a3', 'subnets': [{'id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:37.864307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:37.867968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:37.869072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Checking router: a8b72125-5434-4144-8c0f-23ef12229a12 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:37.869711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Updating router a8b72125-5434-4144-8c0f-23ef12229a12 port 7ae10774-b355-4045-ad06-3e3fd43e6746 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:21:37.883771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:38.003234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.190673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.236026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:38.264182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:38.274508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:38.288986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:38.311334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Transition to ACTIVE for port object bf66f7b1-d37a-4019-b116-6c57dafe63c9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:38.323995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:38.384598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.425581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.480639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-065f577e-717f-47a5-8af6-40ce232786ca tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:38.578691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Allocated IP 172.20.0.6 (0e4019bb-368c-44e3-b8ed-fa1c83ac466a/a4edb94e-52e6-48a8-86c2-5a3796907c3f/c5789c9f-7ba3-4052-a76c-27c0c18edb0d) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:38.710893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=18af0799-efe9-4f8e-905d-8a55bc131070,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:38.746623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:38.834381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.866634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Transition to ACTIVE for port object d4c44ec8-09a6-4648-be11-3259defcf308 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:38.906062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:38.995641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.005309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.027164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Transition to ACTIVE for port object 7ae10774-b355-4045-ad06-3e3fd43e6746 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:39.031653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.059624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:39.109500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.143012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Transition to ACTIVE for port object c5789c9f-7ba3-4052-a76c-27c0c18edb0d will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:21:39.174357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.197126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/18af0799-efe9-4f8e-905d-8a55bc131070 HTTP/1.1" status: 204 len: 168 time: 2.9252541 Jan 14 03:21:39.209849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:39.268531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:39.336766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:39.459426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:39.641067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event updated for resources: {'Port': ['ID=c5789c9f-7ba3-4052-a76c-27c0c18edb0d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:39.655866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Pushing event updated for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:39.667044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.667651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.668167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.668702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.669210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.669785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.670302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.670805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.671491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.672067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.672609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.673113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.673677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.674184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.674697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.675197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.675700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.676197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.676898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.677407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.677904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.678401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.678898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.679411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.679979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.680687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.681195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.681704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.682200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.682697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.683194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.683823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.684359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.684877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.685919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.686432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:39.691491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:39.693649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:39.720764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0597c-22fe-4ee7-aba0-2c585569a17f None None] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:39.748938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8123167-75a2-47af-8478-5d2915fc5c23 None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:39.873801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:39.900070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:39.934303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:40.135851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.150880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:40.155311 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:40.178904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Attempting to bind port 7ae10774-b355-4045-ad06-3e3fd43e6746 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:40.184859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Attempting to bind port 7ae10774-b355-4045-ad06-3e3fd43e6746 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:40.186001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Attempting to bind port 7ae10774-b355-4045-ad06-3e3fd43e6746 on network c64cbeb6-5170-453d-908e-f8947a574300 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:40.194114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:40.198025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Checking segment: {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:40.198630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.199230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Bound using segment: {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:40.199896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Bound port: 7ae10774-b355-4045-ad06-3e3fd43e6746, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654d63e4-fca5-4eaa-91c3-efc87f0a3256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:40.200884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.206098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.214870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:40.215643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.309557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.315200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3008807 Jan 14 03:21:40.316251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52378) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:40.385423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] For port 7ae10774-b355-4045-ad06-3e3fd43e6746, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:40.389024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] For port 7ae10774-b355-4045-ad06-3e3fd43e6746, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ae10774-b355-4045-ad06-3e3fd43e6746,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:40.400716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.435658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 69cb7637-d769-42ed-b933-a98282ac791a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:40.436038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:40.442701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:40.566139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Allocated IP 172.25.3.11 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/ad8ff3d6-2191-42e2-8c66-a374933c46dd) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:40.755864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Pushing event updated for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:40.761524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:40.795146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52392) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:40.844538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:40.845380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:40.978336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:41.022924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.072693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.148589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:41.151988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Deleting port c5789c9f-7ba3-4052-a76c-27c0c18edb0d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:41.152526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.210671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-92030aff-a54e-4acd-8666-4a0c28748e0e None None] Provisioning for port 62e47f91-cde6-43c3-9e73-8865083664b5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:41.246373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:41.256427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port 69cb7637-d769-42ed-b933-a98282ac791a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69cb7637-d769-42ed-b933-a98282ac791a,segment=NetworkSegment(0aaa7963-45ec-4600-8c66-98f1c8608d98),segment_id=0aaa7963-45ec-4600-8c66-98f1c8608d98)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:41.260571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.267013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:41.290552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.433141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.451349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Attempting to bind port bf66f7b1-d37a-4019-b116-6c57dafe63c9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:41.459684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Attempting to bind port bf66f7b1-d37a-4019-b116-6c57dafe63c9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:41.461727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Attempting to bind port bf66f7b1-d37a-4019-b116-6c57dafe63c9 on network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:41.479868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-bc51c17c-ea0a-4bd6-9918-6a30831ec822 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:41.481064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc51c17c-ea0a-4bd6-9918-6a30831ec822 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.6848648 Jan 14 03:21:41.521088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:41.528944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Checking segment: {'id': '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:41.530027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.533507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Bound using segment: {'id': '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:41.534169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Bound port: bf66f7b1-d37a-4019-b116-6c57dafe63c9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '0e4019bb-368c-44e3-b8ed-fa1c83ac466a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:41.534686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.583481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Calling delete_port for c5789c9f-7ba3-4052-a76c-27c0c18edb0d owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:41.627629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:41.647056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for 69cb7637-d769-42ed-b933-a98282ac791a owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:41.657920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] For port bf66f7b1-d37a-4019-b116-6c57dafe63c9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:41.661291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] For port bf66f7b1-d37a-4019-b116-6c57dafe63c9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bf66f7b1-d37a-4019-b116-6c57dafe63c9,segment=NetworkSegment(4f8a3b94-afca-4e0e-b721-7a1b4aa214f9),segment_id=4f8a3b94-afca-4e0e-b721-7a1b4aa214f9)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:41.665851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Pushing event updated for resources: {'Port': ['ID=d4c44ec8-09a6-4648-be11-3259defcf308,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:41.705200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.437s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:41.712426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.010s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:41.724223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:29Z', 'revision_number': 4, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7ae10774-b355-4045-ad06-3e3fd43e6746', 'name': '', 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'mac_address': 'fa:16:3e:78:0f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:40Z', 'revision_number': 4, 'project_id': '1273a922847744b390749f7fba7879a3', 'subnets': [{'id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:41.731867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-d0d75737-68bf-40f2-a1a3-d2e1625c1190 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:41.733636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8936794-386b-403d-8f4a-84e4c40cb501 None None] The sync data for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 is: [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:21:29Z', 'revision_number': 4, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7ae10774-b355-4045-ad06-3e3fd43e6746', 'name': '', 'network_id': 'c64cbeb6-5170-453d-908e-f8947a574300', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'mac_address': 'fa:16:3e:78:0f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:40Z', 'revision_number': 4, 'project_id': '1273a922847744b390749f7fba7879a3', 'subnets': [{'id': '5a372f77-fd40-4bd6-a9be-07be1c769ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:41.745655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0d75737-68bf-40f2-a1a3-d2e1625c1190 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0380895 Jan 14 03:21:41.749930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52408) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:41.757539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.786181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-aa7dc9bd-b8b3-493e-99c9-1858eba0859c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:41.795058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:41.795513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.796930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa7dc9bd-b8b3-493e-99c9-1858eba0859c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0214667 Jan 14 03:21:41.800292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52414) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:41.846104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-769508f7-5233-4efc-bc39-06925a9ac338 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:41.849660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:41.849966 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-769508f7-5233-4efc-bc39-06925a9ac338 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0278027 Jan 14 03:21:41.870271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52418) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:41.923408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c69a184-b48d-49d7-9a8a-64168affca0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:42.006621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.015672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 4.3769486 Jan 14 03:21:42.024873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.026461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-6ccfa810-84c1-40ee-b0c1-cacec1ce38d9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:42.027673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ccfa810-84c1-40ee-b0c1-cacec1ce38d9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0802159 Jan 14 03:21:42.034431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.048417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group_rule': {'security_group_id': 'd981439f-a691-4a37-a5dc-c5fdc02b5061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:42.067294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:42.071783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:42.076366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:42.082551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:42.096947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-cd76ba85-822e-40a8-82a2-9b1e5863a3e3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:42.101448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cd76ba85-822e-40a8-82a2-9b1e5863a3e3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0650361 Jan 14 03:21:42.104014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52436) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.114830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.157427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-a30044c3-4ffd-470a-8ffb-8008cd847c43 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:42.158504 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a30044c3-4ffd-470a-8ffb-8008cd847c43 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0295835 Jan 14 03:21:42.173950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.275649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52440) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.276390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.280521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2d14992-963e-4047-896f-48db10f872aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:42.283341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Attempting to bind port d4c44ec8-09a6-4648-be11-3259defcf308 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:21:42.283770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Attempting to bind port d4c44ec8-09a6-4648-be11-3259defcf308 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '6a499688-654d-46e3-a9b9-db9bfb3ddc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:21:42.284261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Attempting to bind port d4c44ec8-09a6-4648-be11-3259defcf308 on network 867484db-99cc-4a12-93c4-4ee3e5966d18 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:21:42.311950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:21:42.312401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Checking segment: {'id': '6a499688-654d-46e3-a9b9-db9bfb3ddc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:42.312860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.313299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Bound using segment: {'id': '6a499688-654d-46e3-a9b9-db9bfb3ddc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:21:42.313933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Bound port: d4c44ec8-09a6-4648-be11-3259defcf308, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a499688-654d-46e3-a9b9-db9bfb3ddc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:21:42.314477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.350468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.352261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.364243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Deleting port d4c44ec8-09a6-4648-be11-3259defcf308 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:42.364807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.376512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroup': ['ID=d981439f-a691-4a37-a5dc-c5fdc02b5061,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:42.408063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:42.410455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d39916f-0ce1-403e-99d6-0e4305b7cd40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:42.433379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-8eed9c2f-0ad8-4060-b29f-94ef71e682f4 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:42.434799 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8eed9c2f-0ad8-4060-b29f-94ef71e682f4 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1008282 Jan 14 03:21:42.484102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52450) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.496977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Port': ['ID=69cb7637-d769-42ed-b933-a98282ac791a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:42.527061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:42.567873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:42.585644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-40cc37e2-87d6-4bd5-8cfe-628987c8d033 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:42.586916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40cc37e2-87d6-4bd5-8cfe-628987c8d033 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.1015005 Jan 14 03:21:42.591171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No DVR routers for this DVR port 69cb7637-d769-42ed-b933-a98282ac791a on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:42.597782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Pushing event updated for resources: {'Port': ['ID=bf66f7b1-d37a-4019-b116-6c57dafe63c9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:42.600634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7232e62-27aa-4ae7-83b8-f65cb9f341ba None None] DHCP port deletion for 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:21:42.617726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Port': ['ID=ad8ff3d6-2191-42e2-8c66-a374933c46dd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:42.620689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:42.628026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:42.637457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:42.639259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:42.647260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:42.659828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.812s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:42.808960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:42.880688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Pushing event updated for resources: {'Port': ['ID=bf66f7b1-d37a-4019-b116-6c57dafe63c9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:42.888926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:42.921243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] For port d4c44ec8-09a6-4648-be11-3259defcf308, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:21:42.929126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] For port d4c44ec8-09a6-4648-be11-3259defcf308, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c44ec8-09a6-4648-be11-3259defcf308,segment=NetworkSegment(6a499688-654d-46e3-a9b9-db9bfb3ddc6f),segment_id=6a499688-654d-46e3-a9b9-db9bfb3ddc6f)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:21:42.937774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.035870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:43.159021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.166690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-db6d1d72-0818-43d9-a352-b1111b9c3e46 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.171933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db6d1d72-0818-43d9-a352-b1111b9c3e46 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.5414410 Jan 14 03:21:43.173253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78d3c4f2-bf21-49fa-a80c-60d8693260a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:43.179670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ae10774-b355-4045-ad06-3e3fd43e6746 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:43.252483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.308841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.326239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ff8a5b84-5b7b-46f3-afea-2bbe161443d1 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.330202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff8a5b84-5b7b-46f3-afea-2bbe161443d1 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0508144 Jan 14 03:21:43.332678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event deleted for resources: {'Port': ['ID=c5789c9f-7ba3-4052-a76c-27c0c18edb0d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:43.334400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52470) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.400988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:43.401597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:43.412476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ad5759c7-7d19-45e1-adbc-5eb03ce25755 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.418412 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad5759c7-7d19-45e1-adbc-5eb03ce25755 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0440924 Jan 14 03:21:43.418496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa7963-45ec-4600-8c66-98f1c8608d98') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:43.418496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa7963-45ec-4600-8c66-98f1c8608d98') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:43.425095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52474) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.442829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.469312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Pushing event updated for resources: {'Port': ['ID=d4c44ec8-09a6-4648-be11-3259defcf308,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:43.474131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:43.483054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.488779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 24 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:43.490857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7ae10774-b355-4045-ad06-3e3fd43e6746 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:43.498462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7ae10774-b355-4045-ad06-3e3fd43e6746 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:43.498892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.501509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-1581e0b8-9015-4f35-b27d-abd3d4424d69 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.505916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1581e0b8-9015-4f35-b27d-abd3d4424d69 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0741560 Jan 14 03:21:43.509532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.510883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.525433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "DELETE /v2.0/ports/c5789c9f-7ba3-4052-a76c-27c0c18edb0d HTTP/1.1" status: 204 len: 168 time: 3.1895061 Jan 14 03:21:43.526775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.545974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-b750c77a-f314-4ec4-b027-20da95234e3a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.552814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b750c77a-f314-4ec4-b027-20da95234e3a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0327299 Jan 14 03:21:43.553898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.568990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-7da1fbdb-8a6d-474a-896f-bddd0c23e150 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.574679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7da1fbdb-8a6d-474a-896f-bddd0c23e150 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0132873 Jan 14 03:21:43.577967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52494) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.581259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.616766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-9579fa21-5f1e-4679-b877-65206a1f19af tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.621078 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9579fa21-5f1e-4679-b877-65206a1f19af tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0416937 Jan 14 03:21:43.622007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52500) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.649085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-64a947c2-976e-4413-9a4e-4004bc14f748 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.653589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-64a947c2-976e-4413-9a4e-4004bc14f748 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0238762 Jan 14 03:21:43.658012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52504) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.666034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ac23d3ea-81c1-462c-87a3-05eeeeb21dee tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.670836 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac23d3ea-81c1-462c-87a3-05eeeeb21dee tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0115957 Jan 14 03:21:43.674085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52508) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.681986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-0b1cb946-c529-45e5-b9e0-e54f1e2ffada tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.686333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b1cb946-c529-45e5-b9e0-e54f1e2ffada tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109918 Jan 14 03:21:43.689480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52512) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.727606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-d7041655-6a1c-4fc5-b13a-3f9bec121791 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.731957 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7041655-6a1c-4fc5-b13a-3f9bec121791 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0412021 Jan 14 03:21:43.732867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52516) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.751110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:43.751830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:43.767629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-0bc14069-5f90-4474-bb57-f7ef37dde7b9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.773568 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bc14069-5f90-4474-bb57-f7ef37dde7b9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0296476 Jan 14 03:21:43.775843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.784856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ea40ec68-14a1-4516-90e5-95e7368c175a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.788602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea40ec68-14a1-4516-90e5-95e7368c175a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090706 Jan 14 03:21:43.789192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52524) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.798327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-49828cc7-5cb6-445c-aefe-04d03e5c2b11 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.802095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49828cc7-5cb6-445c-aefe-04d03e5c2b11 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094774 Jan 14 03:21:43.807681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52528) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.814357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-f45032da-5d89-4f6c-a34a-003211393bf9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.819815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f45032da-5d89-4f6c-a34a-003211393bf9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099123 Jan 14 03:21:43.820318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52534) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.822340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.830313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-1d1e5c11-3c09-40ae-9209-a7c28f17248c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.834052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d1e5c11-3c09-40ae-9209-a7c28f17248c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101748 Jan 14 03:21:43.834672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52538) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.837627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:43.848933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.861372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-c6a5ce8d-67aa-428e-b578-47dd374cdbe1 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.865131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6a5ce8d-67aa-428e-b578-47dd374cdbe1 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0268805 Jan 14 03:21:43.870651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52542) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.932871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7ae10774-b355-4045-ad06-3e3fd43e6746, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ae10774-b355-4045-ad06-3e3fd43e6746,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:43.936057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-50588990-417c-4f6f-ac6f-5d1cab84217f tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.939837 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50588990-417c-4f6f-ac6f-5d1cab84217f tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0655248 Jan 14 03:21:43.943222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52546) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.952300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-16cabd2e-ac08-437b-a043-95526e6a2f3c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.955939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16cabd2e-ac08-437b-a043-95526e6a2f3c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089293 Jan 14 03:21:43.961989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:43.962173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:43.962411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62e47f91-cde6-43c3-9e73-8865083664b5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:43.985649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-48943eaa-cbbe-474b-a99d-9ebed35f62fd tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:43.990707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48943eaa-cbbe-474b-a99d-9ebed35f62fd tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0253673 Jan 14 03:21:44.003109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.017182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-df349e73-fe22-4811-bec6-047506d6d0d9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.020811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df349e73-fe22-4811-bec6-047506d6d0d9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0141222 Jan 14 03:21:44.031862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.045269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-2fef87bd-86b3-4def-92d3-2d233609fdb5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.048942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2fef87bd-86b3-4def-92d3-2d233609fdb5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0134294 Jan 14 03:21:44.050201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52562) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.072152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-83535ace-6f15-44f9-816c-c38b94b849ad tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.076263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-83535ace-6f15-44f9-816c-c38b94b849ad tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0220091 Jan 14 03:21:44.084430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.098688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-bde3b7a1-0ee7-4e37-b7e4-e54b32678a84 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.102321 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bde3b7a1-0ee7-4e37-b7e4-e54b32678a84 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0103917 Jan 14 03:21:44.110658 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98b7c5d5-e86c-403d-87a9-0df99c922a11 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6234 time: 0.5790739 Jan 14 03:21:44.111517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.111885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.134293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-da1e5d16-f9f6-4db2-b470-ea3c45bb419a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.139231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da1e5d16-f9f6-4db2-b470-ea3c45bb419a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0134289 Jan 14 03:21:44.140661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-349794656'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:44.146190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:44.150246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Usage tracker for resource:network and tenant:421cdceb8de44805a3f15ab66d276dcb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:44.153327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:44.162225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:44.170428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52578) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.177609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Made reservation on behalf of 421cdceb8de44805a3f15ab66d276dcb for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:44.187167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.199287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:44.211364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-fcb7ebfa-efa3-454b-a697-39b2b7590c57 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.214959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fcb7ebfa-efa3-454b-a697-39b2b7590c57 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0373778 Jan 14 03:21:44.233369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:44.243221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.243666 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Added segment 4a068260-4c4d-4913-9377-026c99ec7f53 of type vxlan for network 3b573163-844e-48b5-882b-36d7b561d481 Jan 14 03:21:44.277291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.293610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:44.298448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:44.316490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52584) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.330981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.335245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 62e47f91-cde6-43c3-9e73-8865083664b5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:44.341783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.352328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 62e47f91-cde6-43c3-9e73-8865083664b5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:44.352784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.352907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:44.353497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.374970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-b0423d4d-c77b-4111-9184-6d25ff238204 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.376048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0423d4d-c77b-4111-9184-6d25ff238204 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0504453 Jan 14 03:21:44.378106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:44.394948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.433520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] For port d4c44ec8-09a6-4648-be11-3259defcf308, host n-d-765315-13, got binding levels [] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:44.434076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.474882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a79a4-4cac-4843-b63c-108068180336 None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:44.495280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52588) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.496177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event updated for resources: {'Network': ['ID=3b573163-844e-48b5-882b-36d7b561d481,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:44.502372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3779848 Jan 14 03:21:44.506684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52592) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.507667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:44.513572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-5c6591e6-0dc4-4d08-a34d-891ff79ecdbc tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.517632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c6591e6-0dc4-4d08-a34d-891ff79ecdbc tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0139289 Jan 14 03:21:44.519771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52598) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.537463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-6262c45d-be17-4982-9966-21c8fd189f49 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.541432 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6262c45d-be17-4982-9966-21c8fd189f49 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0147221 Jan 14 03:21:44.542779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:21:44.548197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.581755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.585210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.675909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-0aba181c-df92-46ef-a004-7d1eb782f7f9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.677631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0aba181c-df92-46ef-a004-7d1eb782f7f9 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0933096 Jan 14 03:21:44.686624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Calling delete_port for d4c44ec8-09a6-4648-be11-3259defcf308 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:44.737928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.739653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:44.742550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:44.758640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:44.818345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:44.894501 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fe07f3c-71cf-4bed-a49b-b032cec935ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:44.930862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-615cc779-95fa-4b01-b7b8-308c8640a022 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:44.932040 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-615cc779-95fa-4b01-b7b8-308c8640a022 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.1911232 Jan 14 03:21:44.966930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.009553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-8abf0282-f63e-4387-a36b-c053696beffa tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.010624 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8abf0282-f63e-4387-a36b-c053696beffa tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0305021 Jan 14 03:21:45.022775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52622) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.095591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8daa0606-f95f-4a64-a739-d3c2ab0a6a59 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks HTTP/1.1" status: 200 len: 19071 time: 0.5862780 Jan 14 03:21:45.099196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.103044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.106313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-1eb6f6b6-f62b-4c45-b325-a43925d93781 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.107431 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1eb6f6b6-f62b-4c45-b325-a43925d93781 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0803730 Jan 14 03:21:45.118774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3b573163-844e-48b5-882b-36d7b561d481 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:45.121539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:45.126199 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:45.134510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:45.143656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-906be0ed-075f-43f4-ae2a-f9f9706609b0 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:45.151109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.158700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Usage tracker for resource:security_group_rule and tenant:00ce2ff26108411586cbce74db7721b5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:45.168951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:45.191822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.197124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:45.200038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c17f9d-b354-4006-8d53-17175869a993,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:45.213620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:45.216087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07f90672-9590-4ef3-aa5b-59e1fb4a8e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:45.220023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3b573163-844e-48b5-882b-36d7b561d481 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:45.234852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3b573163-844e-48b5-882b-36d7b561d481 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:45.263875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:45.274192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.280756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:45.290907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/1c5723f9-ae5e-4ae4-b6e3-b7d6089cb202 HTTP/1.1" status: 204 len: 168 time: 6.0616341 Jan 14 03:21:45.291858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.296727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2701540 Jan 14 03:21:45.298882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52636) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.299268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52638) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.359198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group_rule': {'security_group_id': 'd981439f-a691-4a37-a5dc-c5fdc02b5061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:45.369823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:45.374702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:45.379251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:45.385534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:45.423364 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-358aa8b1-7d05-4bf9-8ce5-3112039c3094 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:45.423867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358aa8b1-7d05-4bf9-8ce5-3112039c3094 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:45.428625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-6f100234-2569-44ef-9a81-0eabf5b27dac tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.428877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.432187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f100234-2569-44ef-9a81-0eabf5b27dac tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.2991083 Jan 14 03:21:45.433113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52644) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.437969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event updated for resources: {'Port': ['ID=ad8ff3d6-2191-42e2-8c66-a374933c46dd,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:45.441558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:45.446083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.466929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7571352 Jan 14 03:21:45.466929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ff00279d-fe16-4c3e-ad08-f9e06faee7f5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.466929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff00279d-fe16-4c3e-ad08-f9e06faee7f5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0161412 Jan 14 03:21:45.467885 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-358aa8b1-7d05-4bf9-8ce5-3112039c3094 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/79a662d6-35b9-4b9f-ae4d-98176d75d2d8 HTTP/1.1" status: 404 len: 337 time: 0.1513307 Jan 14 03:21:45.468032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52648) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.494287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52652) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.534205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1cfb0c2b-dbe4-464d-afbf-09723c710ba8 None None] Provisioning for port bf66f7b1-d37a-4019-b116-6c57dafe63c9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:45.535633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-a26ed31b-fa1f-4547-9a1f-976b6114afe4 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.539238 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a26ed31b-fa1f-4547-9a1f-976b6114afe4 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0397973 Jan 14 03:21:45.549585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52660) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.550656 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-576e2408-e938-411d-b611-e2f04d4fb69b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] DELETE failed (client error): The resource could not be found. Jan 14 03:21:45.551156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576e2408-e938-411d-b611-e2f04d4fb69b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:45.561434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-576e2408-e938-411d-b611-e2f04d4fb69b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/0652caab-3db5-4558-be89-795a3edb7b06 HTTP/1.1" status: 404 len: 339 time: 0.0516274 Jan 14 03:21:45.564061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52662) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.609254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-e5559d62-5fbb-464f-b573-3126d121c3ec tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.612923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5559d62-5fbb-464f-b573-3126d121c3ec tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0239868 Jan 14 03:21:45.621481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.641173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-c3c312e4-7551-4eab-b700-ab3f289e9de8 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.644835 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c3c312e4-7551-4eab-b700-ab3f289e9de8 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0163052 Jan 14 03:21:45.649233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.664597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:45.664597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:45.664597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-f80cf894-9713-48ac-b4d4-6718bde726a8 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.664597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f80cf894-9713-48ac-b4d4-6718bde726a8 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108697 Jan 14 03:21:45.678238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.690102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-a5f800f2-4fd6-4108-bc61-8b095b99af32 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.691622 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5f800f2-4fd6-4108-bc61-8b095b99af32 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0119512 Jan 14 03:21:45.707567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52680) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.723198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-4d451857-aede-4e8c-a149-f535cf6f21d7 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.724785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4d451857-aede-4e8c-a149-f535cf6f21d7 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0123773 Jan 14 03:21:45.729567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52684) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.735138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.752180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.754076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.756661 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:45.768266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 62e47f91-cde6-43c3-9e73-8865083664b5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62e47f91-cde6-43c3-9e73-8865083664b5,segment=NetworkSegment(9c0cc49b-8cca-4233-af50-e67a57485b9f),segment_id=9c0cc49b-8cca-4233-af50-e67a57485b9f)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:45.780674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.787268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c318e2-6137-4a43-8b67-f3bc29e48032 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] Network 3b573163-844e-48b5-882b-36d7b561d481 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:45.798097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.809933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-af23e697-a789-4f78-9ffa-37f9bf27404b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.811013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af23e697-a789-4f78-9ffa-37f9bf27404b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0716438 Jan 14 03:21:45.811572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:45.815068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f35f56-cb94-46ab-b10a-00fb7358b588,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:45.824905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.829342 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25c318e2-6137-4a43-8b67-f3bc29e48032 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "POST /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7165470 Jan 14 03:21:45.832049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52694) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.832678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:45.847160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-874f4313-ad89-45bb-b458-6a222c3eb0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:45.889490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-db7f7dbd-572c-4ec4-8a2b-7b0e0194fe26 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.889490 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db7f7dbd-572c-4ec4-8a2b-7b0e0194fe26 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0570588 Jan 14 03:21:45.900472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52700) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.911314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-3bc99cd5-418c-4264-94c4-90f5abae50e3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.915250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bc99cd5-418c-4264-94c4-90f5abae50e3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0111489 Jan 14 03:21:45.917391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00ce2ff26108411586cbce74db7721b5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5804846 Jan 14 03:21:45.926575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52708) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.926956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.938752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:45.943667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6396554 Jan 14 03:21:45.947503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:45.951860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-2f7cb9b3-109c-4196-b66a-742b96558c34 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:45.955487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f7cb9b3-109c-4196-b66a-742b96558c34 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0228617 Jan 14 03:21:46.008079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52722) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:46.011868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116de1f6-e322-4a07-818c-1065470829fd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:46.022080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:46.032799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:46.037489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1eb44c-3ed4-4dee-b9bd-c36d6a679c9c None None] Network 3b573163-844e-48b5-882b-36d7b561d481 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:46.037687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:floatingip and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:46.041888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:46.047903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:46.056261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:46.088990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-cc8b9021-2301-4fd3-bce3-252f9f25ae02 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:46.093414 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc8b9021-2301-4fd3-bce3-252f9f25ae02 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0799518 Jan 14 03:21:46.096734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52728) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:46.097575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.150731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-241b5a0b-b01d-4372-8ebe-a423c03ee7e5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:46.154913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-241b5a0b-b01d-4372-8ebe-a423c03ee7e5 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0291331 Jan 14 03:21:46.157977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:46.158671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Deleting port d4c44ec8-09a6-4648-be11-3259defcf308 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:46.159046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.199425 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c244d89c-fcd4-4f0e-bd6b-533ee8038e9f tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks HTTP/1.1" status: 200 len: 19082 time: 0.3660533 Jan 14 03:21:46.207042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69cb7637-d769-42ed-b933-a98282ac791a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:46.214211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting subnet 310a3eb6-83aa-410f-b774-b184d5881d0b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:46.223682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.247039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=62e47f91-cde6-43c3-9e73-8865083664b5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:46.298189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 69cb7637-d769-42ed-b933-a98282ac791a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:46.298598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69cb7637-d769-42ed-b933-a98282ac791a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:46.299240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.310808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:46.363947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] For port d4c44ec8-09a6-4648-be11-3259defcf308, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c44ec8-09a6-4648-be11-3259defcf308,segment=NetworkSegment(6a499688-654d-46e3-a9b9-db9bfb3ddc6f),segment_id=6a499688-654d-46e3-a9b9-db9bfb3ddc6f)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:46.364396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.414623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'd4c44ec8-09a6-4648-be11-3259defcf308', 'name': '', 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'mac_address': 'fa:16:3e:ff:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:42Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'subnets': [{'id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:46.427466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f33afc8-96f7-432e-993a-34444beccaba None None] The sync data for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 is: [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:27Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'd4c44ec8-09a6-4648-be11-3259defcf308', 'name': '', 'network_id': '867484db-99cc-4a12-93c4-4ee3e5966d18', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'mac_address': 'fa:16:3e:ff:bb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:26Z', 'updated_at': '2021-01-14T03:21:42Z', 'revision_number': 4, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'subnets': [{'id': 'd948b458-f4f6-46be-ab69-514f82a1db49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:46.461064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52734) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:46.522580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.619367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.649943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Calling delete_port for d4c44ec8-09a6-4648-be11-3259defcf308 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:46.691449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-a938cbc8-c07a-4fd1-8b31-7a98fd668b5b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:46.692682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a938cbc8-c07a-4fd1-8b31-7a98fd668b5b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.2362497 Jan 14 03:21:46.746078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ae10774-b355-4045-ad06-3e3fd43e6746 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:46.752788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:46.826355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a9faecd-2eb9-4035-a078-5826c12ce175 None None] Could not find standard attr ID for object c5789c9f-7ba3-4052-a76c-27c0c18edb0d. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:21:46.907393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.920490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7ae10774-b355-4045-ad06-3e3fd43e6746 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:46.922138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:46.950191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-ff872a55-2209-41b2-bda8-4a85f4448dc0 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:46.956694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff872a55-2209-41b2-bda8-4a85f4448dc0 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.2025898 Jan 14 03:21:46.972973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52748) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.003919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-327fdbd6-812f-456d-a8ca-961372e3f0de tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.005064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-327fdbd6-812f-456d-a8ca-961372e3f0de tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0141101 Jan 14 03:21:47.009234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52752) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.017333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-7b4e2106-a09d-441d-93be-746a11755aea tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Synchronizing usage tracker for tenant:e1184be70b6346e8be53c637b26dd97d on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:21:47.030696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-3232ac76-e6a5-465a-b57b-91d66b330e5a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.031784 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3232ac76-e6a5-465a-b57b-91d66b330e5a tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0208495 Jan 14 03:21:47.048416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.073873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.094710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7258c5e0-e85e-4bc8-85bc-08e50e18ca55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:47.147907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bf66f7b1-d37a-4019-b116-6c57dafe63c9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:47.157423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-2f7dabb6-10c6-463f-b94d-85d6a7de22fe tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.162884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f7dabb6-10c6-463f-b94d-85d6a7de22fe tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0948229 Jan 14 03:21:47.165095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116de1f6-e322-4a07-818c-1065470829fd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:47.170346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52762) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.183214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:47.186878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-7b4e2106-a09d-441d-93be-746a11755aea tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Unset dirty status for tenant:e1184be70b6346e8be53c637b26dd97d on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:21:47.196405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-7b4e2106-a09d-441d-93be-746a11755aea tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1314734786&fields=id&tenant_id=e1184be70b6346e8be53c637b26dd97d HTTP/1.1" status: 200 len: 267 time: 1.0029585 Jan 14 03:21:47.202110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.214069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-25960c72-ad76-4fb1-a487-133e0a24823b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.215173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25960c72-ad76-4fb1-a487-133e0a24823b tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0319805 Jan 14 03:21:47.230232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52766) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.281235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.311947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port bf66f7b1-d37a-4019-b116-6c57dafe63c9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:21:47.317499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port bf66f7b1-d37a-4019-b116-6c57dafe63c9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:47.317922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.403263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba07f8b-4569-4c80-bd35-d636c9160538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:47.439903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d82b254e-5e70-4353-953e-b85ef74f755c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:47.462572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.466928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/116de1f6-e322-4a07-818c-1065470829fd HTTP/1.1" status: 204 len: 168 time: 1.5318294 Jan 14 03:21:47.525083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-dff5d88a-897b-4d61-b99d-4de65f9fdcee tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.529302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dff5d88a-897b-4d61-b99d-4de65f9fdcee tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.2475889 Jan 14 03:21:47.531174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Subnet': ['ID=310a3eb6-83aa-410f-b774-b184d5881d0b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:47.531760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Provisioning complete for port bf66f7b1-d37a-4019-b116-6c57dafe63c9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:47.532186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.535114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:47.535652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52772) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.567100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.598171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d3d41ba-4547-404e-b1fc-0bae722c5c79 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "DELETE /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks/3b573163-844e-48b5-882b-36d7b561d481 HTTP/1.1" status: 204 len: 168 time: 1.0876276 Jan 14 03:21:47.606312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/subnets/310a3eb6-83aa-410f-b774-b184d5881d0b HTTP/1.1" status: 204 len: 168 time: 2.0411305 Jan 14 03:21:47.610253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52776) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.610760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52778) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.611803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c44ec8-09a6-4648-be11-3259defcf308,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:47.618034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:47.625359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-96a129ce-b6f1-4831-9697-04116d5bfc7c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.626757 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96a129ce-b6f1-4831-9697-04116d5bfc7c tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0748956 Jan 14 03:21:47.637495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.645306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f177b-7e41-4ae6-842e-d46bfd3074ea None None] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:47.666558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-e5362c8a-0ce3-427f-b40d-2c225feb6107 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.670292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5362c8a-0ce3-427f-b40d-2c225feb6107 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0248117 Jan 14 03:21:47.674888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52790) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.695719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-89a96e6a-97e7-4379-bbb6-4b6c30219c18 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.702602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89a96e6a-97e7-4379-bbb6-4b6c30219c18 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0236003 Jan 14 03:21:47.759946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-90d6cf94-08fa-4da1-8a84-b645e76ab7bf tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:47.765320 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-90d6cf94-08fa-4da1-8a84-b645e76ab7bf tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/ports/3258ace2-cb5e-4431-8845-2ae9f9ebe050 HTTP/1.1" status: 200 len: 937 time: 0.5656288 Jan 14 03:21:47.765867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52794) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:47.783513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.783761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [None req-65e79ec6-bd5c-46eb-88fb-7caf3024dbb3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:47.786705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65e79ec6-bd5c-46eb-88fb-7caf3024dbb3 tempest-ExtensionsTestJSON-1274113291 tempest-ExtensionsTestJSON-1274113291] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0197885 Jan 14 03:21:47.836500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.901035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:47.971518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d8800c9d-1be6-49b1-bc8f-470f74d93359 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:47.973151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d8800c9d-1be6-49b1-bc8f-470f74d93359 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/ports/994414a0-0e11-467d-80ff-ebe7b9e321ea HTTP/1.1" status: 200 len: 937 time: 0.2006204 Jan 14 03:21:47.988127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] For port bf66f7b1-d37a-4019-b116-6c57dafe63c9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bf66f7b1-d37a-4019-b116-6c57dafe63c9,segment=NetworkSegment(4f8a3b94-afca-4e0e-b721-7a1b4aa214f9),segment_id=4f8a3b94-afca-4e0e-b721-7a1b4aa214f9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:48.006642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.012998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:48.110004 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-512f6c18-1705-4773-86ef-7bb626716168 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/ports?network_id=ca8b896a-a333-4f2a-8c54-2dbc77dff902&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1240928 Jan 14 03:21:48.189814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-8037fd9a-8feb-4fb4-af8a-9a32cc220d8a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/ports?network_id=ca8b896a-a333-4f2a-8c54-2dbc77dff902&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0732722 Jan 14 03:21:48.233652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Pushing event updated for resources: {'Port': ['ID=bf66f7b1-d37a-4019-b116-6c57dafe63c9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:48.238212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:48.253709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:48.254194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:48.339273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1f5a135-ee54-49d5-bcad-777edcb416ea tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks HTTP/1.1" status: 200 len: 18280 time: 0.7245994 Jan 14 03:21:48.340107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52806) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.390848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] DHCP port deletion for 98b0196f-7f53-478b-ad57-83ebc90ad84e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:21:48.396466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Deleting port 60cf1df9-5afd-46a2-9387-050102720e9b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:48.396899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.400111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.426199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.426495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85b48a28-5001-4290-bd3f-99b539ef62d1 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/networks/0e4019bb-368c-44e3-b8ed-fa1c83ac466a/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0756907 Jan 14 03:21:48.456247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.467531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:48.491431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:48.515122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:48.516032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Synchronizing usage tracker for tenant:e1184be70b6346e8be53c637b26dd97d on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:21:48.529631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac9952ff-3a69-4f1b-94e6-7dd0e395ddf0 tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/networks/0e4019bb-368c-44e3-b8ed-fa1c83ac466a/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1013012 Jan 14 03:21:48.542453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52816) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.547962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.551115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Unset dirty status for tenant:e1184be70b6346e8be53c637b26dd97d on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:21:48.558478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-842a62c1-7eb9-4df4-aefd-6704eaf42942 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/networks?id=32e9aeba-04df-4486-96f3-d8be0f340794&id=09af148d-95f8-4f1d-8df6-7174e3415dd8&id=09af148d-95f8-4f1d-8df6-7174e3415dd8&id=ca8b896a-a333-4f2a-8c54-2dbc77dff902&id=ca8b896a-a333-4f2a-8c54-2dbc77dff902 HTTP/1.1" status: 200 len: 1996 time: 0.3662283 Jan 14 03:21:48.702260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52824) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.725312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] For port 60cf1df9-5afd-46a2-9387-050102720e9b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=60cf1df9-5afd-46a2-9387-050102720e9b,segment=NetworkSegment(c9c5e9f9-d173-4372-963c-7d2314420a60),segment_id=c9c5e9f9-d173-4372-963c-7d2314420a60)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:48.725757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.748317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 60cf1df9-5afd-46a2-9387-050102720e9b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:48.748778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.799849 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91ed5289-bb2a-4f3d-a3ca-7192313d6dce tempest-DHCPAgentSchedulersTestJSON-1689890549 tempest-DHCPAgentSchedulersTestJSON-1689890549] 10.222.0.30 "GET /v2.0/agents/d34ae325-f617-4d98-8a83-6c7bbcbf84fe/dhcp-networks HTTP/1.1" status: 200 len: 18280 time: 0.2534478 Jan 14 03:21:48.807347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-1f31b9db-ecf4-4020-854f-f6a6cd53d637 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/quotas/e1184be70b6346e8be53c637b26dd97d HTTP/1.1" status: 200 len: 375 time: 0.2479544 Jan 14 03:21:48.830038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:48.846505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:48.884101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:48.888831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Usage tracker for resource:security_group_rule and tenant:58865f5d99b042a4ac40b4e3de96fe9c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:48.892071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:48.898820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:49.020412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.049690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.081542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ed10f7c-fd33-4315-88b8-4e4e8fc762d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:49.101223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-3f5fd912-cfd5-4b1f-9ebe-df60e34d6a16 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1184be70b6346e8be53c637b26dd97d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2927015 Jan 14 03:21:49.114968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.146357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c660a364-066c-4675-9875-3086eadb8184,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:49.152837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:49.193516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62e47f91-cde6-43c3-9e73-8865083664b5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:49.258139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Calling delete_port for 60cf1df9-5afd-46a2-9387-050102720e9b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:49.323539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 62e47f91-cde6-43c3-9e73-8865083664b5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:49.323970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.397234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.462760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.572194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b573163-844e-48b5-882b-36d7b561d481']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:49.584781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:49.588613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a068260-4c4d-4913-9377-026c99ec7f53') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:49.589220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a068260-4c4d-4913-9377-026c99ec7f53') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:49.604220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.625508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.632007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:49.637500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Pushing event deleted for resources: {'Port': ['ID=60cf1df9-5afd-46a2-9387-050102720e9b,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:49.640590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:49.645975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] No DVR routers for this DVR port 60cf1df9-5afd-46a2-9387-050102720e9b on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:49.656715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58865f5d99b042a4ac40b4e3de96fe9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489019 Jan 14 03:21:49.665649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c44ec8-09a6-4648-be11-3259defcf308 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:49.673543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52850) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:49.709407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d4c44ec8-09a6-4648-be11-3259defcf308 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:49.710413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c44ec8-09a6-4648-be11-3259defcf308 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:21:49.746945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port d4c44ec8-09a6-4648-be11-3259defcf308 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:21:49.809031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d46b37c9-d149-4fd4-a3be-25f8e88789ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:21:49.810390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d46b37c9-d149-4fd4-a3be-25f8e88789ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.6097133 Jan 14 03:21:49.831997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.894878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.929766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:49.952907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bf66f7b1-d37a-4019-b116-6c57dafe63c9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:21:49.995962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.006997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0bc1c85-7470-4abd-a061-54dbcc0a2ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:50.044559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Allocated IP 172.25.3.37 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/9bc87cc4-c791-47cb-bfbd-32e547b4d996) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:21:50.047742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] For port 60cf1df9-5afd-46a2-9387-050102720e9b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=60cf1df9-5afd-46a2-9387-050102720e9b,segment=NetworkSegment(c9c5e9f9-d173-4372-963c-7d2314420a60),segment_id=c9c5e9f9-d173-4372-963c-7d2314420a60)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:50.048146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.056524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c660a364-066c-4675-9875-3086eadb8184,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:50.068148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:50.080072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port bf66f7b1-d37a-4019-b116-6c57dafe63c9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:21:50.082969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.096677 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-916046c9-58c4-46c5-a1b6-674e614c9b18 service neutron] 10.222.0.30 "GET /v2.0/networks/32e9aeba-04df-4486-96f3-d8be0f340794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409930 Jan 14 03:21:50.115049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:50.126052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:fed970b0268847c6923356c29cf50a65 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:50.130707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:50.137174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:50.190628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 3b573163-844e-48b5-882b-36d7b561d481 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:50.237139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.238662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c660a364-066c-4675-9875-3086eadb8184 HTTP/1.1" status: 204 len: 168 time: 0.5280919 Jan 14 03:21:50.249994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.274108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.275739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Calling delete_port for 60cf1df9-5afd-46a2-9387-050102720e9b owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:50.292874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.320647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa614658-5ce3-4ca9-bcf2-d356c085f157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:50.344285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 60cf1df9-5afd-46a2-9387-050102720e9b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:50.384411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 60cf1df9-5afd-46a2-9387-050102720e9b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:50.385020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 60cf1df9-5afd-46a2-9387-050102720e9b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:50.678594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Router 352cbefe-c521-4188-850c-3ad718acfc70 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:21:50.696297 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fed970b0268847c6923356c29cf50a65&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1439111 Jan 14 03:21:50.699145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52870) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:50.729935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c271306e-969b-4a8f-88ed-f4e645ded640,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:50.754920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:50.866239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 3b573163-844e-48b5-882b-36d7b561d481 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:50.895269 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:50.898168 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:50.936552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:50.942075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:50.942846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:51.018604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-f2b221fb-bd39-4a86-ab97-79060a6886be service neutron] 10.222.0.30 "GET /v2.0/networks/32e9aeba-04df-4486-96f3-d8be0f340794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8306816 Jan 14 03:21:51.065495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.097363 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-9f5f586a-1cce-4c5c-9d3e-2fe0dc1fee8e service neutron] 10.222.0.30 "GET /v2.0/ports/3258ace2-cb5e-4431-8845-2ae9f9ebe050?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0776587 Jan 14 03:21:51.124610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.131980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c89a7793-99a2-4862-9ca5-a2caf5e35c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:51.134037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.154505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.175888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:21:51.188051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Sync routers for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:21:51.200947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:51.201654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:51.212391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event deleted for resources: {'Network': ['ID=3b573163-844e-48b5-882b-36d7b561d481,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:51.222076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:51.245889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "DELETE /v2.0/networks/3b573163-844e-48b5-882b-36d7b561d481 HTTP/1.1" status: 204 len: 168 time: 2.3933995 Jan 14 03:21:51.248715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52892) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:51.259766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] 10.222.0.30 "PUT /v2.0/routers/352cbefe-c521-4188-850c-3ad718acfc70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4199848 Jan 14 03:21:51.267493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:51.311565 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d199f4d3-94f1-4961-ae10-00aa26164509 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] DELETE failed (client error): The resource could not be found. Jan 14 03:21:51.312073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d199f4d3-94f1-4961-ae10-00aa26164509 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:21:51.316861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d199f4d3-94f1-4961-ae10-00aa26164509 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "DELETE /v2.0/ports/c5789c9f-7ba3-4052-a76c-27c0c18edb0d HTTP/1.1" status: 404 len: 333 time: 0.0671122 Jan 14 03:21:51.319617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52902) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:51.417959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.420611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.421847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c271306e-969b-4a8f-88ed-f4e645ded640 HTTP/1.1" status: 204 len: 168 time: 0.6610420 Jan 14 03:21:51.429862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:51.444022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c26fe456-5f6d-491d-baa6-9ea9c5ce0133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:51.471792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Deleting port 60cf1df9-5afd-46a2-9387-050102720e9b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:51.472166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.472947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-98948af2-2248-4226-8098-e13661a914eb service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746395 Jan 14 03:21:51.521811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.695031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.768061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Deleting subnet a4edb94e-52e6-48a8-86c2-5a3796907c3f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:51.771291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.776923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:46Z', 'revision_number': 5, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:51.782122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Checking router: 352cbefe-c521-4188-850c-3ad718acfc70 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:21:51.792494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Routers {'352cbefe-c521-4188-850c-3ad718acfc70'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:21:51.793175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:21:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['352cbefe-c521-4188-850c-3ad718acfc70'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:51.833919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.855392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c271306e-969b-4a8f-88ed-f4e645ded640,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:51.885162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:51.948651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.961793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:51.967661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Deleting port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:51.968039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:52.057855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] Set router 352cbefe-c521-4188-850c-3ad718acfc70 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:21:52.477430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] For port 4046e63d-810a-4a6b-ba3e-40ae17fc8b30, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4046e63d-810a-4a6b-ba3e-40ae17fc8b30,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:52.478023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:52.488762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:46Z', 'revision_number': 5, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:52.493458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4004e-008a-4e75-a3a3-200db28473eb None None] The sync data for ids ['352cbefe-c521-4188-850c-3ad718acfc70'] in n-d-765315-13 is: [{'id': '352cbefe-c521-4188-850c-3ad718acfc70', 'name': 'tempest-ServerRescueNegativeTestJSON-2018964599-router', 'tenant_id': 'fdae6779e754444b892d0e656ed79c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:18Z', 'updated_at': '2021-01-14T03:21:46Z', 'revision_number': 5, 'project_id': 'fdae6779e754444b892d0e656ed79c9e', 'gw_port': {'id': '4046e63d-810a-4a6b-ba3e-40ae17fc8b30', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:77:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352cbefe-c521-4188-850c-3ad718acfc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:20Z', 'updated_at': '2021-01-14T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:21:52.539356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d81dff26-0156-443a-86cf-7d7b1dc667e7 service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0653157 Jan 14 03:21:52.541580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:52.630480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Calling delete_port for 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:52.671352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b666c6e5-9ee6-4bb1-8e84-ecbcabaca7c7 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:52.676019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-606aba32-a45d-4c8c-84ee-12f0f0f30e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:52.755089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] The port '60cf1df9-5afd-46a2-9387-050102720e9b' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:21:52.767913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aded9d1-b144-41e3-b86c-f21a4865d6d9 None None] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:52.792259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event deleted for resources: {'Subnet': ['ID=a4edb94e-52e6-48a8-86c2-5a3796907c3f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:52.801247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:52.811349 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "DELETE /v2.0/subnets/a4edb94e-52e6-48a8-86c2-5a3796907c3f HTTP/1.1" status: 204 len: 168 time: 1.4904625 Jan 14 03:21:52.812791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:52.820867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52934) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:53.036568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.098328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.141114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-8ced39ed-00cf-450b-b181-a33df16cae24 service neutron] 10.222.0.30 "GET /v2.0/ports/994414a0-0e11-467d-80ff-ebe7b9e321ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.4719827 Jan 14 03:21:53.142623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Deleting port bf66f7b1-d37a-4019-b116-6c57dafe63c9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:53.142997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.293604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'Port': ['ID=9bc87cc4-c791-47cb-bfbd-32e547b4d996,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:53.405331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] DHCP port deletion for 0e4019bb-368c-44e3-b8ed-fa1c83ac466a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:21:53.410409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Deleting port bf66f7b1-d37a-4019-b116-6c57dafe63c9 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:53.411133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.413701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:53.446556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.498952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-56e1ea73-b9b6-4a2f-abd8-1a82c683ca95 service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265636 Jan 14 03:21:53.663344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] For port bf66f7b1-d37a-4019-b116-6c57dafe63c9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bf66f7b1-d37a-4019-b116-6c57dafe63c9,segment=NetworkSegment(4f8a3b94-afca-4e0e-b721-7a1b4aa214f9),segment_id=4f8a3b94-afca-4e0e-b721-7a1b4aa214f9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:53.664065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.678107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:21:53.684394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:53.705812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:21:53.810261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Calling delete_port for bf66f7b1-d37a-4019-b116-6c57dafe63c9 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:53.833644 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-a56183f3-8738-4b3e-8015-38ec9173435b service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3249359 Jan 14 03:21:53.897326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c44ec8-09a6-4648-be11-3259defcf308 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:53.935673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b0196f-7f53-478b-ad57-83ebc90ad84e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:53.951637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c5e9f9-d173-4372-963c-7d2314420a60') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:53.951978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c5e9f9-d173-4372-963c-7d2314420a60') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:53.966742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.983347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:53.985320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:53.987227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d4c44ec8-09a6-4648-be11-3259defcf308 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:53.987632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c44ec8-09a6-4648-be11-3259defcf308 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:53.988109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bf66f7b1-d37a-4019-b116-6c57dafe63c9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:54.089598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-4d39d08c-81f7-4687-b074-fd80a7a51b06 service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378666 Jan 14 03:21:54.130052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.287371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port bf66f7b1-d37a-4019-b116-6c57dafe63c9 update to DOWN by agent not found {{(pid=80834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 03:21:54.292874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.404531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.410001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.446810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23433ae8-864e-4cb1-900e-61cd79930de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:54.462797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52962) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:54.499126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Pushing event deleted for resources: {'Port': ['ID=bf66f7b1-d37a-4019-b116-6c57dafe63c9,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:54.511277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.511831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.512324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.512732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.513667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.514174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.514773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.515154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.515570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.515944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.516411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.516922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.517336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.517712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.518084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.518452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.518818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.519188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.519554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.519922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.520286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.520772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.521244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.521620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.522047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.522417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.522940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.523310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.523863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.524001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.524389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.525360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.525732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.526105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.526856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:54.526984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.527441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:21:54.531935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:54.537958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] No DVR routers for this DVR port bf66f7b1-d37a-4019-b116-6c57dafe63c9 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:21:54.538623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.571644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.572359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352cbefe-c521-4188-850c-3ad718acfc70 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:21:54.658419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] For port bf66f7b1-d37a-4019-b116-6c57dafe63c9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bf66f7b1-d37a-4019-b116-6c57dafe63c9,segment=NetworkSegment(4f8a3b94-afca-4e0e-b721-7a1b4aa214f9),segment_id=4f8a3b94-afca-4e0e-b721-7a1b4aa214f9)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:21:54.658836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.721643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.722764 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-292770fc-6cfc-4ac8-bd23-0d79561f9254 admin admin] 10.222.0.30 "DELETE /v2.0/routers/352cbefe-c521-4188-850c-3ad718acfc70 HTTP/1.1" status: 204 len: 168 time: 3.4529736 Jan 14 03:21:54.761403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:54.800687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.808715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1302893141'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:54.814650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:54.819909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Usage tracker for resource:network and tenant:7e6bef88d5444f14851db221f0ec7853 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:54.823141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:54.829197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:54.864451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Network 98b0196f-7f53-478b-ad57-83ebc90ad84e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:54.918930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Calling delete_port for bf66f7b1-d37a-4019-b116-6c57dafe63c9 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:21:54.941977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Made reservation on behalf of 7e6bef88d5444f14851db221f0ec7853 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:54.956950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:54.980095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Deleting subnet d948b458-f4f6-46be-ab69-514f82a1db49 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:21:54.983427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.037682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.051195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.108970 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-2b95d6ff-c1d1-4e69-b8ec-109e6fb66caf service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0184104 Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:55.127608 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:55.161568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.297521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:21:55.297930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:21:55.334060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.425048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:55.427440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-e86f9c2d-0f5c-481c-b9d8-0c28bf6f99f5 service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048165 Jan 14 03:21:55.429792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Usage tracker for resource:security_group_rule and tenant:7e6bef88d5444f14851db221f0ec7853 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:55.432885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:55.439069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:55.608854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.625084 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95977b8d-e470-4ace-ab1c-86c1a54c2a13 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:55.649679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.673179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.677598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-4384e441-47f4-4d42-9675-51506df00d94 service neutron] 10.222.0.30 "GET /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2399127 Jan 14 03:21:55.683690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Pushing event deleted for resources: {'Network': ['ID=98b0196f-7f53-478b-ad57-83ebc90ad84e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:55.689777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] 10.222.0.30 "DELETE /v2.0/networks/98b0196f-7f53-478b-ad57-83ebc90ad84e HTTP/1.1" status: 204 len: 168 time: 8.0736036 Jan 14 03:21:55.692861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:55.695530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.718330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52992) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:55.783558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.803498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06b98f5c-b9ab-4710-be73-b6531d52b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:55.838556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25f10e73-3542-4630-9c3c-837d2e8b8c96 tempest-DeleteServersTestJSON-485429528 tempest-DeleteServersTestJSON-485429528] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:55.860625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Deleting port bf66f7b1-d37a-4019-b116-6c57dafe63c9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:21:55.861007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:55.883029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:21:55.926401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:21:55.927181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4046e63d-810a-4a6b-ba3e-40ae17fc8b30 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:21:55.979255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d948b458-f4f6-46be-ab69-514f82a1db49,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:56.016984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'Port': ['ID=9bc87cc4-c791-47cb-bfbd-32e547b4d996,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:56.023978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:56.026340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] The port 'bf66f7b1-d37a-4019-b116-6c57dafe63c9' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:21:56.028005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:56.082767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.098090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.108664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.114874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-186bf85c-3477-4661-9d60-ccab1ab8dcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:56.157749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.159071 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.1934507 Jan 14 03:21:56.168092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:21:56.183025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'SecurityGroup': ['ID=c763fc59-c31b-4622-b706-7dbebd08941b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:56.187910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:56.190781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.191176 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Added segment 2520c397-d8e5-48f8-be0e-adcbab38df41 of type vxlan for network 4ad24caa-7745-4fa2-856a-dda1bed49895 Jan 14 03:21:56.210187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.225821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.267945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.292796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:56.293504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.299533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:56.340031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4019bb-368c-44e3-b8ed-fa1c83ac466a']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:56.353457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:56.353811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8a3b94-afca-4e0e-b721-7a1b4aa214f9') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:56.366231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.382702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.394089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Releasing vxlan tunnel 26 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:56.413798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:56.427775 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9636509 Jan 14 03:21:56.431833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53012) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:56.440427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Request body: {'subnet': {'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:21:56.574274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:56.576753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'Network': ['ID=4ad24caa-7745-4fa2-856a-dda1bed49895,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:56.587904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:56.589149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Usage tracker for resource:subnet and tenant:7e6bef88d5444f14851db221f0ec7853 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:56.590662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:56.592851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:56.599144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:56.620003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:56.620261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Made reservation on behalf of 7e6bef88d5444f14851db221f0ec7853 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:21:56.631335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.749936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:56.776964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:21:56.813166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:56.838012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.082497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bd1c47b-8d92-4c4c-b0b6-a6538b1c8203 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2280c0416e54d5dbe1e5ee9bf99bfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669972 Jan 14 03:21:57.086713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53030) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:57.152494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-d8063ead-9fe0-47ab-98c3-75d2a6a7ee32 service neutron] 10.222.0.30 "GET /v2.0/networks/ca8b896a-a333-4f2a-8c54-2dbc77dff902?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4651453 Jan 14 03:21:57.158441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Network 0e4019bb-368c-44e3-b8ed-fa1c83ac466a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:57.167961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.176592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:57.198372 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:57.214183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Usage tracker for resource:security_group_rule and tenant:d4735a2ac5b948d2b5cba5363757fc7e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:57.218061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:57.259624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:57.379925 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d948b458-f4f6-46be-ab69-514f82a1db49 HTTP/1.1" status: 204 len: 168 time: 2.6172090 Jan 14 03:21:57.381379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53036) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:57.423123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-20a1ed67-03d2-429f-b4b3-e6de84c8ddeb tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Synchronizing usage tracker for tenant:1273a922847744b390749f7fba7879a3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:21:57.498897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.507206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-3ab74d3d-58bf-4906-b5bd-2570c8527934 service neutron] 10.222.0.30 "GET /v2.0/networks/ca8b896a-a333-4f2a-8c54-2dbc77dff902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3104734 Jan 14 03:21:57.507914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:57.524858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.534598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-20a1ed67-03d2-429f-b4b3-e6de84c8ddeb tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Unset dirty status for tenant:1273a922847744b390749f7fba7879a3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:21:57.535831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-20a1ed67-03d2-429f-b4b3-e6de84c8ddeb tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1115861689&fields=id&tenant_id=1273a922847744b390749f7fba7879a3 HTTP/1.1" status: 200 len: 267 time: 0.8138931 Jan 14 03:21:57.573777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Pushing event deleted for resources: {'Network': ['ID=0e4019bb-368c-44e3-b8ed-fa1c83ac466a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:57.576592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.584924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:57.642856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.674687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] 10.222.0.30 "DELETE /v2.0/networks/0e4019bb-368c-44e3-b8ed-fa1c83ac466a HTTP/1.1" status: 204 len: 168 time: 4.8526537 Jan 14 03:21:57.738201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.891159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.895125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-3116ef5e-fe3f-46d9-8540-929cd0c12552 service neutron] 10.222.0.30 "GET /v2.0/networks/ca8b896a-a333-4f2a-8c54-2dbc77dff902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616295 Jan 14 03:21:57.899501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.918295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53048) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:57.920748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535c269-ad75-4303-b2f9-295bb01032ca req-9c86cb28-7592-4e41-8f24-31ecd07670ef tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:57.921524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-9c86cb28-7592-4e41-8f24-31ecd07670ef tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Synchronizing usage tracker for tenant:1273a922847744b390749f7fba7879a3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:21:57.927184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:57.957926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25512ec3-5c1a-4a9c-aa79-1b2c0ff9fc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:57.995015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec672f0-fa7b-435b-b08f-012ed64d6214,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:58.008891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:58.021115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53052) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:58.052863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867484db-99cc-4a12-93c4-4ee3e5966d18']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:58.075940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a499688-654d-46e3-a9b9-db9bfb3ddc6f') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:58.076587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a499688-654d-46e3-a9b9-db9bfb3ddc6f') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:21:58.093744 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4735a2ac5b948d2b5cba5363757fc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3742719 Jan 14 03:21:58.095640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.100527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53060) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:58.105734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-9c86cb28-7592-4e41-8f24-31ecd07670ef tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Unset dirty status for tenant:1273a922847744b390749f7fba7879a3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:21:58.113410 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-9c86cb28-7592-4e41-8f24-31ecd07670ef tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/networks?id=c64cbeb6-5170-453d-908e-f8947a574300 HTTP/1.1" status: 200 len: 811 time: 0.5503037 Jan 14 03:21:58.117131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.133621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fd5aa9d-2b66-46e5-89ac-6b2c260683b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:58.144185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.148634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Releasing vxlan tunnel 23 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:21:58.152657 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-4a2f2365-af3c-4d3b-9f51-26281a9c744a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/quotas/1273a922847744b390749f7fba7879a3 HTTP/1.1" status: 200 len: 375 time: 0.0378754 Jan 14 03:21:58.177768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a327455-2e18-4e06-bc70-508cbc401788,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:58.187471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:58.289111 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6d91a7a7-c9ed-4dcc-84f3-4de6db254238 req-82c60901-171d-41bc-a8a4-ef2358b14eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ca8b896a-a333-4f2a-8c54-2dbc77dff902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3639977 Jan 14 03:21:58.313378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.318495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.353096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.377558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-723ca86a-748a-4e7f-9efb-d210146fcd5a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Synchronizing usage tracker for tenant:1273a922847744b390749f7fba7879a3 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:21:58.378876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.380818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a327455-2e18-4e06-bc70-508cbc401788 HTTP/1.1" status: 204 len: 168 time: 1.2927811 Jan 14 03:21:58.423938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6535c269-ad75-4303-b2f9-295bb01032ca req-723ca86a-748a-4e7f-9efb-d210146fcd5a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Unset dirty status for tenant:1273a922847744b390749f7fba7879a3 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:21:58.428273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:58.438705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-723ca86a-748a-4e7f-9efb-d210146fcd5a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/ports?tenant_id=1273a922847744b390749f7fba7879a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2764750 Jan 14 03:21:58.481075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:58.510051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.550803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:94228eca54a141188651c90444bb926f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:58.554697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.571661 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b30cbc5-ce33-48eb-a4d8-4a23fa3864e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:58.593720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:58.595012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ec672f0-fa7b-435b-b08f-012ed64d6214 HTTP/1.1" status: 204 len: 168 time: 0.4932244 Jan 14 03:21:58.595966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec672f0-fa7b-435b-b08f-012ed64d6214,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:58.606921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:58.623923 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-9986694a-3089-4151-9fb9-6f8c0ad468bc service neutron] 10.222.0.30 "GET /v2.0/networks/c64cbeb6-5170-453d-908e-f8947a574300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840053 Jan 14 03:21:58.781215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Network 867484db-99cc-4a12-93c4-4ee3e5966d18 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:21:58.799623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6535c269-ad75-4303-b2f9-295bb01032ca req-31ea02b6-9397-4bd5-b708-c83b22412a1e service neutron] 10.222.0.30 "GET /v2.0/networks/c64cbeb6-5170-453d-908e-f8947a574300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1745887 Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:21:58.894196 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:21:58.901073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:58.907259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:58.943819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c672fb9d-6752-4629-b640-559cb7de6bb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=421cdceb8de44805a3f15ab66d276dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9171917 Jan 14 03:21:58.944303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53088) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:59.032482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.095045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.128106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.129303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.133656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.137222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5196eaa2-3788-49b1-b531-e04b5a7ebdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:59.167488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=867484db-99cc-4a12-93c4-4ee3e5966d18,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:59.171014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:59.171886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.209947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7f56498-8b4e-4721-8bb7-04705fbd5a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:59.220085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.225520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03805b11-9fe4-4b51-aa10-e3f9fd822a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:59.253597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df155358-f194-4cd0-b103-cebff7fc7bf1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:59.262888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:59.273535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.277175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df155358-f194-4cd0-b103-cebff7fc7bf1 HTTP/1.1" status: 204 len: 168 time: 0.3291900 Jan 14 03:21:59.286569 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94228eca54a141188651c90444bb926f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3660324 Jan 14 03:21:59.289443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53112) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:59.292844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df15f31-1daf-42df-ada6-7366f21f9103,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:59.297505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:59.299907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.409728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0bb009e-0a4c-4bbd-b67c-c78ebf05467a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:59.429908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.471487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.537987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.553417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5c75f68-da50-4385-8fab-9fc6d5c082d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:21:59.567033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] 10.222.0.30 "DELETE /v2.0/networks/867484db-99cc-4a12-93c4-4ee3e5966d18 HTTP/1.1" status: 204 len: 168 time: 2.1831660 Jan 14 03:21:59.570725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53126) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:59.606008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.607351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df15f31-1daf-42df-ada6-7366f21f9103,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:59.609529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.615509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7df15f31-1daf-42df-ada6-7366f21f9103 HTTP/1.1" status: 204 len: 168 time: 0.3243032 Jan 14 03:21:59.616804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:59.647297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:21:59.660139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Usage tracker for resource:security_group_rule and tenant:c7ad56e6158e43c1a6721c5ae3959266 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:21:59.665323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Checking segment: {'id': '2520c397-d8e5-48f8-be0e-adcbab38df41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:21:59.666120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network hostable DHCP agents. Network: 4ad24caa-7745-4fa2-856a-dda1bed49895, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:21:59.671127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:21:59.677850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'Subnet': ['ID=830a1ad3-b07d-4bda-a1b3-557311ad6e77,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:21:59.682236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:21:59.692405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:21:59.711551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:21:59.730955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 4ad24caa-7745-4fa2-856a-dda1bed49895) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:21:59.747426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62937b30-99c7-421b-9f5f-5a9f0e878118 None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:21:59.747545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:21:59.748205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:21:59.773469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3405066 Jan 14 03:21:59.776197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:21:59.784217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Request body: {'port': {'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2090384536'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:00.095433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:00.099645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Usage tracker for resource:port and tenant:7e6bef88d5444f14851db221f0ec7853 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:00.102756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:00.109462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:00.115950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.116594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:00.120240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.176326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ee7c5f7-50f0-4e97-a582-66046d328233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:00.213368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ad56e6158e43c1a6721c5ae3959266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323559 Jan 14 03:22:00.214356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Made reservation on behalf of 7e6bef88d5444f14851db221f0ec7853 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:00.224404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:00.238335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.317815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.345911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53172) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:00.390269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-4ad24caa-7745-4fa2-856a-dda1bed49895', 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895', 'tenant_id': '7e6bef88d5444f14851db221f0ec7853', 'fixed_ips': [{'subnet_id': '830a1ad3-b07d-4bda-a1b3-557311ad6e77'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:22:00.391892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.453425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.455840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0505b6c-aaac-40d8-94f9-a6a62808852b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:00.510426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:00.523035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.590086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.655798 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-865749ca-61fc-4f9e-af3b-546f0a9c8293 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdae6779e754444b892d0e656ed79c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3084998 Jan 14 03:22:00.667843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53186) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:00.696266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] device_id is not set on port e836528a-0eb1-4855-80f5-fb1d0eee288e yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:00.735400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.739503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d33a36f9-fa93-42ab-8bea-a76ec24ffb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:00.758083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0505b6c-aaac-40d8-94f9-a6a62808852b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:00.761610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:00.786072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.787564 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0505b6c-aaac-40d8-94f9-a6a62808852b HTTP/1.1" status: 204 len: 168 time: 0.5619833 Jan 14 03:22:00.798949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.805832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a932a33-a701-4577-9b17-1d8a630ff9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:00.826626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event deleted for resources: {'SecurityGroup': ['ID=d981439f-a691-4a37-a5dc-c5fdc02b5061,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:00.841784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:00.859747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.865009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "DELETE /v2.0/security-groups/d981439f-a691-4a37-a5dc-c5fdc02b5061 HTTP/1.1" status: 204 len: 168 time: 0.7443185 Jan 14 03:22:00.866865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53192) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:00.877851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:00.953085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.054438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.089610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:01.095969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Usage tracker for resource:security_group_rule and tenant:30718d70c5d742f4a21bf2dbc018636d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:01.100947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:01.108122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:01.237241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.240841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.272446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53204) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.273607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6b79bb4-923d-4e89-8399-5905f494a35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:01.311017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.332920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30718d70c5d742f4a21bf2dbc018636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786876 Jan 14 03:22:01.337051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53208) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.349862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:01.354695 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-405e4dbf-7e8d-4817-b7b1-b9f4ea85f851 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] show failed (client error): The resource could not be found. Jan 14 03:22:01.355172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Usage tracker for resource:security_group_rule and tenant:0d0d3c53319044ad9d40e679d4771fac is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:01.359390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-405e4dbf-7e8d-4817-b7b1-b9f4ea85f851 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/security-groups/d981439f-a691-4a37-a5dc-c5fdc02b5061 HTTP/1.1" status: 404 len: 347 time: 0.4884682 Jan 14 03:22:01.359719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:01.366187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:01.367907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53212) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.370426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.429197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.457407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58728d07-5dec-4486-9372-2b955eddeeb2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:01.475476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:01.507067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53230) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.579536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.628821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Deleting port 9bc87cc4-c791-47cb-bfbd-32e547b4d996 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:01.640865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.648206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.663620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.750847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.753310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.774909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-231426339'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:01.778755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.791496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f9159d0-13cc-440e-a08b-0bfdaf7b4fe5 tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:01.808758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:01.835542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.842052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:01.844987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4db349bc-a75c-4bde-a395-78080e465c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:01.853678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:01.855009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Allocated IP 172.20.0.8 (4ad24caa-7745-4fa2-856a-dda1bed49895/830a1ad3-b07d-4bda-a1b3-557311ad6e77/e836528a-0eb1-4855-80f5-fb1d0eee288e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:01.871815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d0d3c53319044ad9d40e679d4771fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857859 Jan 14 03:22:01.871815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:01.873794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f478bf1-e19e-4b2d-821f-b394a36b323c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:01.876525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.879738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:01.884744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53242) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:01.895722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.896064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.900426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.901626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58728d07-5dec-4486-9372-2b955eddeeb2 HTTP/1.1" status: 204 len: 168 time: 0.5608211 Jan 14 03:22:01.904793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42038ed6-1f32-43ea-aebd-a5909e2638e7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:01.909065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:01.910029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22e9985d-80ae-44ff-b25f-78b5575ab1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:01.921200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:01.930610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.945676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58728d07-5dec-4486-9372-2b955eddeeb2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:01.951254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:01.951973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.969362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:01.984377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:01.996240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42a8e50a-2f10-4e04-a617-fcc7b86982cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:02.046510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:security_group_rule and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:02.051241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd9897-35c3-44e7-a366-0e8d2ccd1901,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:02.053805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:02.060696 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:02.061894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:02.084819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.088975 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f478bf1-e19e-4b2d-821f-b394a36b323c HTTP/1.1" status: 204 len: 168 time: 1.4200623 Jan 14 03:22:02.097401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Calling delete_port for 9bc87cc4-c791-47cb-bfbd-32e547b4d996 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:02.098569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.099998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/security-groups/32bd9897-35c3-44e7-a366-0e8d2ccd1901 HTTP/1.1" status: 204 len: 168 time: 0.5874479 Jan 14 03:22:02.105086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53252) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:02.152230 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-066676f8-bb4c-48c7-87ba-c2d56672999a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] show failed (client error): The resource could not be found. Jan 14 03:22:02.154252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-066676f8-bb4c-48c7-87ba-c2d56672999a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "GET /v2.0/security-groups/32bd9897-35c3-44e7-a366-0e8d2ccd1901 HTTP/1.1" status: 404 len: 347 time: 0.0344923 Jan 14 03:22:02.158313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53256) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:02.205812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.252659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.346487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Deleting port ad8ff3d6-2191-42e2-8c66-a374933c46dd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:02.346864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.375224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.383929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80805686-4d4a-448b-bb28-d79d61d3adc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:02.421869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42038ed6-1f32-43ea-aebd-a5909e2638e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:02.431146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:02.435334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.436602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42038ed6-1f32-43ea-aebd-a5909e2638e7 HTTP/1.1" status: 204 len: 168 time: 0.5507965 Jan 14 03:22:02.532031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.563225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.573071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.585476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.585846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.593320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:02.646597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event deleted for resources: {'Port': ['ID=9bc87cc4-c791-47cb-bfbd-32e547b4d996,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:02.700554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Transition to ACTIVE for port object e836528a-0eb1-4855-80f5-fb1d0eee288e will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:02.702112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:02.719197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Calling delete_port for ad8ff3d6-2191-42e2-8c66-a374933c46dd owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:02.750154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.760367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3055607f-9436-4737-a1c3-fac0c8d42176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:02.774657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.791270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e9e1553-a7be-4b19-8957-fd53cc8fea87 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:02.801971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:02.831189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.831729 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment c0c5efc0-a945-415f-8b79-d1272f2d5120 of type vxlan for network 8d897a05-811e-4792-a99e-b8d49821ffcb Jan 14 03:22:02.841960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'SecurityGroup': ['ID=c7364464-529b-46a5-851d-9ca7e82993c2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:02.851508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:02.870278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:22:02.892023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:02.902566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Allocated IP 172.20.0.2 (4ad24caa-7745-4fa2-856a-dda1bed49895/830a1ad3-b07d-4bda-a1b3-557311ad6e77/767d79ac-addc-4625-b661-ef140f21bc5b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:02.993846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'Port': ['ID=e836528a-0eb1-4855-80f5-fb1d0eee288e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:03.000736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:03.022022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.035835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.052464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:03.054276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.064030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3dfbf05d-5e47-496e-9432-c3a34331f136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:03.094136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.103314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.114701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "DELETE /v2.0/floatingips/1c35b6f9-3de4-463e-bab7-fc235a5303e7 HTTP/1.1" status: 204 len: 168 time: 1.7321789 Jan 14 03:22:03.144878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:03.146158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:03.157170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:03.221838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.234169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Transition to ACTIVE for port object 767d79ac-addc-4625-b661-ef140f21bc5b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:03.254722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Transition to ACTIVE for port object 767d79ac-addc-4625-b661-ef140f21bc5b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:03.261388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.285250 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:03.289516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:03.315229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:03.320084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8893902 Jan 14 03:22:03.320237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.321747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:03.358729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5813091 Jan 14 03:22:03.359593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53294) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:03.374166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Request body: {'port': {'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895', 'name': 'tempest-ExtraDHCPOptionsTestJSON-355720389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:03.374745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] bootfile-name is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:03.375123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] tftp-server is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:03.375491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] server-ip-address is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:03.408501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1564016123'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:03.416664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:03.426468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:03.432455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:03.435637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:03.444200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:03.458585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=8d897a05-811e-4792-a99e-b8d49821ffcb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:03.473022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:03.475801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:03.490122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f3a92b-2c2f-4932-b911-9b0109232076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:03.493735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:03.507414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:03.533837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group': {'name': 'tempest-securitygroup--747899950', 'description': 'tempest-description--841153462'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:03.551835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:03.561686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Port': ['ID=ad8ff3d6-2191-42e2-8c66-a374933c46dd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:03.566822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:03.572579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:03.583287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:03.599587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:03.612363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:03.616720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.628401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:03.634467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.654752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:03.661856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:03.669100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:03.672171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:03.678407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:03.680958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Usage tracker for resource:port and tenant:7e6bef88d5444f14851db221f0ec7853 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:03.685417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:03.708498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:03.761652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Made reservation on behalf of 7e6bef88d5444f14851db221f0ec7853 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:03.783750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.819194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:03.876976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.877561 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment 554f5ea0-0833-4649-ba23-e04bb77ba963 of type vxlan for network c26dcd9b-8e7c-49d6-b772-23ca3007941a Jan 14 03:22:03.911955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.922311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:03.932136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.933514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/floatingips/ed9da0bc-104b-41de-a2cf-8733c414d76f HTTP/1.1" status: 204 len: 168 time: 1.7741463 Jan 14 03:22:03.936052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:03.940512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53316) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:03.945536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:03.952027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:03.958702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Pushing event updated for resources: {'Port': ['ID=767d79ac-addc-4625-b661-ef140f21bc5b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:03.962973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:04.036918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Deleting port 994414a0-0e11-467d-80ff-ebe7b9e321ea {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:04.037313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.038032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Attempting to bind port 767d79ac-addc-4625-b661-ef140f21bc5b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:22:04.040697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Attempting to bind port 767d79ac-addc-4625-b661-ef140f21bc5b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '2520c397-d8e5-48f8-be0e-adcbab38df41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:22:04.041356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Attempting to bind port 767d79ac-addc-4625-b661-ef140f21bc5b on network 4ad24caa-7745-4fa2-856a-dda1bed49895 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:22:04.055488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:22:04.056503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Checking segment: {'id': '2520c397-d8e5-48f8-be0e-adcbab38df41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:04.057191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.060989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Bound using segment: {'id': '2520c397-d8e5-48f8-be0e-adcbab38df41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:22:04.061771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Bound port: 767d79ac-addc-4625-b661-ef140f21bc5b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2520c397-d8e5-48f8-be0e-adcbab38df41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad24caa-7745-4fa2-856a-dda1bed49895'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:22:04.062427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.081887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.121753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:04.123126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.159638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-751b36b2-de79-42f7-9f9b-8a220aea0ea2 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:04.208606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] device_id is not set on port 81f2ae7f-3662-479a-b18a-f130e739dec7 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:04.273801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] For port 767d79ac-addc-4625-b661-ef140f21bc5b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:22:04.277794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] For port 767d79ac-addc-4625-b661-ef140f21bc5b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=767d79ac-addc-4625-b661-ef140f21bc5b,segment=NetworkSegment(2520c397-d8e5-48f8-be0e-adcbab38df41),segment_id=2520c397-d8e5-48f8-be0e-adcbab38df41)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:22:04.283094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.339984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.389475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.426159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97ebfc9c-837a-4317-b3ba-c2f885c3f004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:04.469016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48fa64-449b-471e-b6db-dce1bfd76b00,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:04.485402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:04.486531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.488114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0676208 Jan 14 03:22:04.492910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:04.506153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group_rule': {'security_group_id': '2e48fa64-449b-471e-b6db-dce1bfd76b00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:04.519183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:04.524601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:04.530217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:04.537979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:04.571410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.581736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Allocated IP 172.20.0.14 (4ad24caa-7745-4fa2-856a-dda1bed49895/830a1ad3-b07d-4bda-a1b3-557311ad6e77/81f2ae7f-3662-479a-b18a-f130e739dec7) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:04.634040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80c01feb-c903-4226-bfff-ca96196723a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:04.678841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3248253 Jan 14 03:22:04.682633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53338) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:04.729906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef213f09-1900-41d7-93e6-d8fb29ca65ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.734630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:04.748224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.772938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.775355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=c26dcd9b-8e7c-49d6-b772-23ca3007941a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:04.777833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Pushing event updated for resources: {'Port': ['ID=767d79ac-addc-4625-b661-ef140f21bc5b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:04.793298 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:04.794605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:04.808381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:04.833671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:04.881216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69b18bf3-6d50-4599-8571-792a29702c9f tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:04.901246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:04.902907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4084055 Jan 14 03:22:04.908317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53346) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:04.920001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acae6ce4-ee13-40a4-83fb-162660bab0a7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:04.931131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26e32784-d51f-4a2b-afcb-181d39a615e4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:04.938251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:04.943352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'security_group_rule': {'security_group_id': '2e48fa64-449b-471e-b6db-dce1bfd76b00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:04.955325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:04.960754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:security_group_rule and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:04.964711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:04.972517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:04.986838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:04.991057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:04.994368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:05.000539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:05.003105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.015762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:05.157867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:05.165896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.175208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.187574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.202944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.249200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:05.259338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.260668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3424518 Jan 14 03:22:05.268980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53360) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:05.272754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Transition to ACTIVE for port object 81f2ae7f-3662-479a-b18a-f130e739dec7 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:05.279676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:05.287802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08683a4a-454a-4681-b6ce-9cac978535af,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:05.291120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:05.298716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:05.305157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Usage tracker for resource:floatingip and tenant:1273a922847744b390749f7fba7879a3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:05.315017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:05.322886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:05.338951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.346328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Calling delete_port for 994414a0-0e11-467d-80ff-ebe7b9e321ea owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:05.365888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.417029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:05.449430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bdcfb4b-41ec-4c5d-97c4-4beea53d3c8b tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:05.904107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-779551994-network', 'tenant_id': '94f4c2f3a7c241f391bc27aa18539ab3'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:05.910335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:05.914883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Usage tracker for resource:network and tenant:94f4c2f3a7c241f391bc27aa18539ab3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:05.918110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:05.924814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:05.952049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Made reservation on behalf of 94f4c2f3a7c241f391bc27aa18539ab3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:05.953629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 767d79ac-addc-4625-b661-ef140f21bc5b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:05.956959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.018189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.041706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:06.046382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Usage tracker for resource:security_group_rule and tenant:94f4c2f3a7c241f391bc27aa18539ab3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:06.049496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:06.055242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:06.094218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.106987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 767d79ac-addc-4625-b661-ef140f21bc5b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:06.117529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10014084-86aa-4aca-a1f2-af1628f1ea9f tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:06.189319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'Port': ['ID=81f2ae7f-3662-479a-b18a-f130e739dec7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:06.193184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:06.212736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.218547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.225741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6064071f-7721-4e5b-a4da-f521923d0fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:06.237380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Port': ['ID=994414a0-0e11-467d-80ff-ebe7b9e321ea,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:06.245089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:06.267123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097319d6-621c-4eee-9d0c-9298913145a0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:06.270112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:06.303765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:06.341756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.353167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:06.354309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.354689 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Added segment ab7d56df-c8b1-47c9-9977-72d2efe37f3c of type vxlan for network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e Jan 14 03:22:06.357641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:06.364009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:06.364796 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a73aa57-782b-4aa8-a2ff-66416ae4a71e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:06.451281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.455058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.458252 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:06.461654 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:06.475057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:06.475858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.527382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.533196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=c09ff8f2-ebbc-490d-8843-60c18286e7b4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:06.547985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:06.564228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1979833 Jan 14 03:22:06.573382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:06.574852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.621429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.623623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:06.624507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.686102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:06.738863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.755734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/ports/994414a0-0e11-467d-80ff-ebe7b9e321ea HTTP/1.1" status: 204 len: 168 time: 2.8142209 Jan 14 03:22:06.759471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53394) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:06.802721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5b2b46a-4cd3-47e6-bb6c-6c7e04909240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:06.875089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': 'c0c5efc0-a945-415f-8b79-d1272f2d5120', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:06.875486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: 8d897a05-811e-4792-a99e-b8d49821ffcb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:06.892600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Pushing event updated for resources: {'Network': ['ID=d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:06.896370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7359726 Jan 14 03:22:06.906816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:06.917541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53400) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:06.935849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Request body: {'subnet': {'network_id': 'd56b07bd-d80f-4ef8-85d2-55c1cdc3f99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-779551994-subnet', 'tenant_id': '94f4c2f3a7c241f391bc27aa18539ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:06.946337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:06.947597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:06.952796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Usage tracker for resource:subnet and tenant:94f4c2f3a7c241f391bc27aa18539ab3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:06.955978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:06.969896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:06.998777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:07.002259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Deleting port 3258ace2-cb5e-4431-8845-2ae9f9ebe050 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:07.002689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.015678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:07.069469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Made reservation on behalf of 94f4c2f3a7c241f391bc27aa18539ab3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:07.080249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.135086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:07.158506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:07.181023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:07.182129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Synchronizing usage tracker for tenant:7e6bef88d5444f14851db221f0ec7853 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:07.247777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Unset dirty status for tenant:7e6bef88d5444f14851db221f0ec7853 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:07.264715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75957629-0c4a-4b6d-b929-633325249855 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6720705 Jan 14 03:22:07.268622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:07.386965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f24dc-0065-4ed1-86c8-544fb9328ce0 None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:07.410054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 8d897a05-811e-4792-a99e-b8d49821ffcb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:07.424918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8d897a05-811e-4792-a99e-b8d49821ffcb) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:07.438212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Deleting port 81f2ae7f-3662-479a-b18a-f130e739dec7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:07.438607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.533985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:07.535116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.629086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa1b65-a090-45d5-978d-dfcd7f8f4d2d None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:07.685753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Allocated IP 172.25.3.83 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/04ad99bf-9404-44ab-be1d-c6cd63a97c10) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:07.894419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.930594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:07.945886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:07.970753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Provisioning for port 767d79ac-addc-4625-b661-ef140f21bc5b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:08.008692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.015613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2958264 Jan 14 03:22:08.018783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53446) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:08.046195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:08.062231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Provisioning complete for port 767d79ac-addc-4625-b661-ef140f21bc5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:08.062937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.116876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:08.314869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.334313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:08.347181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.355279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:08.359444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:08.392841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8d897a05-811e-4792-a99e-b8d49821ffcb', 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': 'c09ff8f2-ebbc-490d-8843-60c18286e7b4'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:22:08.394092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.427549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:08.457498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] For port 767d79ac-addc-4625-b661-ef140f21bc5b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=767d79ac-addc-4625-b661-ef140f21bc5b,segment=NetworkSegment(2520c397-d8e5-48f8-be0e-adcbab38df41),segment_id=2520c397-d8e5-48f8-be0e-adcbab38df41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:08.473647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.480616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.487946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ecfefa8-4a05-42d1-a4fa-c3dd3afce519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:08.544148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Calling delete_port for 3258ace2-cb5e-4431-8845-2ae9f9ebe050 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:08.627360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Pushing event updated for resources: {'Port': ['ID=767d79ac-addc-4625-b661-ef140f21bc5b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:08.635012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Calling delete_port for 81f2ae7f-3662-479a-b18a-f130e739dec7 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:08.635177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:08.648167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:08.700706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.730014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'Port': ['ID=04ad99bf-9404-44ab-be1d-c6cd63a97c10,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:08.767289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:08.822093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:08.831862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.002230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a833f8a-d3a6-404e-a60b-13436fd562d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:09.076606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event deleted for resources: {'Port': ['ID=81f2ae7f-3662-479a-b18a-f130e739dec7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:09.097481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:09.152770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Provisioning for port e836528a-0eb1-4855-80f5-fb1d0eee288e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:09.165781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-614784040'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:09.182520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Provisioning complete for port e836528a-0eb1-4855-80f5-fb1d0eee288e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:09.182949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.203130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:09.229812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Usage tracker for resource:network and tenant:7d1b3e160d9c44d09d667928225bac82 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:09.239190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:09.289402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Allocated IP 2001:db8::2 (8d897a05-811e-4792-a99e-b8d49821ffcb/c09ff8f2-ebbc-490d-8843-60c18286e7b4/cd05a604-3f6d-4efc-aad6-9af109cdf019) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:09.291678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Port e836528a-0eb1-4855-80f5-fb1d0eee288e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:09.302760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:09.304818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Could not find standard attr ID for object 81f2ae7f-3662-479a-b18a-f130e739dec7. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:22:09.315705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:09.329906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.336903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:09.343039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:09.382773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Provisioning complete for port 767d79ac-addc-4625-b661-ef140f21bc5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:09.383549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2357ca8-e7d3-4f98-a982-80be87fa6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.394532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Made reservation on behalf of 7d1b3e160d9c44d09d667928225bac82 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:09.403679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.404271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.422087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53695ce2-fc34-4e43-949a-873bfdb9fd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:09.450015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "DELETE /v2.0/ports/81f2ae7f-3662-479a-b18a-f130e739dec7 HTTP/1.1" status: 204 len: 168 time: 2.1701350 Jan 14 03:22:09.450918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53482) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:09.456106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.476467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Request body: {'port': {'name': 'tempest-new-port-name-550183392', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:09.476901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] bootfile-name is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:09.477274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] tftp-server is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:09.477635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] server-ip-address is not in valid_values {{(pid=80833) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:22:09.557153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:09.566879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Usage tracker for resource:security_group_rule and tenant:7d1b3e160d9c44d09d667928225bac82 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:09.580174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:09.586495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:09.621194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.754686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c9c033-ed0f-4d5d-a41e-ae56bc619b5e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:09.758606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:09.811813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.852595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:09.959784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 767d79ac-addc-4625-b661-ef140f21bc5b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:10.005011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.123534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.161611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:10.170676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb5bc46a-758c-4da1-af52-a124e31d0f45 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:10.176782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.177182 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Added segment 5a32c718-7703-4c55-9f7e-836fab913cff of type vxlan for network 6a1e2756-8493-4827-9486-044980bb490f Jan 14 03:22:10.225944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.273144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Port': ['ID=3258ace2-cb5e-4431-8845-2ae9f9ebe050,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:10.299525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d651b9b-bc68-4f5b-a8e7-874c493aaa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:10.303049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Provisioning complete for port e836528a-0eb1-4855-80f5-fb1d0eee288e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:10.303683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.334929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:10.346436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.377571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.406477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:10.407088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.413010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 767d79ac-addc-4625-b661-ef140f21bc5b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:10.413884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.490071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Transition to ACTIVE for port object cd05a604-3f6d-4efc-aad6-9af109cdf019 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:10.510998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Port e836528a-0eb1-4855-80f5-fb1d0eee288e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:10.522840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Could not find standard attr ID for object 81f2ae7f-3662-479a-b18a-f130e739dec7. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:22:10.535758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.546038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Transition to ACTIVE for port object cd05a604-3f6d-4efc-aad6-9af109cdf019 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:10.628156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Pushing event updated for resources: {'SecurityGroup': ['ID=a05f6d91-0d4e-4eed-a30e-5a3df95251da,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:10.638634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Provisioning complete for port 767d79ac-addc-4625-b661-ef140f21bc5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:10.639202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f00395c-102e-4520-8136-0caa8b4a4fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.664985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.671662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.686873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:10.695479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bbd3ae2-15d0-42f4-8cb8-b81c7a5dacbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:10.727147 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/ports/3258ace2-cb5e-4431-8845-2ae9f9ebe050 HTTP/1.1" status: 204 len: 168 time: 3.9652345 Jan 14 03:22:10.730831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:10.736438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53516) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:10.738687 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f648e06b-0990-40fe-80c2-26e2affb8e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:10.781348 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8500998 Jan 14 03:22:10.831529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9444e697-73d2-4678-a525-cf6210ddb1cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:10.899332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53518) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:10.900099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:11.011400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=fa3040fd-1d82-435f-99bb-01b2875e4230,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:11.022044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:11.118944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:11.119995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Pushing event updated for resources: {'Port': ['ID=cd05a604-3f6d-4efc-aad6-9af109cdf019,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:11.123631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:11.125714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:11.126710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:11.166261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.180846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Checking segment: {'id': 'ab7d56df-c8b1-47c9-9977-72d2efe37f3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd56b07bd-d80f-4ef8-85d2-55c1cdc3f99e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:11.181235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Network hostable DHCP agents. Network: d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:11.199434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Pushing event updated for resources: {'Network': ['ID=6a1e2756-8493-4827-9486-044980bb490f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:11.222429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': '554f5ea0-0833-4649-ba23-e04bb77ba963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:11.222830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: c26dcd9b-8e7c-49d6-b772-23ca3007941a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:11.227783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Attempting to bind port cd05a604-3f6d-4efc-aad6-9af109cdf019 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:22:11.228365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Attempting to bind port cd05a604-3f6d-4efc-aad6-9af109cdf019 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c0c5efc0-a945-415f-8b79-d1272f2d5120', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:22:11.228849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Attempting to bind port cd05a604-3f6d-4efc-aad6-9af109cdf019 on network 8d897a05-811e-4792-a99e-b8d49821ffcb {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:22:11.240999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6a1e2756-8493-4827-9486-044980bb490f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:11.257956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6a1e2756-8493-4827-9486-044980bb490f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:11.259886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:11.372567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:11.383219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6a1e2756-8493-4827-9486-044980bb490f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:11.404186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:11.404458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:22:11.404817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Checking segment: {'id': 'c0c5efc0-a945-415f-8b79-d1272f2d5120', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:11.405213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.405667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Bound using segment: {'id': 'c0c5efc0-a945-415f-8b79-d1272f2d5120', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:22:11.406334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Bound port: cd05a604-3f6d-4efc-aad6-9af109cdf019, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c5efc0-a945-415f-8b79-d1272f2d5120', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '8d897a05-811e-4792-a99e-b8d49821ffcb'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:22:11.406869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.425056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c26dcd9b-8e7c-49d6-b772-23ca3007941a) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:11.428574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:11.451858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:11.452430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.490025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:11.490490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.502987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4794879 Jan 14 03:22:11.522629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53538) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:11.573274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.615808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1842522582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:11.616517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bcb938-175d-4caa-b7a2-98395222fcfd None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:11.620294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Deleting subnet efdfd958-30fd-432f-9cbe-5038ced955b7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:11.627372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:11.630693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b8076-2e9f-4a40-b84e-e84620b1fe66 None None] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:11.631458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:11.634396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:11.638147 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.7164719 Jan 14 03:22:11.640307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.640909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:11.682740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.683068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'name': 'tempest-network--1550824318', 'router:external': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:11.684070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.695484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:11.712681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:11.731794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.743540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcede937b474f0caada0be110301a02 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:11.746699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:network and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:11.761428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:11.762099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.765174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:11.779614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.783944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:11.813846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.894389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:11.935307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7cc0c869-138b-448d-aa3b-318a40fa8c73 None None] Provisioning complete for port 767d79ac-addc-4625-b661-ef140f21bc5b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:11.935629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cc0c869-138b-448d-aa3b-318a40fa8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.936968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:11.941826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:11.960387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.016759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.020282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:12.021674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] For port cd05a604-3f6d-4efc-aad6-9af109cdf019, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:22:12.024661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] For port cd05a604-3f6d-4efc-aad6-9af109cdf019, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd05a604-3f6d-4efc-aad6-9af109cdf019,segment=NetworkSegment(c0c5efc0-a945-415f-8b79-d1272f2d5120),segment_id=c0c5efc0-a945-415f-8b79-d1272f2d5120)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:22:12.030212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:security_group_rule and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:12.033717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46f5dc7-15d3-4794-9a87-63aecc9d7d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:12.037491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:12.048820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:12.050286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.114307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.189778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.201814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.314165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d788cb1-83ec-4908-bc91-ef861dcdc6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:12.337971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.341672 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.345234 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:12.349231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:12.425255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.439468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event updated for resources: {'Port': ['ID=e836528a-0eb1-4855-80f5-fb1d0eee288e,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:12.452964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:12.509342 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:12.517248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:12.529097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.529744 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Added segment fbf0b115-fcc0-4667-b81d-9542e9670851 of type vxlan for network 4f7a55d5-3154-49b6-a547-277d6aed6d10 Jan 14 03:22:12.577346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.582004 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f9aa10b-98b8-491c-b17c-eb7326d917be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0560369 Jan 14 03:22:12.594720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:12.599623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53568) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:12.748851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.761028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Pushing event updated for resources: {'Port': ['ID=cd05a604-3f6d-4efc-aad6-9af109cdf019,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:12.769975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844402e-004b-45bd-98be-1194e1181ba9 None None] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:12.786773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:12.870155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.871379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:12.872906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:12.931065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1cbd-dacb-4056-8382-d2971993114f req-e25983fd-ee04-49e3-8810-f2ff7de94b83 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:12.932863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4aab1cbd-dacb-4056-8382-d2971993114f req-e25983fd-ee04-49e3-8810-f2ff7de94b83 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/networks?id=d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e HTTP/1.1" status: 200 len: 814 time: 0.3826602 Jan 14 03:22:12.958705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 1.9984872 Jan 14 03:22:12.958705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'SecurityGroup': ['ID=df82f5d7-b729-42b6-aaf6-3f5122828221,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:12.961612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:12.961905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53576) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:12.967306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6943cbf3-587e-4112-8921-8b7d96f09eb7 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:13.022432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3752c081-7755-4aa0-a872-2f6e7d2cfbfc None None] Provisioning complete for port e836528a-0eb1-4855-80f5-fb1d0eee288e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:13.022742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3752c081-7755-4aa0-a872-2f6e7d2cfbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.081795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c26dcd9b-8e7c-49d6-b772-23ca3007941a', 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': 'fa3040fd-1d82-435f-99bb-01b2875e4230'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:22:13.082796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.134018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3752c081-7755-4aa0-a872-2f6e7d2cfbfc None None] Port e836528a-0eb1-4855-80f5-fb1d0eee288e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:13.200978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.220847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event updated for resources: {'Port': ['ID=04ad99bf-9404-44ab-be1d-c6cd63a97c10,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:13.220847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:13.252594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] In _notify_port_updated(), no bound segment for port e836528a-0eb1-4855-80f5-fb1d0eee288e on network 4ad24caa-7745-4fa2-856a-dda1bed49895 {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:22:13.258676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.271437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:13.272193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.277459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "PUT /v2.0/ports/e836528a-0eb1-4855-80f5-fb1d0eee288e HTTP/1.1" status: 200 len: 1135 time: 3.8226457 Jan 14 03:22:13.282275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53582) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:13.286626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.288054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0180106 Jan 14 03:22:13.480931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4aab1cbd-dacb-4056-8382-d2971993114f req-b7d592eb-b733-46cb-8250-8f664ab2fb54 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/quotas/94f4c2f3a7c241f391bc27aa18539ab3 HTTP/1.1" status: 200 len: 375 time: 0.5167303 Jan 14 03:22:13.550874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37974d-28b5-4961-9b89-c2cd63ee7d87 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:13.552246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b37974d-28b5-4961-9b89-c2cd63ee7d87 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Synchronizing usage tracker for tenant:7e6bef88d5444f14851db221f0ec7853 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:13.561186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.584186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4aab1cbd-dacb-4056-8382-d2971993114f req-ed9811ca-9038-4b4e-850e-50dab29256f8 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/ports?tenant_id=94f4c2f3a7c241f391bc27aa18539ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778391 Jan 14 03:22:13.599300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.609346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b37974d-28b5-4961-9b89-c2cd63ee7d87 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Unset dirty status for tenant:7e6bef88d5444f14851db221f0ec7853 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:13.616442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b37974d-28b5-4961-9b89-c2cd63ee7d87 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "GET /v2.0/ports/e836528a-0eb1-4855-80f5-fb1d0eee288e HTTP/1.1" status: 200 len: 1135 time: 0.3314004 Jan 14 03:22:13.619572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53598) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:13.638849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=4f7a55d5-3154-49b6-a547-277d6aed6d10,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:13.654719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:13.686014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.750256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.789007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 4f7a55d5-3154-49b6-a547-277d6aed6d10 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:13.841347 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e428c33-50b1-436f-81e5-1b39951685be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:13.864746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dcede937b474f0caada0be110301a02&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9093184 Jan 14 03:22:13.906096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53612) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:13.916144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Deleting port e836528a-0eb1-4855-80f5-fb1d0eee288e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:13.916554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:13.935721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 4f7a55d5-3154-49b6-a547-277d6aed6d10 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:14.087275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 4f7a55d5-3154-49b6-a547-277d6aed6d10 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:14.098135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e09cc0-9866-420d-9c6e-573e1a4dd2bc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:14.119831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-04acf08c-8928-400b-9204-8b18dee4f697 req-ca43500c-cded-4b28-8633-423f88ababc5 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Synchronizing usage tracker for tenant:1273a922847744b390749f7fba7879a3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:14.125973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:14.144583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.232927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Allocated IP 2001:db8:1::2 (c26dcd9b-8e7c-49d6-b772-23ca3007941a/fa3040fd-1d82-435f-99bb-01b2875e4230/d765b0b5-86e9-4f85-b6e8-8f77224e0179) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:14.272918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.349575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd05a604-3f6d-4efc-aad6-9af109cdf019 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:14.514978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.646376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4887b02-f670-4378-9e4b-cde72391d551 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:14.707132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Subnet': ['ID=efdfd958-30fd-432f-9cbe-5038ced955b7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:14.718646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-04acf08c-8928-400b-9204-8b18dee4f697 req-ca43500c-cded-4b28-8633-423f88ababc5 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Unset dirty status for tenant:1273a922847744b390749f7fba7879a3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:14.719941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-ca43500c-cded-4b28-8633-423f88ababc5 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--747899950&fields=id&tenant_id=1273a922847744b390749f7fba7879a3 HTTP/1.1" status: 200 len: 267 time: 0.9708602 Jan 14 03:22:14.723838 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:14.740166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.751976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/subnets/efdfd958-30fd-432f-9cbe-5038ced955b7 HTTP/1.1" status: 204 len: 168 time: 3.8598497 Jan 14 03:22:14.761284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53624) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:14.783447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.802030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:14.813977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Transition to ACTIVE for port object d765b0b5-86e9-4f85-b6e8-8f77224e0179 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:14.831276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Transition to ACTIVE for port object d765b0b5-86e9-4f85-b6e8-8f77224e0179 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:14.841318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4157b93-34e5-41e2-ad95-62f6d5355c32 None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:14.874950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7a55d5-3154-49b6-a547-277d6aed6d10']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:14.884154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4aab1cbd-dacb-4056-8382-d2971993114f req-733be847-72ab-4c78-9863-536077b1a982 service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2281048 Jan 14 03:22:14.954819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d75c7-d478-4edc-9ca7-d8b097440009 None None] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:14.964824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acf08c-8928-400b-9204-8b18dee4f697 req-3bed1bdc-d0df-42c2-845f-2a43519be9bd tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:14.967076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-3bed1bdc-d0df-42c2-845f-2a43519be9bd tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/networks?id=c64cbeb6-5170-453d-908e-f8947a574300 HTTP/1.1" status: 200 len: 811 time: 0.2038140 Jan 14 03:22:15.069700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.105106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cd05a604-3f6d-4efc-aad6-9af109cdf019 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:15.110624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.152276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf0b115-fcc0-4667-b81d-9542e9670851') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:15.152276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf0b115-fcc0-4667-b81d-9542e9670851') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:15.164082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4aab1cbd-dacb-4056-8382-d2971993114f req-7b36a52a-6b42-4e9d-ab58-c5d120db65f1 service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940403 Jan 14 03:22:15.178637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-dd513fd7-88d9-4773-93ad-360978b05bfd tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/quotas/1273a922847744b390749f7fba7879a3 HTTP/1.1" status: 200 len: 375 time: 0.0314121 Jan 14 03:22:15.180418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.243406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e27f99b-d95c-459e-a4c5-2085dd06edc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:15.244837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.255997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:15.303053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.417924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Provisioning for port cd05a604-3f6d-4efc-aad6-9af109cdf019 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:15.478814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Provisioning complete for port cd05a604-3f6d-4efc-aad6-9af109cdf019 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:15.479522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.514988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:15.535224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:15.537373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.548729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Deleting subnet aa5544a9-4df1-4b5f-b7c7-c8e79e953f26 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:15.562990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Calling delete_port for e836528a-0eb1-4855-80f5-fb1d0eee288e owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:15.593937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:15.594116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62ab48e6-143a-4ab6-839a-6b2b19402d62 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:15.605784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.672061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e09cc0-9866-420d-9c6e-573e1a4dd2bc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:15.689036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-dc5eab5c-fab2-43a9-9b2f-89b1434f9a25 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/ports?tenant_id=1273a922847744b390749f7fba7879a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5010505 Jan 14 03:22:15.722390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:15.737125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.738714 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56e09cc0-9866-420d-9c6e-573e1a4dd2bc HTTP/1.1" status: 204 len: 168 time: 1.7935803 Jan 14 03:22:15.744068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8::1 (8d897a05-811e-4792-a99e-b8d49821ffcb/c09ff8f2-ebbc-490d-8843-60c18286e7b4/acd007a6-57b0-4f42-9c16-ecadff6c7208) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:15.783085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.805331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Pushing event updated for resources: {'Port': ['ID=d765b0b5-86e9-4f85-b6e8-8f77224e0179,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:15.891274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 4f7a55d5-3154-49b6-a547-277d6aed6d10 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:15.910963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:15.912773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:16.041645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Attempting to bind port d765b0b5-86e9-4f85-b6e8-8f77224e0179 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:22:16.042070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Attempting to bind port d765b0b5-86e9-4f85-b6e8-8f77224e0179 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '554f5ea0-0833-4649-ba23-e04bb77ba963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:22:16.042488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Attempting to bind port d765b0b5-86e9-4f85-b6e8-8f77224e0179 on network c26dcd9b-8e7c-49d6-b772-23ca3007941a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:22:16.141593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:22:16.142304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Checking segment: {'id': '554f5ea0-0833-4649-ba23-e04bb77ba963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:16.143477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.143938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Bound using segment: {'id': '554f5ea0-0833-4649-ba23-e04bb77ba963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:22:16.144533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Bound port: d765b0b5-86e9-4f85-b6e8-8f77224e0179, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554f5ea0-0833-4649-ba23-e04bb77ba963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c26dcd9b-8e7c-49d6-b772-23ca3007941a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:22:16.144966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.296277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.394631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-6480aeed-6f16-404b-8d8e-3020ed3c9aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/c64cbeb6-5170-453d-908e-f8947a574300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741984 Jan 14 03:22:16.483544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.558900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.579327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-04acf08c-8928-400b-9204-8b18dee4f697 req-784c4b6c-0d5d-4f73-8e2f-e99da3f04e83 service neutron] 10.222.0.30 "GET /v2.0/networks/c64cbeb6-5170-453d-908e-f8947a574300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1834009 Jan 14 03:22:16.661244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.665263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39367ac1-c102-48bc-b9c6-381edd9203c4 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:16.678583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] For port d765b0b5-86e9-4f85-b6e8-8f77224e0179, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:22:16.682919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] For port d765b0b5-86e9-4f85-b6e8-8f77224e0179, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d765b0b5-86e9-4f85-b6e8-8f77224e0179,segment=NetworkSegment(554f5ea0-0833-4649-ba23-e04bb77ba963),segment_id=554f5ea0-0833-4649-ba23-e04bb77ba963)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:22:16.694283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.718330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:16.766844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event deleted for resources: {'Port': ['ID=e836528a-0eb1-4855-80f5-fb1d0eee288e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:16.820140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Pushing event updated for resources: {'Port': ['ID=d765b0b5-86e9-4f85-b6e8-8f77224e0179,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:16.825538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:16.826546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] DHCP port deletion for ca8b896a-a333-4f2a-8c54-2dbc77dff902 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:16.910869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] For port cd05a604-3f6d-4efc-aad6-9af109cdf019, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd05a604-3f6d-4efc-aad6-9af109cdf019,segment=NetworkSegment(c0c5efc0-a945-415f-8b79-d1272f2d5120),segment_id=c0c5efc0-a945-415f-8b79-d1272f2d5120)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:16.917293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Deleting port 62e47f91-cde6-43c3-9e73-8865083664b5 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:16.917962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.947193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53680) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:16.962422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:16.997123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object acd007a6-57b0-4f42-9c16-ecadff6c7208 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:17.026554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.032610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.035415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.035993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.036576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.037135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.038458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:17.039082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.040919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.041488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.042049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.044700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.048973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.049493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.049912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.050330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.050742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.051153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.051562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.051966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.052425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.052897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.053182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.053596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.053994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.054454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.078817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.079174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.079598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.080196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.080680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.081101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.081751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.082163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.082568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.082978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.083390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:17.159443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:17.311732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.343655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "DELETE /v2.0/ports/e836528a-0eb1-4855-80f5-fb1d0eee288e HTTP/1.1" status: 204 len: 168 time: 3.7229590 Jan 14 03:22:17.384991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53700) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:17.425439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] For port 62e47f91-cde6-43c3-9e73-8865083664b5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62e47f91-cde6-43c3-9e73-8865083664b5,segment=NetworkSegment(9c0cc49b-8cca-4233-af50-e67a57485b9f),segment_id=9c0cc49b-8cca-4233-af50-e67a57485b9f)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:17.426024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.447431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-a7fc841a-b94f-4d1d-bd29-f79fa9fa43df tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:17.452180 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-a7fc841a-b94f-4d1d-bd29-f79fa9fa43df tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/networks?id=d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e HTTP/1.1" status: 200 len: 814 time: 1.1382575 Jan 14 03:22:17.464687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53708) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:17.492427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.527249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bfe5e77-921f-479c-ba02-80a7b676e1f2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:17.528083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.570628 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-4909326b-7c88-4960-a983-c5cd5989ca18 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/quotas/94f4c2f3a7c241f391bc27aa18539ab3 HTTP/1.1" status: 200 len: 375 time: 0.0498757 Jan 14 03:22:17.585363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Calling delete_port for 62e47f91-cde6-43c3-9e73-8865083664b5 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:17.704170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.723680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 4f7a55d5-3154-49b6-a547-277d6aed6d10 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:17.780802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=acd007a6-57b0-4f42-9c16-ecadff6c7208,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:17.810040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:17.816812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Pushing event updated for resources: {'Port': ['ID=cd05a604-3f6d-4efc-aad6-9af109cdf019,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:17.823287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:17.835685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb5533c4-29dc-4083-8432-340524f9d60f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:17.906455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3e53d5be-8189-4480-a863-6f328a209a59 None None] Provisioning complete for port cd05a604-3f6d-4efc-aad6-9af109cdf019 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:17.907198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e53d5be-8189-4480-a863-6f328a209a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:17.933891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Pushing event deleted for resources: {'Port': ['ID=62e47f91-cde6-43c3-9e73-8865083664b5,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:17.972116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62e47f91-cde6-43c3-9e73-8865083664b5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:17.994855 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:18.024574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:18.029070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.033062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f7a55d5-3154-49b6-a547-277d6aed6d10 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:22:18.035012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 8d897a05-811e-4792-a99e-b8d49821ffcb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:18.035656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.041738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:18.043122 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-c68340ff-a10b-4e6a-805e-aab66ba3feed tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/ports?tenant_id=94f4c2f3a7c241f391bc27aa18539ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4360704 Jan 14 03:22:18.046689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Usage tracker for resource:security_group_rule and tenant:f81c337372854fccb92145cd49b9005a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:18.049898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:18.057434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:18.057593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:18.058360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.114423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:18.115099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 62e47f91-cde6-43c3-9e73-8865083664b5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:18.115496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62e47f91-cde6-43c3-9e73-8865083664b5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:18.122790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.125119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9821d1d9-9d58-4e59-bd91-b9d01df9589c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:18.141252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/4f7a55d5-3154-49b6-a547-277d6aed6d10 HTTP/1.1" status: 204 len: 168 time: 5.1398833 Jan 14 03:22:18.150013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.158653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53724) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:18.236576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] No DVR routers for this DVR port 62e47f91-cde6-43c3-9e73-8865083664b5 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:18.349111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.400947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'router:external': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:18.416645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Network': ['ID=4f7a55d5-3154-49b6-a547-277d6aed6d10,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:18.424886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:18.429649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:network and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:18.433180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:18.440890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:18.469731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-158b2349-707f-475d-acac-502181cb4565 None None] Provisioning for port acd007a6-57b0-4f42-9c16-ecadff6c7208 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:18.487044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-158b2349-707f-475d-acac-502181cb4565 None None] Provisioning complete for port acd007a6-57b0-4f42-9c16-ecadff6c7208 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:18.487486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158b2349-707f-475d-acac-502181cb4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.496755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.497449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.498063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.498846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.499793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.500572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.501178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.501911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.502508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.503118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.503713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.504318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.504979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.505587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.506181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.506890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.507656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.508253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.508880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.509697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.510292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.510965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.511559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.512811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.513469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.514079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.514685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.515275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.515877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.516502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.517111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.517812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.518405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.519005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.519804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.520429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:18.530306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:18.538595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.561065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50139c43-7231-4e22-b629-127296d7e7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:18.587561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:18.603299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.625830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-158b2349-707f-475d-acac-502181cb4565 None None] Port acd007a6-57b0-4f42-9c16-ecadff6c7208 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:18.638501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.640672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "DELETE /v2.0/security-groups/2e48fa64-449b-471e-b6db-dce1bfd76b00 HTTP/1.1" status: 204 len: 168 time: 1.1749117 Jan 14 03:22:18.646849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42e15959-42ba-4e39-912a-91013f7c430b tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:18.654557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48fa64-449b-471e-b6db-dce1bfd76b00,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:18.660642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:18.696980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.717645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-158b2349-707f-475d-acac-502181cb4565 None None] Provisioning complete for port cd05a604-3f6d-4efc-aad6-9af109cdf019 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:18.718239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158b2349-707f-475d-acac-502181cb4565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.725899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:18.731272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Subnet': ['ID=aa5544a9-4df1-4b5f-b7c7-c8e79e953f26,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:18.734501 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:18.770991 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1d94c76a-49db-42a0-a27e-c09e09094bd4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] show failed (client error): The resource could not be found. Jan 14 03:22:18.772764 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d94c76a-49db-42a0-a27e-c09e09094bd4 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "GET /v2.0/security-groups/2e48fa64-449b-471e-b6db-dce1bfd76b00 HTTP/1.1" status: 404 len: 347 time: 0.0734167 Jan 14 03:22:18.780568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53740) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:18.790183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.795565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:18.884965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.893885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a26de9-adbb-46d3-95d3-6ea8a9a64602 None None] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:18.914021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:18.919371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/subnets/aa5544a9-4df1-4b5f-b7c7-c8e79e953f26 HTTP/1.1" status: 204 len: 168 time: 4.1461232 Jan 14 03:22:18.923931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53744) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:18.937978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b52e3c1-8183-49f5-8ba0-a20d794f2fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:18.938535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Deleting subnet 830a1ad3-b07d-4bda-a1b3-557311ad6e77 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:18.983184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-69c9af8b-b1e2-4a70-ade9-d6dd7b4ce638 service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343246 Jan 14 03:22:19.069555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.072820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.073275 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Added segment 39df682c-f722-4c8a-8c8f-4ae877a2123d of type vxlan for network fc1beb34-af7b-4981-b86d-2abe6abb7d58 Jan 14 03:22:19.087153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f81c337372854fccb92145cd49b9005a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1213965 Jan 14 03:22:19.212821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53750) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:19.287667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.303393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Deleting port 04ad99bf-9404-44ab-be1d-c6cd63a97c10 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:19.303782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.377588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.382031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704702a8-768b-46a1-a71b-c652f02930f7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:19.386088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:19.434267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.453712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.486281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.500114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] DHCP port deletion for 09af148d-95f8-4f1d-8df6-7174e3415dd8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:19.504588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Deleting port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:19.505029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.615097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-edd98b73-e675-4768-992b-6ec85a3b0cb0 req-be464faf-1136-4d47-a687-9c665a07f3ca service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6307774 Jan 14 03:22:19.635177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.649539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.651402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:19.652303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.735226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33c07442-a5a4-4e6e-a7c2-22aa492cc21e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:19.752366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] For port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,segment=NetworkSegment(36d70adb-31fd-4c4e-a189-0fa975c1cfe9),segment_id=36d70adb-31fd-4c4e-a189-0fa975c1cfe9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:19.753378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.759555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8b896a-a333-4f2a-8c54-2dbc77dff902']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:19.773817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0cc49b-8cca-4233-af50-e67a57485b9f') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:19.774158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0cc49b-8cca-4233-af50-e67a57485b9f') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:19.787313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.802513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:19.804548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:19.906016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=fc1beb34-af7b-4981-b86d-2abe6abb7d58,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:19.929717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:19.940136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Calling delete_port for 20fd4175-22b3-4119-aba9-aba9d7e4d8cc owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:20.008911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 830 time: 1.6147497 Jan 14 03:22:20.014617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:20.026563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'subnet': {'network_id': 'fc1beb34-af7b-4981-b86d-2abe6abb7d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:20.067451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:20.109785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:20.127030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:subnet and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:20.132647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:20.229204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:20.236685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:20.253731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:20.267257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.277768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d765b0b5-86e9-4f85-b6e8-8f77224e0179 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:20.282260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.304821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.332200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f67932c-d2b0-41a4-aafd-1342573dbd97 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:20.354590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:20.360362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.428642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.450971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:20.461650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.731936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network ca8b896a-a333-4f2a-8c54-2dbc77dff902 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:20.783807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704702a8-768b-46a1-a71b-c652f02930f7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:20.845771 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:20.879483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.881689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/704702a8-768b-46a1-a71b-c652f02930f7 HTTP/1.1" status: 204 len: 168 time: 1.5490794 Jan 14 03:22:20.892366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Calling delete_port for 04ad99bf-9404-44ab-be1d-c6cd63a97c10 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:20.914510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.923994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:20.930526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2f73eb0-251b-4f26-b50c-aa6d4b17514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:20.954392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:20.981092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/networks/ca8b896a-a333-4f2a-8c54-2dbc77dff902 HTTP/1.1" status: 204 len: 168 time: 2.0398219 Jan 14 03:22:20.984631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53806) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:20.988212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Network': ['ID=ca8b896a-a333-4f2a-8c54-2dbc77dff902,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:20.997492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:21.074144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:21.175634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Pushing event deleted for resources: {'Port': ['ID=20fd4175-22b3-4119-aba9-aba9d7e4d8cc,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:21.177943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f96cbc-79a5-4dde-a08f-5ca7ad5e0cd5 None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:21.212454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.310589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.366164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:21.446886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:21.466748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] No DVR routers for this DVR port 20fd4175-22b3-4119-aba9-aba9d7e4d8cc on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:21.476835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Provisioning for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:21.488773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:21.489199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.558014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.558526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Provisioning complete for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:21.559580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.749104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.837813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.940098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:21.943196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09af148d-95f8-4f1d-8df6-7174e3415dd8']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:21.956850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port d765b0b5-86e9-4f85-b6e8-8f77224e0179, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d765b0b5-86e9-4f85-b6e8-8f77224e0179,segment=NetworkSegment(554f5ea0-0833-4649-ba23-e04bb77ba963),segment_id=554f5ea0-0833-4649-ba23-e04bb77ba963)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:21.957709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d70adb-31fd-4c4e-a189-0fa975c1cfe9') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:21.958050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d70adb-31fd-4c4e-a189-0fa975c1cfe9') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:21.971921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.973009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.973498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd05a604-3f6d-4efc-aad6-9af109cdf019 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:21.988469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:21.990466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:22.035702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Pushing event deleted for resources: {'Port': ['ID=04ad99bf-9404-44ab-be1d-c6cd63a97c10,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:22.038666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:22.044920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-833b6385-dc38-4023-802c-44e8c58d1b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:22.184688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.211551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:22.224299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.265252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=d765b0b5-86e9-4f85-b6e8-8f77224e0179,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:22.316464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:22.326338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cd05a604-3f6d-4efc-aad6-9af109cdf019 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:22.326763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.369572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.428805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-eefc6308-2389-4fb2-9c00-05a408e66f9f tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:22.433060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:22:22.433473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-be770e46-6dbb-4d21-b8f6-3df5fc926bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:22:22.435653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-eefc6308-2389-4fb2-9c00-05a408e66f9f tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/networks?id=d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e HTTP/1.1" status: 200 len: 814 time: 1.4954960 Jan 14 03:22:22.444932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.452374 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] 10.222.0.30 "DELETE /v2.0/floatingips/298a4a74-14be-4ae3-af33-2ce4b2745ac1 HTTP/1.1" status: 204 len: 168 time: 3.6541860 Jan 14 03:22:22.459462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53836) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:22.649414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20fd4175-22b3-4119-aba9-aba9d7e4d8cc no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:22.707236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-6c933296-b0c4-49da-bbb8-2b9b4e485d70 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/quotas/94f4c2f3a7c241f391bc27aa18539ab3 HTTP/1.1" status: 200 len: 375 time: 0.2595139 Jan 14 03:22:22.723981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 20fd4175-22b3-4119-aba9-aba9d7e4d8cc {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:22.724416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 20fd4175-22b3-4119-aba9-aba9d7e4d8cc not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:22.818086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:22:22.818597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.847005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7594a01-ca0b-4632-b55e-e382eba6a28a tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:22.873933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:22.900096 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50f9e246-26f8-4ac4-8c93-d65ad38f9f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:22.919552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d765b0b5-86e9-4f85-b6e8-8f77224e0179 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:22.943850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Network 09af148d-95f8-4f1d-8df6-7174e3415dd8 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:22.954187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:23.009218 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:23.115046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event deleted for resources: {'Subnet': ['ID=830a1ad3-b07d-4bda-a1b3-557311ad6e77,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:23.128593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Subnet': ['ID=3122ae2d-e7b7-485d-9674-c87ba0458a9b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:23.156048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-85977541-c88a-4191-9846-36ec1594c9e1 tempest-AttachVolumeNegativeTest-1725043314 tempest-AttachVolumeNegativeTest-1725043314] 10.222.0.30 "GET /v2.0/ports?tenant_id=94f4c2f3a7c241f391bc27aa18539ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4471521 Jan 14 03:22:23.188773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:23.207637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:23.208074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.237405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.239681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:23.267191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.268724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.355179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9127b34-b775-4f97-b632-07e17460664b None None] Provisioning complete for port d765b0b5-86e9-4f85-b6e8-8f77224e0179 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:23.355598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9127b34-b775-4f97-b632-07e17460664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.513497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:23.573264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 8d897a05-811e-4792-a99e-b8d49821ffcb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:23.587906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:23.675355 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-d2607de7-46d1-4774-a263-dd3be4749df7 service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182900 Jan 14 03:22:23.682009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Checking segment: {'id': '39df682c-f722-4c8a-8c8f-4ae877a2123d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'fc1beb34-af7b-4981-b86d-2abe6abb7d58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:23.682409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network hostable DHCP agents. Network: fc1beb34-af7b-4981-b86d-2abe6abb7d58, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:23.856527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.894244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:23.899130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.927182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, fc1beb34-af7b-4981-b86d-2abe6abb7d58) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:23.941660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3870b1-d361-48e1-8508-b63a0d90ddda None None] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:23.956536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=acd007a6-57b0-4f42-9c16-ecadff6c7208,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:23.965326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] 10.222.0.30 "DELETE /v2.0/networks/09af148d-95f8-4f1d-8df6-7174e3415dd8 HTTP/1.1" status: 204 len: 168 time: 2.9745460 Jan 14 03:22:23.971516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:23.972784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.977448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:23.977842 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "DELETE /v2.0/subnets/830a1ad3-b07d-4bda-a1b3-557311ad6e77 HTTP/1.1" status: 204 len: 168 time: 6.5916266 Jan 14 03:22:23.978094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:23.981101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router f9fad984-1410-4626-812a-d414a19050a8 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:22:23.987805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:23.992845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b6e6c-1a94-4412-b356-108d65150433 None None] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:23.993822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:24.000164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-bb24061e-ef6f-437a-ab9c-97a23c7441ee req-df38e831-3419-4e39-8dff-ef6468012b60 service neutron] 10.222.0.30 "GET /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3127081 Jan 14 03:22:24.098992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Pushing event deleted for resources: {'Network': ['ID=09af148d-95f8-4f1d-8df6-7174e3415dd8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:24.102771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:24.115370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0995815 Jan 14 03:22:24.116867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53868) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:24.142414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'floatingip': {'floating_network_id': 'fc1beb34-af7b-4981-b86d-2abe6abb7d58'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:24.163518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:24.208332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:floatingip and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:24.217901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:24.236997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:24.449261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:24.521739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:24.544532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Deleting port 767d79ac-addc-4625-b661-ef140f21bc5b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:24.544915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:24.555513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:24.573268 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9723868 Jan 14 03:22:24.576098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:24.579955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] Sync routers for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:24.595567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:24.597458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:24.767069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:24.856876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456cda3b-0856-4b50-9cdd-f001454e832b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:24.857543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-456cda3b-0856-4b50-9cdd-f001454e832b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:24.874285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:24.885324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53900) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:24.908008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:24.908720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:24.917302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-258b8454-d7d6-4b58-ac28-bfa7a0823e18 None None] Provisioning complete for port acd007a6-57b0-4f42-9c16-ecadff6c7208 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:24.917733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-258b8454-d7d6-4b58-ac28-bfa7a0823e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.015848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-258b8454-d7d6-4b58-ac28-bfa7a0823e18 None None] Port acd007a6-57b0-4f42-9c16-ecadff6c7208 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:25.051938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53908) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:25.162518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] DHCP port deletion for 4ad24caa-7745-4fa2-856a-dda1bed49895 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:25.172794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Deleting port 767d79ac-addc-4625-b661-ef140f21bc5b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:25.175016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.187652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Deleting subnet c6c9c033-ed0f-4d5d-a41e-ae56bc619b5e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:25.200792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.204847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:25.205312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718c765-faf2-4258-96e2-1e2eaaddc5f8 None None] The sync data for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:25.329206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.406707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.456011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] For port 767d79ac-addc-4625-b661-ef140f21bc5b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=767d79ac-addc-4625-b661-ef140f21bc5b,segment=NetworkSegment(2520c397-d8e5-48f8-be0e-adcbab38df41),segment_id=2520c397-d8e5-48f8-be0e-adcbab38df41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:25.456572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.617915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Calling delete_port for 767d79ac-addc-4625-b661-ef140f21bc5b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:25.716730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfcbd0-acc7-4278-bfc0-77c4133d9bb1 None None] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:25.767658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-451b4ce4-9f05-4008-ad7e-9dd646d7129c tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:25.827391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-456cda3b-0856-4b50-9cdd-f001454e832b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:25.828758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-456cda3b-0856-4b50-9cdd-f001454e832b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports/acd007a6-57b0-4f42-9c16-ecadff6c7208 HTTP/1.1" status: 200 len: 911 time: 1.2504539 Jan 14 03:22:25.831831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53924) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:25.909799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:25.931792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:26.225093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] For port 767d79ac-addc-4625-b661-ef140f21bc5b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=767d79ac-addc-4625-b661-ef140f21bc5b,segment=NetworkSegment(2520c397-d8e5-48f8-be0e-adcbab38df41),segment_id=2520c397-d8e5-48f8-be0e-adcbab38df41)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:26.236856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:26.265772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-451b4ce4-9f05-4008-ad7e-9dd646d7129c tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "PUT /v2.0/quotas/e3a5da20998242dd8fae807b779406ea HTTP/1.1" status: 200 len: 366 time: 1.2086332 Jan 14 03:22:26.267083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:26.270114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53932) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.285165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8453f7e0-7a0e-41f8-8815-5863dd888862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:26.331533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61f0e3b7-3321-471c-8fc1-b0612d649b33 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:26.380873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4cdff05f-6795-4b0a-b392-90ebb0377339 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1067970 Jan 14 03:22:26.387937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Pushing event deleted for resources: {'Port': ['ID=767d79ac-addc-4625-b661-ef140f21bc5b,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:26.398343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:26.452956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53936) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.456247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c9c033-ed0f-4d5d-a41e-ae56bc619b5e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:26.463035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Calling delete_port for 767d79ac-addc-4625-b661-ef140f21bc5b owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:26.491649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:26.572505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] No DVR routers for this DVR port 767d79ac-addc-4625-b661-ef140f21bc5b on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:26.589522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:26.627134 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6c9c033-ed0f-4d5d-a41e-ae56bc619b5e HTTP/1.1" status: 204 len: 168 time: 1.7340300 Jan 14 03:22:26.634877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02b88f67-2e4d-459b-bd5a-c7863dfff52c tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas/e3a5da20998242dd8fae807b779406ea HTTP/1.1" status: 200 len: 366 time: 0.1426346 Jan 14 03:22:26.634877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.635587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53946) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.755593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f2c8aed-b35e-4f06-b0d6-f2a501a331db tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "DELETE /v2.0/quotas/e3a5da20998242dd8fae807b779406ea HTTP/1.1" status: 204 len: 168 time: 0.1155429 Jan 14 03:22:26.776313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53956) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.852158 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7721cf1d-dde8-4706-8447-b67ee27a95fc tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0662010 Jan 14 03:22:26.853140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:22:26.853631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:22:26.861674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:26.877145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 767d79ac-addc-4625-b661-ef140f21bc5b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:26.914941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Allocated IP 172.20.0.2 (fc1beb34-af7b-4981-b86d-2abe6abb7d58/3122ae2d-e7b7-485d-9674-c87ba0458a9b/81e676e8-b57e-4425-8602-aea1d084cba6) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:26.939085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 767d79ac-addc-4625-b661-ef140f21bc5b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:26.939661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 767d79ac-addc-4625-b661-ef140f21bc5b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:27.112895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.138577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-685b5eca-1478-4961-886f-fb4941927adb tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas/e3a5da20998242dd8fae807b779406ea HTTP/1.1" status: 200 len: 370 time: 0.2724679 Jan 14 03:22:27.142285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53972) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:27.154835 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea61a9c3-f882-4a70-af48-762b0c6bfcf9 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas/e3a5da20998242dd8fae807b779406ea/default HTTP/1.1" status: 200 len: 370 time: 0.0103345 Jan 14 03:22:27.158177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:27.159288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.180655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af529c1b-95f0-4c55-ace3-74017dfb68f1 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:27.213616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.266102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Port': ['ID=81e676e8-b57e-4425-8602-aea1d084cba6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:27.270933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Deleting port 7ae10774-b355-4045-ad06-3e3fd43e6746 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:27.271312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.469950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] For port 7ae10774-b355-4045-ad06-3e3fd43e6746, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ae10774-b355-4045-ad06-3e3fd43e6746,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:27.470283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.521848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.606431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Calling delete_port for 7ae10774-b355-4045-ad06-3e3fd43e6746 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:27.642157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:27.655914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7d56df-c8b1-47c9-9977-72d2efe37f3c') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:27.656193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7d56df-c8b1-47c9-9977-72d2efe37f3c') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:27.669086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.684037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.686074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Releasing vxlan tunnel 23 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:27.761167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:27.762833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Deleting port 767d79ac-addc-4625-b661-ef140f21bc5b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:27.763215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.875983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] The port '767d79ac-addc-4625-b661-ef140f21bc5b' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:22:27.884652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:27.894705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:27.984593 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-7e702402-616b-4e57-878d-3089b437676a tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] delete failed (client error): The resource could not be found. Jan 14 03:22:27.991172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e702402-616b-4e57-878d-3089b437676a tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "DELETE /v2.0/quotas/e3a5da20998242dd8fae807b779406ea HTTP/1.1" status: 404 len: 348 time: 0.8143730 Jan 14 03:22:28.043566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.142842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.161643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Network d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:28.276275 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:28.281769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.286973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9483d72-6387-44bf-b7e9-15fed91ff107 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:28.290599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad24caa-7745-4fa2-856a-dda1bed49895']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:28.304647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2520c397-d8e5-48f8-be0e-adcbab38df41') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:28.305131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.305284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2520c397-d8e5-48f8-be0e-adcbab38df41') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:28.318719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.329902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:28.336719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.339158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:28.341260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:28.342921 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d56b07bd-d80f-4ef8-85d2-55c1cdc3f99e HTTP/1.1" status: 204 len: 168 time: 1.7089195 Jan 14 03:22:28.691395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:28.734467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:network and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:28.742183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:28.755547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:subnet and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:28.814914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:28.815952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:28.828625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:28.867577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:subnetpool and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:28.890346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:28.923681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:port and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:28.976571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:29.000332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:router and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:29.011246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:29.028084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:floatingip and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:29.032952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8:1::1 (c26dcd9b-8e7c-49d6-b772-23ca3007941a/fa3040fd-1d82-435f-99bb-01b2875e4230/8b971449-b58c-45a4-a1c8-91934d91d920) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:29.035154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:29.110627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54012) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:29.129664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.148617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:29.163202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:29.211083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:29.220134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae10774-b355-4045-ad06-3e3fd43e6746,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:29.222448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:29.325801 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02885eb9-f8a6-42da-8cef-14bf16b81d38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94f4c2f3a7c241f391bc27aa18539ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121062 Jan 14 03:22:29.339124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:29.339805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:security_group and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:29.344477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:29.350946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Network 4ad24caa-7745-4fa2-856a-dda1bed49895 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:29.379269 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:29.415423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:29.522154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.554570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.572653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe4401cb-2925-4242-be2b-f41be6dfecac tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:29.610096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.639072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Pushing event deleted for resources: {'Network': ['ID=4ad24caa-7745-4fa2-856a-dda1bed49895,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:29.648698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:29.668376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.726193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] 10.222.0.30 "DELETE /v2.0/networks/4ad24caa-7745-4fa2-856a-dda1bed49895 HTTP/1.1" status: 204 len: 168 time: 5.7370422 Jan 14 03:22:29.772280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.774084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Usage tracker for resource:security_group_rule and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:29.788707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:29.811987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.822266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a23eadd-07bf-4f3b-bb15-78dde2ceb672 tempest-QuotasTest-342280453 tempest-QuotasTest-342280453] 10.222.0.30 "GET /v2.0/quotas/60c7d6a7fb4244e5ad98054b308439d9/details.json HTTP/1.1" status: 200 len: 703 time: 1.1295562 Jan 14 03:22:29.861930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:29.870607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object 8b971449-b58c-45a4-a1c8-91934d91d920 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:29.931023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.046327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c80ad97c-924f-4f01-9989-6571e890b382 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:30.157029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.209584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=8b971449-b58c-45a4-a1c8-91934d91d920,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:30.218401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.223781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:30.225613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a72fb0e3-9e12-44dc-8962-697822f67a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:30.248801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097319d6-621c-4eee-9d0c-9298913145a0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:30.262605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:30.279828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.283948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/097319d6-621c-4eee-9d0c-9298913145a0 HTTP/1.1" status: 204 len: 168 time: 0.9404805 Jan 14 03:22:30.318307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:30.320369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:30.322890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:30.326951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.529233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.724838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54046) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:30.800282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b3f1ae15-aa82-4613-a088-743bdfbcbe78 None None] Provisioning for port 8b971449-b58c-45a4-a1c8-91934d91d920 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:30.818581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b3f1ae15-aa82-4613-a088-743bdfbcbe78 None None] Provisioning complete for port 8b971449-b58c-45a4-a1c8-91934d91d920 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:30.826106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ae15-aa82-4613-a088-743bdfbcbe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:30.894919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54056) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:31.022209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1ae15-aa82-4613-a088-743bdfbcbe78 None None] Port 8b971449-b58c-45a4-a1c8-91934d91d920 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:31.153487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Router a8b72125-5434-4144-8c0f-23ef12229a12 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:22:31.380644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:31.388052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:31.388821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:31.406544 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-907d8003-feef-47d8-9b83-5f53f45802a0 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:31.442071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:31.452624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Sync routers for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:31.474869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:31.475584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:31.482851 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8b72125-5434-4144-8c0f-23ef12229a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0213559 Jan 14 03:22:31.513213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:31.518710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c905e6d0-9869-4275-ba4d-6211303bba87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e6bef88d5444f14851db221f0ec7853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864051 Jan 14 03:22:31.523654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:31.664949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=8b971449-b58c-45a4-a1c8-91934d91d920,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:31.670320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:31.714712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:31.770893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:22:31.851299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:31.852902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:32.294212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router f9fad984-1410-4626-812a-d414a19050a8 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:22:32.311693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:22:27Z', 'revision_number': 5, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.319923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Checking router: a8b72125-5434-4144-8c0f-23ef12229a12 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:22:32.340299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Routers {'a8b72125-5434-4144-8c0f-23ef12229a12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:32.341072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a8b72125-5434-4144-8c0f-23ef12229a12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.552539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:32.564621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Deleting port 969b8695-4b8e-418a-9553-681592c02fd7 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:32.565266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:32.598348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6cf15028-fb36-47d4-80f9-0924e2ec0eb9 None None] Provisioning complete for port 8b971449-b58c-45a4-a1c8-91934d91d920 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:32.598764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cf15028-fb36-47d4-80f9-0924e2ec0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:32.614160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:32.624621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] Sync routers for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:32.632375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7992163 Jan 14 03:22:32.633361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54104) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:32.641020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:32.654763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] Set router a8b72125-5434-4144-8c0f-23ef12229a12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:22:32.656176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.809920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2f3f4-d587-42e2-aca4-0595f9f2e769 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:32.810623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ea2f3f4-d587-42e2-aca4-0595f9f2e769 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:32.814173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.828958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:32.829654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.857138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ea2f3f4-d587-42e2-aca4-0595f9f2e769 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:32.861635 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ea2f3f4-d587-42e2-aca4-0595f9f2e769 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports/8b971449-b58c-45a4-a1c8-91934d91d920 HTTP/1.1" status: 200 len: 913 time: 0.2272272 Jan 14 03:22:32.862323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54114) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:32.963416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:32.963873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7ecd8-7532-48ba-a2e6-473846914cc4 None None] The sync data for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:33.006070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] For port 969b8695-4b8e-418a-9553-681592c02fd7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=969b8695-4b8e-418a-9553-681592c02fd7,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:33.006863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:33.248366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cf15028-fb36-47d4-80f9-0924e2ec0eb9 None None] Port 8b971449-b58c-45a4-a1c8-91934d91d920 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:33.264003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Calling delete_port for 969b8695-4b8e-418a-9553-681592c02fd7 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:33.309974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:22:27Z', 'revision_number': 5, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:33.319689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfa15b-699a-47a1-89b9-9ab81aa02b97 None None] The sync data for ids ['a8b72125-5434-4144-8c0f-23ef12229a12'] in n-d-765315-13 is: [{'id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'name': 'tempest-AttachVolumeTestJSON-1150127309-router', 'tenant_id': '1273a922847744b390749f7fba7879a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '969b8695-4b8e-418a-9553-681592c02fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:21:12Z', 'updated_at': '2021-01-14T03:22:27Z', 'revision_number': 5, 'project_id': '1273a922847744b390749f7fba7879a3', 'gw_port': {'id': '969b8695-4b8e-418a-9553-681592c02fd7', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b72125-5434-4144-8c0f-23ef12229a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:21:14Z', 'updated_at': '2021-01-14T03:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:33.420999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:33.532758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:33.597567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:33.781461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:33.785064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:33.785824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Usage tracker for resource:security_group_rule and tenant:577760bd8b8244a2b994ad76b5e75bf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:33.789255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:33.795277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:33.828529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.048609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bc27786-a71f-4b1d-a820-14aff2dd77e2 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:34.149298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.180125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.203753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.352966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.511344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54138) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:34.557766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9005a10-392b-45c3-87e4-62404c209636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.598008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.602246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c763fc59-c31b-4622-b706-7dbebd08941b HTTP/1.1" status: 204 len: 168 time: 3.0776091 Jan 14 03:22:34.651970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.666275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.681619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Port': ['ID=81e676e8-b57e-4425-8602-aea1d084cba6,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:34.692124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:34.711857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50c53084-213d-4608-be6a-3e018cbb586c tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:34.755722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763fc59-c31b-4622-b706-7dbebd08941b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:34.759282 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:34.788174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.805207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.805485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b72125-5434-4144-8c0f-23ef12229a12 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:22:34.884793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ae10774-b355-4045-ad06-3e3fd43e6746 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:34.887663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.892186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24391ca8-2bc0-4898-bd46-f17c0558ef82 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8b72125-5434-4144-8c0f-23ef12229a12 HTTP/1.1" status: 204 len: 168 time: 3.3721557 Jan 14 03:22:34.910102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54148) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:34.921897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:34.926219 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 10.7936642 Jan 14 03:22:34.940135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54152) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:34.982598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7ae10774-b355-4045-ad06-3e3fd43e6746 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:34.982927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ae10774-b355-4045-ad06-3e3fd43e6746 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:35.163643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c439460b-05b0-4fac-a5cd-e345388a2e05 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Synchronizing usage tracker for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:35.240995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.245203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c439460b-05b0-4fac-a5cd-e345388a2e05 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Unset dirty status for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:35.247039 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c439460b-05b0-4fac-a5cd-e345388a2e05 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=fc1beb34-af7b-4981-b86d-2abe6abb7d58 HTTP/1.1" status: 200 len: 689 time: 0.2835653 Jan 14 03:22:35.250316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.259788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54168) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:35.263641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b249d1f2-a1b3-4545-a0e2-c4c8f1b6ef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:35.317146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54170) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:35.452943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c66322-697e-4921-a594-c54d3d62a210,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:35.457451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:35.466200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Deleting subnet 5a372f77-fd40-4bd6-a9be-07be1c769ce2 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:35.470125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.533054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.576846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 8b971449-b58c-45a4-a1c8-91934d91d920 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:35.577217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.632769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.681982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.722874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:35.728206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=577760bd8b8244a2b994ad76b5e75bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 4.8321624 Jan 14 03:22:35.733030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:35.738559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.750073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Usage tracker for resource:security_group_rule and tenant:4d07c4dff0be4d35b1e3e586da357a32 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:35.812251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:35.843475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:35.888998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:35.971860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Deleting port 81e676e8-b57e-4425-8602-aea1d084cba6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:35.972248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.067835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.238383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54200) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:36.248498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 8b971449-b58c-45a4-a1c8-91934d91d920 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:36.487596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1443637898'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:36.501994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.510291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:36.535140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:36.547775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:36.598050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:36.608552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.629904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.631053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.669555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.669799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.756544 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5482cdb0-77c4-4390-bc23-b536989ed2c3 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:36.812825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ae1dd0c-ea85-49eb-8cd5-229d39a9b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.838226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=8b971449-b58c-45a4-a1c8-91934d91d920,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:36.841209 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:36.842076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:36.857017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Calling delete_port for 81e676e8-b57e-4425-8602-aea1d084cba6 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:36.893376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11b869a7-27c5-4225-bf2c-5205115af5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:36.902309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 969b8695-4b8e-418a-9553-681592c02fd7 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:36.905293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d07c4dff0be4d35b1e3e586da357a32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5869386 Jan 14 03:22:36.911124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54222) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:37.026466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 969b8695-4b8e-418a-9553-681592c02fd7 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:37.026675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.029068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 969b8695-4b8e-418a-9553-681592c02fd7 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:37.047313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.087486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.092469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.115115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:37.180119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a372f77-fd40-4bd6-a9be-07be1c769ce2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:37.223607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:37.233645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.238328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:37.241287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.261103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ddeaf3b-8b31-4b3f-a556-1502e40f85b2 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:37.286372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.312738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb93c42b-840e-4704-af10-5b0260ba000b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:37.320561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:37.323712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85c5bb0e-0ca4-45e0-b97c-9cef349ba149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:37.330793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.358718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c66322-697e-4921-a594-c54d3d62a210,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:37.363946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.365240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2c66322-697e-4921-a594-c54d3d62a210 HTTP/1.1" status: 204 len: 168 time: 1.5587349 Jan 14 03:22:37.366185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.367268 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb93c42b-840e-4704-af10-5b0260ba000b HTTP/1.1" status: 204 len: 168 time: 0.4546149 Jan 14 03:22:37.370297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:37.415774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.439429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a372f77-fd40-4bd6-a9be-07be1c769ce2 HTTP/1.1" status: 204 len: 168 time: 2.5110445 Jan 14 03:22:37.451673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f6a99-cf26-49bb-a5d2-b7ab509ac3d6 None None] Network c64cbeb6-5170-453d-908e-f8947a574300 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:37.452597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54230) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:37.687827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.749309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.820445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.828941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf285df-5396-4124-b132-65d036422747 None None] DHCP port deletion for c64cbeb6-5170-453d-908e-f8947a574300 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:37.834126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ecf285df-5396-4124-b132-65d036422747 None None] Deleting port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:37.834559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf285df-5396-4124-b132-65d036422747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:37.950084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb93c42b-840e-4704-af10-5b0260ba000b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:37.969217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:37.972055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:38.174558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:38.248042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router f9fad984-1410-4626-812a-d414a19050a8 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:22:38.259150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:38.269937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:38.344378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Port': ['ID=81e676e8-b57e-4425-8602-aea1d084cba6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:38.348279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54242) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:38.349308 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:38.352101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.381135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Deleting port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:38.381628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.441578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.498862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:38.512804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ecf285df-5396-4124-b132-65d036422747 None None] For port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:38.513660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf285df-5396-4124-b132-65d036422747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.616333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.617517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54246) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:38.624474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] For port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,segment=NetworkSegment(654d63e4-fca5-4eaa-91c3-efc87f0a3256),segment_id=654d63e4-fca5-4eaa-91c3-efc87f0a3256)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:38.624879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.655697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.665801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-181c191c-6b5b-47dd-acc8-b5c1a6fe324b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:38.673527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ecf285df-5396-4124-b132-65d036422747 None None] Calling delete_port for cfd9a07d-e8bf-4138-97c8-f62ad24e47ec owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:38.707102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:38.711926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.724216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.724464 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 4b189d81-bf91-4210-bb2a-ad1595924487 of type vxlan for network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f Jan 14 03:22:38.757995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.758670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Calling delete_port for cfd9a07d-e8bf-4138-97c8-f62ad24e47ec owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:38.761876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf285df-5396-4124-b132-65d036422747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.802630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.829288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:38.845051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:22:38.845419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:22:38.847691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Usage tracker for resource:security_group_rule and tenant:60c7d6a7fb4244e5ad98054b308439d9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:38.851180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:38.859175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:38.901861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.915235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6f9e1bc-9706-416e-8d87-df39d1dc043b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:38.935333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:38.950020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Usage tracker for resource:security_group_rule and tenant:da7494bdaa884ff3a1b2a9f7f8428c43 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:38.958384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:38.959239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.960955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:38.969145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:38.976237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cfd9a07d-e8bf-4138-97c8-f62ad24e47ec no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:38.986430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:38.987976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:39.008333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf285df-5396-4124-b132-65d036422747 None None] Pushing event deleted for resources: {'Port': ['ID=cfd9a07d-e8bf-4138-97c8-f62ad24e47ec,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:39.022003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf285df-5396-4124-b132-65d036422747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:39.023128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf285df-5396-4124-b132-65d036422747 None None] No DVR routers for this DVR port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:39.025019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cfd9a07d-e8bf-4138-97c8-f62ad24e47ec {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:39.025595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cfd9a07d-e8bf-4138-97c8-f62ad24e47ec not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:39.062457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:39.099491 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8183641 Jan 14 03:22:39.103443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:39.104720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:39.114731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2513416 Jan 14 03:22:39.116473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] Sync routers for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:39.126669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:39.127365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:39.143070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54252) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:39.179759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d26c7-9a8d-49ed-b41b-0e568295f3e7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:39.183965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:39.190318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'name': 'tempest-PortsTestJSON-1957833922'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:39.310797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05dc5c5a-303d-4493-a8ee-4cf426d4a94f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:39.349337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Deleting port cfd9a07d-e8bf-4138-97c8-f62ad24e47ec {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:39.349721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:39.394635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:39.411036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:39.411720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:39.459044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=8a85eed7-a29f-49f1-915a-1c952e1e9d0f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:39.475599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:39.476179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:39.489513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:39.513795 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60c7d6a7fb4244e5ad98054b308439d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857224 Jan 14 03:22:39.514552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:39.521364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] The port 'cfd9a07d-e8bf-4138-97c8-f62ad24e47ec' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:22:39.576065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:39.587276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:39.590516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:39.598454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:39.608289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:39.619453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:39.630355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:39.652072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0751e2a2-2f58-49f8-90ed-623c4e018266,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:39.726732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:39.736268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:39.761311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:39.762668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36634-7713-4d1a-84f5-fdd3fa90cc33 None None] The sync data for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:39.825037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:39.870765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:22:39.873204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 2c2a678e-dd96-4dca-ac10-05a0e59f224a yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:39.913538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Deleting port 17982439-1d20-4d7f-8b8a-3133b46609bf {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:39.913952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.070198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.114194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.150220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.280721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] For port 17982439-1d20-4d7f-8b8a-3133b46609bf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17982439-1d20-4d7f-8b8a-3133b46609bf,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:40.281118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.285695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.309112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.335842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:40.444640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64cbeb6-5170-453d-908e-f8947a574300']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:40.453930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da7494bdaa884ff3a1b2a9f7f8428c43&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1033096 Jan 14 03:22:40.487054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Calling delete_port for 17982439-1d20-4d7f-8b8a-3133b46609bf owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:40.497424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a28834a-d474-48bf-91ba-26df311f4bce,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:40.505763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54274) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:40.520177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654d63e4-fca5-4eaa-91c3-efc87f0a3256') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:40.521738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654d63e4-fca5-4eaa-91c3-efc87f0a3256') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:40.530502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:40.549227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.572771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09520191-3213-42d5-9512-6b6586b742f2 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:40.607675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.615310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa66da50-6d7f-4885-9e3b-52921782cc2e tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:40.618054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.645052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0751e2a2-2f58-49f8-90ed-623c4e018266,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:40.651498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:40.655032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.675948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.679685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0751e2a2-2f58-49f8-90ed-623c4e018266 HTTP/1.1" status: 204 len: 168 time: 1.1468043 Jan 14 03:22:40.723195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Subnet': ['ID=3122ae2d-e7b7-485d-9674-c87ba0458a9b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:40.746451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.751261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:40.763284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:40.786762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:40.801815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:40.895615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.017462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=2c2a678e-dd96-4dca-ac10-05a0e59f224a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:41.031438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:41.045718 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:41.057924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.123856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Pushing event deleted for resources: {'Port': ['ID=17982439-1d20-4d7f-8b8a-3133b46609bf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:41.129238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:41.177091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Network c64cbeb6-5170-453d-908e-f8947a574300 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:41.206860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.225186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.228486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '4b189d81-bf91-4210-bb2a-ad1595924487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:41.233341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: 8a85eed7-a29f-49f1-915a-1c952e1e9d0f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:41.337575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.338031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:41.581347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Network c64cbeb6-5170-453d-908e-f8947a574300 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:41.613306 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:41.656219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8a85eed7-a29f-49f1-915a-1c952e1e9d0f) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:41.666534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:41.671194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c718223-4747-412f-b35c-bc725fc0956b None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.671286 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:41.674095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:41.687324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:41.687886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.733681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5556586 Jan 14 03:22:41.752258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.753697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:41.768149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765813877'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:41.775532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:41.783087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:41.787572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:41.790431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.809840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:41.820770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1beb34-af7b-4981-b86d-2abe6abb7d58']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:41.853654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.908912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.914489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d1910c-7feb-45a8-b157-fa9621a43cd0 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:41.914624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:41.931465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:41.942229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39df682c-f722-4c8a-8c8f-4ae877a2123d') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:41.942583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39df682c-f722-4c8a-8c8f-4ae877a2123d') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:41.951647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:41.963916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.022223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:42.032249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.032680 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 13ad2d22-dec2-438d-a229-26b1df31852e of type vxlan for network 81f18ee1-a286-4f91-a88a-539a38ff24e6 Jan 14 03:22:42.062435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.073146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.076236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.077514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a28834a-d474-48bf-91ba-26df311f4bce HTTP/1.1" status: 204 len: 168 time: 1.5601046 Jan 14 03:22:42.144929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.191443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:42.192156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.214029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2f28bf-3e55-407c-bc87-03be53e12871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:42.219401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c64cbeb6-5170-453d-908e-f8947a574300,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:42.223057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:42.225101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] 10.222.0.30 "DELETE /v2.0/networks/c64cbeb6-5170-453d-908e-f8947a574300 HTTP/1.1" status: 204 len: 168 time: 4.7711949 Jan 14 03:22:42.234162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.242054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8809036-0d48-4153-9784-7dfe246b295a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:42.271091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a28834a-d474-48bf-91ba-26df311f4bce,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:42.274105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:42.286613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1051054733'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:42.340309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.343766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:42.413490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:42.442084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:network and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:42.449497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:42.518081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:42.521023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7662504 Jan 14 03:22:42.530563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54326) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:42.530954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:42.532499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=81f18ee1-a286-4f91-a88a-539a38ff24e6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:42.539140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:42.545296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:42.570454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:42.646558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'ports': [{'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'}, {'network_id': '81f18ee1-a286-4f91-a88a-539a38ff24e6'}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:42.646907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:42.647407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '81f18ee1-a286-4f91-a88a-539a38ff24e6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:42.659681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:42.729541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:42.752511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.809606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:42.951417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:42.955531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:security_group_rule and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:42.959137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:42.966463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:43.069157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.103681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.111916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6a77ab6-25ec-4dac-928b-35b7f73c7418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:43.152719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'SecurityGroup': ['ID=720bf865-785e-4f57-aaed-3423b01a31ff,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:43.156833 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:43.173742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:43.244193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.244825 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Added segment 92412975-a701-4480-ab6d-09f42f18e26b of type vxlan for network 10084d99-2431-41a8-bc1d-43520a92d84b Jan 14 03:22:43.271482 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6432603a-4ea2-4901-a576-9b94537e5ef4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1273a922847744b390749f7fba7879a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7374854 Jan 14 03:22:43.273767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:43.298125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:43.299451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Router bd3fed40-eb74-48f5-87eb-ab8811aa09af has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:22:43.302759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.338397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.567300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:22:43.584884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port acd007a6-57b0-4f42-9c16-ecadff6c7208 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:43.585515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.587753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:43.599451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Sync routers for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:43.607956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.623633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:43.624665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:43.631219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:43.632068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:43.637532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] 10.222.0.30 "PUT /v2.0/routers/bd3fed40-eb74-48f5-87eb-ab8811aa09af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1139648 Jan 14 03:22:43.640271 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:43.646166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54358) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:43.767626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8080235 Jan 14 03:22:43.773493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:43.807448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'subnet': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:43.848041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:22:43.850470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Network': ['ID=10084d99-2431-41a8-bc1d-43520a92d84b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:43.863290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:43.866853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:43.991008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:43.995367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:subnet and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:43.999121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:44.005028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:44.023282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:44.070381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:44.179354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.195221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.275892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:44.407513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.413078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Deleting port c16bdaa4-e587-44c0-aefe-7afc79c0dbda {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:44.413676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.434707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54382) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:44.468955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:22:40Z', 'revision_number': 5, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:44.481753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Checking router: bd3fed40-eb74-48f5-87eb-ab8811aa09af for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:22:44.493063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Routers {'bd3fed40-eb74-48f5-87eb-ab8811aa09af'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:44.493743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:44.571195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.643442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] For port c16bdaa4-e587-44c0-aefe-7afc79c0dbda, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c16bdaa4-e587-44c0-aefe-7afc79c0dbda,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:44.643827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.709978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.737008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] Set router bd3fed40-eb74-48f5-87eb-ab8811aa09af gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:22:44.741505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:44.745878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Usage tracker for resource:security_group_rule and tenant:e47251f523884fd0810cc50e5a9ac9cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:44.748895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:44.762542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:44.856967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Calling delete_port for c16bdaa4-e587-44c0-aefe-7afc79c0dbda owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:44.872049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.881899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:44.897011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-314d9ed7-b3f1-4ccb-97ab-2c3471baf47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:44.929866 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e47251f523884fd0810cc50e5a9ac9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938838 Jan 14 03:22:44.937664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:44.963010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b98b20-acb6-4d2e-9cdd-028d93aa96a7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:44.966922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:45.025120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.056288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.059714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.107389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.114495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-079d969d-01a6-4dd9-bbb2-e5f1f319f880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:45.128697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b98b20-acb6-4d2e-9cdd-028d93aa96a7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:45.131819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:45.135433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.141292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2b98b20-acb6-4d2e-9cdd-028d93aa96a7 HTTP/1.1" status: 204 len: 168 time: 0.2025189 Jan 14 03:22:45.184600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:22:40Z', 'revision_number': 5, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:45.188947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5e38a-6798-4425-b1c5-1777ddffc69b None None] The sync data for ids ['bd3fed40-eb74-48f5-87eb-ab8811aa09af'] in n-d-765315-13 is: [{'id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'name': 'tempest-TaggedBootDevicesTest_v242-1584679893-router', 'tenant_id': 'e1184be70b6346e8be53c637b26dd97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:20:13Z', 'updated_at': '2021-01-14T03:22:40Z', 'revision_number': 5, 'project_id': 'e1184be70b6346e8be53c637b26dd97d', 'gw_port': {'id': 'c16bdaa4-e587-44c0-aefe-7afc79c0dbda', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3fed40-eb74-48f5-87eb-ab8811aa09af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:20:19Z', 'updated_at': '2021-01-14T03:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:45.242098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.268321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network fc1beb34-af7b-4981-b86d-2abe6abb7d58 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:45.279622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54408) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:45.359994 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:45.570777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:45.592831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.611674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:45.614737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:45.627794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.638427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:45.644926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:45.649164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Usage tracker for resource:security_group_rule and tenant:29599bd93ba848d0864cf80cbb93d78b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:45.653204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:45.659292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:45.693356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.700323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 2} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:45.713669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.756447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.760664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.768560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50125aef-e90c-4033-99f5-7c4235b60913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:45.817434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29599bd93ba848d0864cf80cbb93d78b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305657 Jan 14 03:22:45.817434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcd6b57-ef12-4fad-9a1c-7973e09b712e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:45.819941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:45.820785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54424) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:45.940407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:45.989430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.159560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.171967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5775b6d7-51bc-4706-bdab-af4bee056e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:46.188600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.193681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcd6b57-ef12-4fad-9a1c-7973e09b712e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:46.196574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-815864b3-d985-4a7a-963c-6ca96b07489f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:46.196947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:46.213183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.217764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.222340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bcd6b57-ef12-4fad-9a1c-7973e09b712e HTTP/1.1" status: 204 len: 168 time: 0.3970139 Jan 14 03:22:46.235877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc1beb34-af7b-4981-b86d-2abe6abb7d58 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:22:46.238780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.241808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.273698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.275931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.303033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.309441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Network': ['ID=fc1beb34-af7b-4981-b86d-2abe6abb7d58,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:46.343907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.361977 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09827e9e-e465-464b-b07b-f5bb9bca3f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:46.393587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:46.522220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7944a58-0815-4d1b-838a-b9de298f3854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:46.547372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for acd007a6-57b0-4f42-9c16-ecadff6c7208 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:46.619626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d006e5-af9f-44d8-8c48-4ecdaf8de6c1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:46.628766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.629994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58d006e5-af9f-44d8-8c48-4ecdaf8de6c1 HTTP/1.1" status: 204 len: 168 time: 3.3096364 Jan 14 03:22:46.631675 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/fc1beb34-af7b-4981-b86d-2abe6abb7d58 HTTP/1.1" status: 204 len: 168 time: 11.3346589 Jan 14 03:22:46.637603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:46.640403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54440) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:46.741161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2543e3b6-50a1-4450-9440-d8616a1d0157 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Synchronizing usage tracker for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:46.746428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.746942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3fed40-eb74-48f5-87eb-ab8811aa09af {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:22:46.750941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 54c996bd-b87c-4f44-acea-230fb5790099 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:46.812889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17982439-1d20-4d7f-8b8a-3133b46609bf no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:46.813811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.818112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62f4dabc-b620-4f53-9fa3-391f0a920720 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bd3fed40-eb74-48f5-87eb-ab8811aa09af HTTP/1.1" status: 204 len: 168 time: 3.1451244 Jan 14 03:22:46.818952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:46.831510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2543e3b6-50a1-4450-9440-d8616a1d0157 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Unset dirty status for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:46.835623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2543e3b6-50a1-4450-9440-d8616a1d0157 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1750724 Jan 14 03:22:46.837917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54452) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:46.893729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 17982439-1d20-4d7f-8b8a-3133b46609bf {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:46.893729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17982439-1d20-4d7f-8b8a-3133b46609bf not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:46.906464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Deleting subnet a704c001-f947-4dcc-9004-76b66c7c2a31 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:46.909753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:46.911846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Subnet': ['ID=d28327c6-62c4-40c4-9a58-09a80aa0b9c3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:46.923401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:46.962594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.025637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Checking segment: {'id': '92412975-a701-4480-ab6d-09f42f18e26b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:47.028122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network hostable DHCP agents. Network: 10084d99-2431-41a8-bc1d-43520a92d84b, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:47.070403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:47.078435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.099895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 10084d99-2431-41a8-bc1d-43520a92d84b) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:47.115489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851135f9-fa66-456f-b41f-19850d6e37c6 None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:47.141126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.141846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.181043 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4063427 Jan 14 03:22:47.184597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:47.198055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-1075541802'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:47.414545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:47.420382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:port and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:47.431474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.432296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:47.438498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:47.450392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbbe857-0783-4998-8650-8b066353391b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:47.462743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:47.486067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.570711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-10084d99-2431-41a8-bc1d-43520a92d84b', 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'tenant_id': '21c87fc40af84fb99afd2f040f70c013', 'fixed_ips': [{'subnet_id': 'd28327c6-62c4-40c4-9a58-09a80aa0b9c3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:22:47.574815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.606901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a704c001-f947-4dcc-9004-76b66c7c2a31,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:47.642459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:47.732860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:47.756557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.757175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.757400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.757712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.758110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.758508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.758903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.759296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.759690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.760085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.760808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.761181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.762107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.762622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.762866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.763259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.763648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.764036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.764447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:47.766087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Synchronizing usage tracker for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:47.856542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742c2e0-c5d9-4186-b6fe-c0cb71b7bb72 None None] Network 32e9aeba-04df-4486-96f3-d8be0f340794 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:47.857992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:47.872548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Unset dirty status for tenant:a2b2322fcb7f4159b83237dd89b02b32 on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:47.877387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b715d5d-0160-4f71-8f73-bc2dbda86b18 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 12263 time: 0.9776208 Jan 14 03:22:47.878088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54478) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:48.015657 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a704c001-f947-4dcc-9004-76b66c7c2a31 HTTP/1.1" status: 204 len: 168 time: 1.1926882 Jan 14 03:22:48.020642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54484) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:48.023196 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-4df6f337-2b8f-424a-b0a6-1b3f763fe8a0 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] delete failed (client error): The resource could not be found. Jan 14 03:22:48.027372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4df6f337-2b8f-424a-b0a6-1b3f763fe8a0 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/floatingips/5c7e1349-fb49-4f21-a6d8-6557fb77cc49 HTTP/1.1" status: 404 len: 345 time: 0.1398823 Jan 14 03:22:48.028021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:48.076874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.5 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:48.096392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.207218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:48.248577 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf022ef-956e-402b-a1b3-ec96c7d4d88e tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] DELETE failed (client error): The resource could not be found. Jan 14 03:22:48.248577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf022ef-956e-402b-a1b3-ec96c7d4d88e tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:22:48.258245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bf022ef-956e-402b-a1b3-ec96c7d4d88e tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/fc1beb34-af7b-4981-b86d-2abe6abb7d58 HTTP/1.1" status: 404 len: 339 time: 0.2283959 Jan 14 03:22:48.260482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54498) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:48.266793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.271708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=acd007a6-57b0-4f42-9c16-ecadff6c7208,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:48.275317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:48.286831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] DHCP port deletion for 32e9aeba-04df-4486-96f3-d8be0f340794 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:48.287926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'name': 'tempest-network--677888770', 'router:external': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:48.294976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Deleting port 3371e367-5492-4555-89b0-8b99785377d8 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:48.294976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.295155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:48.298405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:network and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:48.301395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:48.307252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:48.330572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.392071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:48.396888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.449173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port def42a82-03a3-498a-af64-497bb57dd67d yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:48.483146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Deleting port 3371e367-5492-4555-89b0-8b99785377d8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:48.483528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.509050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:48.615195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.641418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.641817 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Added segment e35b9420-c55f-4158-8c5d-27391639e0d9 of type vxlan for network 81254e3b-75bd-489d-9c0b-a11149f60c38 Jan 14 03:22:48.843074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.877538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:48.898057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:48.903199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:48.903655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.085059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:49.086241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.117650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router f9fad984-1410-4626-812a-d414a19050a8 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:22:49.128581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Calling delete_port for 3371e367-5492-4555-89b0-8b99785377d8 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:49.190317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3371e367-5492-4555-89b0-8b99785377d8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:49.201120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.202564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.203542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:49.204168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.395337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.451082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:49.463234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.464440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c16bdaa4-e587-44c0-aefe-7afc79c0dbda no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:49.501828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Allocated IP 172.20.0.2 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/26bd39ec-1115-47aa-8000-27f480718e0c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:49.505082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f3d380f-c688-4e9d-b836-48d4731731ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:49.536434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c16bdaa4-e587-44c0-aefe-7afc79c0dbda {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:49.537197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c16bdaa4-e587-44c0-aefe-7afc79c0dbda not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:49.539133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9beaa7b6-6eea-48cd-a30e-9be055b06ba5 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:49.552930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:22:49.553347 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:22:49.674638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3371e367-5492-4555-89b0-8b99785377d8,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:49.686743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:49.686996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Calling delete_port for 3371e367-5492-4555-89b0-8b99785377d8 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:49.726686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=81254e3b-75bd-489d-9c0b-a11149f60c38,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:49.738966 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 1.4770238 Jan 14 03:22:49.750534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:49.751853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:49.765604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ed8ad82-6877-452e-92c6-43b377040b65 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:49.766297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 81254e3b-75bd-489d-9c0b-a11149f60c38 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:49.796334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 81254e3b-75bd-489d-9c0b-a11149f60c38 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:49.872833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:49.882939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:49.914862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:49.925274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:22:49.949987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8043742 Jan 14 03:22:49.950702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54536) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:49.961037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 81254e3b-75bd-489d-9c0b-a11149f60c38 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:50.019022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:50.022812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3c7e5b2-5d62-4628-b1e2-09f77e1e70bf tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:50.069832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3c7e5b2-5d62-4628-b1e2-09f77e1e70bf tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:50.076601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3c7e5b2-5d62-4628-b1e2-09f77e1e70bf tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=f9fad984-1410-4626-812a-d414a19050a8 HTTP/1.1" status: 200 len: 205 time: 0.1228356 Jan 14 03:22:50.079306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.081132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:50.164232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] Sync routers for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:22:50.170958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Deleting port 3371e367-5492-4555-89b0-8b99785377d8 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:50.171387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.184832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:50.227539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:50.253767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:50.260682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d26d5d21-c4b3-4578-b4b4-2066f6b76e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:50.277468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:50.278404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Synchronizing usage tracker for tenant:7d1b3e160d9c44d09d667928225bac82 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:50.297104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:50.300785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:50.353446 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.357598 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.361249 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.372456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:50.373180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.377311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Unset dirty status for tenant:7d1b3e160d9c44d09d667928225bac82 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:50.381899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e1d9696-c6e8-4232-a6f2-516ad23add16 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6153708 Jan 14 03:22:50.382047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:50.382047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:50.383079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:22:50.383079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:22:50.383290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:50.497964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:50.503058 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3162622 Jan 14 03:22:50.528138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54556) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:50.553785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-1632377053', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:6a:d2'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:50.600887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] Routers {'f9fad984-1410-4626-812a-d414a19050a8'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:22:50.601605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:22:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f9fad984-1410-4626-812a-d414a19050a8'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:50.668439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=54c996bd-b87c-4f44-acea-230fb5790099,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:50.690211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:50.690674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9407804-0a44-454b-8c58-186dc81d686a None None] The sync data for ids ['f9fad984-1410-4626-812a-d414a19050a8'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:22:50.774102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:50.791828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:50.795223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:50.799364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:50.800268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.805161 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:50.808589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:50.809733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.831146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:50.896512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] For port 3371e367-5492-4555-89b0-8b99785377d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3371e367-5492-4555-89b0-8b99785377d8,segment=NetworkSegment(ad0680e3-135e-4ffd-b4ba-b63346da6027),segment_id=ad0680e3-135e-4ffd-b4ba-b63346da6027)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:50.896512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.063086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Calling delete_port for 3371e367-5492-4555-89b0-8b99785377d8 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:51.195946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.207581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.289462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.292550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.330612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5bcaf8f-9bb7-4438-a051-982d19f21df4 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:51.376301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.377217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router f9fad984-1410-4626-812a-d414a19050a8 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:22:51.454859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:51.496164 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.499854 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.503342 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:51.507479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:51.515981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.520327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e7692f86-0d3f-4b84-84bf-1951d69f2228 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8 HTTP/1.1" status: 204 len: 168 time: 1.4325013 Jan 14 03:22:51.520327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=def42a82-03a3-498a-af64-497bb57dd67d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:51.520327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54586) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:51.536504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:51.559789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Pushing event deleted for resources: {'Port': ['ID=3371e367-5492-4555-89b0-8b99785377d8,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:51.563744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Transition to ACTIVE for port object 26bd39ec-1115-47aa-8000-27f480718e0c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:51.567960 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:51.569083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] No DVR routers for this DVR port 3371e367-5492-4555-89b0-8b99785377d8 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:51.599698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Transition to ACTIVE for port object 26bd39ec-1115-47aa-8000-27f480718e0c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:51.608793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.633724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Deleting port 3371e367-5492-4555-89b0-8b99785377d8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:51.634112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:51.646165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19a2f2e6-39f9-4b73-9a39-dcd24ec55175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:51.741417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:51.749060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Pushing event updated for resources: {'Port': ['ID=26bd39ec-1115-47aa-8000-27f480718e0c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:51.755338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:port and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:51.760901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:51.774973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:51.800999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:51.837744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:51.880084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] The port '3371e367-5492-4555-89b0-8b99785377d8' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:22:51.941488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:51.947065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:51.952707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:52.020203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet fa3040fd-1d82-435f-99bb-01b2875e4230 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:52.067198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.100947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Attempting to bind port 26bd39ec-1115-47aa-8000-27f480718e0c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:22:52.100947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Attempting to bind port 26bd39ec-1115-47aa-8000-27f480718e0c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '92412975-a701-4480-ab6d-09f42f18e26b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:22:52.101372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Attempting to bind port 26bd39ec-1115-47aa-8000-27f480718e0c on network 10084d99-2431-41a8-bc1d-43520a92d84b {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:22:52.108423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:22:52.108784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Checking segment: {'id': '92412975-a701-4480-ab6d-09f42f18e26b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:52.109239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.109682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Bound using segment: {'id': '92412975-a701-4480-ab6d-09f42f18e26b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:22:52.110213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Bound port: 26bd39ec-1115-47aa-8000-27f480718e0c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92412975-a701-4480-ab6d-09f42f18e26b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:22:52.112818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.131737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '13ad2d22-dec2-438d-a229-26b1df31852e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '81f18ee1-a286-4f91-a88a-539a38ff24e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:22:52.132206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: 81f18ee1-a286-4f91-a88a-539a38ff24e6, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:22:52.165669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:22:52.177854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.215433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 81f18ee1-a286-4f91-a88a-539a38ff24e6) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:52.226305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:52.244691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c9a00-1df2-450e-8029-3a5818206f15 None None] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:52.246630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:52.267172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:52.267172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.270418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.304482 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.7723532 Jan 14 03:22:52.307804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54606) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:52.419846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port def42a82-03a3-498a-af64-497bb57dd67d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:52.420232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.459613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81254e3b-75bd-489d-9c0b-a11149f60c38']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:52.475214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b9420-c55f-4158-8c5d-27391639e0d9') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:52.475623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b9420-c55f-4158-8c5d-27391639e0d9') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:52.490823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.509305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.511725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:52.736973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 81254e3b-75bd-489d-9c0b-a11149f60c38 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:52.749395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:52.928445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.010941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] For port 26bd39ec-1115-47aa-8000-27f480718e0c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:22:53.021450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] For port 26bd39ec-1115-47aa-8000-27f480718e0c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=26bd39ec-1115-47aa-8000-27f480718e0c,segment=NetworkSegment(92412975-a701-4480-ab6d-09f42f18e26b),segment_id=92412975-a701-4480-ab6d-09f42f18e26b)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:22:53.027965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.064851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.142764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54634) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:53.142895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for def42a82-03a3-498a-af64-497bb57dd67d owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:53.253458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.329024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41e42c64-aabe-4743-b26a-f9546db9e436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:53.397682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:22:53.427361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Pushing event updated for resources: {'Port': ['ID=26bd39ec-1115-47aa-8000-27f480718e0c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:53.431296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:53.464249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.566046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 81254e3b-75bd-489d-9c0b-a11149f60c38 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:53.595946 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:53.624004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.735644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e9aeba-04df-4486-96f3-d8be0f340794']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:53.776658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8e547c8d-2992-4873-a838-7aef1e5dc9dd tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:53.789555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0680e3-135e-4ffd-b4ba-b63346da6027') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:53.789879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0680e3-135e-4ffd-b4ba-b63346da6027') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:53.822148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.828539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.832271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.832432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=fa3040fd-1d82-435f-99bb-01b2875e4230,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:53.836671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81254e3b-75bd-489d-9c0b-a11149f60c38 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:22:53.838877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.853061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:53.856192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:53.856308 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84d74a8d-a53a-49c7-bd2d-ae674d95c5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:53.873500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.878296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89211fb9-a949-475f-8792-7d1cc54734bc None None] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:53.904308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:53.988159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=def42a82-03a3-498a-af64-497bb57dd67d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:54.013855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Network': ['ID=81254e3b-75bd-489d-9c0b-a11149f60c38,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:54.030026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:54.031243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:54.043522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:54.055235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/81254e3b-75bd-489d-9c0b-a11149f60c38 HTTP/1.1" status: 204 len: 168 time: 3.6659713 Jan 14 03:22:54.065528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/fa3040fd-1d82-435f-99bb-01b2875e4230 HTTP/1.1" status: 204 len: 168 time: 2.5313485 Jan 14 03:22:54.066596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54652) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:54.070122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54654) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:54.078546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'name': 'tempest-network--737417149', 'router:external': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:54.082283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4a5f63499d416f9ad94b24d77b81d3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:54.085450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:54.085691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.090991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:network and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:54.100747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:54.129165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:54.143635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:54.146908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:54.152223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:54.157763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.187909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:54.201006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:54.217015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.217650 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Added segment 11969e9b-d938-4593-9f77-589fbd923dec of type vxlan for network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 Jan 14 03:22:54.253389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.303490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.305184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:54.306037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.328412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df28223a-3e30-4b35-b1c9-3e6d4ab2ad2b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:54.329212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.13 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:22:54.451270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=5440ecf9-6f9c-4d80-ad92-7a031af276a4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:54.457783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 0.3872428 Jan 14 03:22:54.459304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:54.460073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54664) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:54.462364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:54.506694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:54.515498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Network 32e9aeba-04df-4486-96f3-d8be0f340794 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:54.546952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.679873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bacce99-ef47-4db0-8540-1c5b21f21825 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:54.700546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6bacce99-ef47-4db0-8540-1c5b21f21825 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "GET /v2.0/networks/5440ecf9-6f9c-4d80-ad92-7a031af276a4 HTTP/1.1" status: 200 len: 756 time: 0.2379537 Jan 14 03:22:54.702302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:54.704809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/def42a82-03a3-498a-af64-497bb57dd67d HTTP/1.1" status: 204 len: 168 time: 2.3894105 Jan 14 03:22:54.705550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54670) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:54.834738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:55.137857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] DHCP port deletion for c26dcd9b-8e7c-49d6-b772-23ca3007941a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:55.142452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 26bd39ec-1115-47aa-8000-27f480718e0c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:55.224962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:55.225343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:55.248222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Deleting port d765b0b5-86e9-4f85-b6e8-8f77224e0179 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:55.248694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:55.405416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9f933-ae7a-43eb-bb12-cbb9f6d7e253 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:55.407950 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7fb9f933-ae7a-43eb-bb12-cbb9f6d7e253 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "GET /v2.0/networks/6a1e2756-8493-4827-9486-044980bb490f HTTP/1.1" status: 200 len: 767 time: 0.7009857 Jan 14 03:22:55.411036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54684) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:55.493148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet c09ff8f2-ebbc-490d-8843-60c18286e7b4 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:22:55.575049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:55.607015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e129b-b171-4f03-9dba-c5432a67ce2a None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:55.668664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:55.842831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Network 32e9aeba-04df-4486-96f3-d8be0f340794 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:55.845199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:55.856721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:55.908426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:55.913213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Usage tracker for resource:security_group_rule and tenant:1569976767234008a13b4a5b2d09b997 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:55.916721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:55.923883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:55.930027 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:56.006763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] For port d765b0b5-86e9-4f85-b6e8-8f77224e0179, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d765b0b5-86e9-4f85-b6e8-8f77224e0179,segment=NetworkSegment(554f5ea0-0833-4649-ba23-e04bb77ba963),segment_id=554f5ea0-0833-4649-ba23-e04bb77ba963)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:56.007368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.013315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.022598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.087528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5440ecf9-6f9c-4d80-ad92-7a031af276a4']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:56.104044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11969e9b-d938-4593-9f77-589fbd923dec') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:56.104498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11969e9b-d938-4593-9f77-589fbd923dec') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:56.106035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.118873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.137306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.138600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd3412-e139-40f3-a15c-2f4af89e1bac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:56.139596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:56.160192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd3412-e139-40f3-a15c-2f4af89e1bac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:56.161107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76cd3412-e139-40f3-a15c-2f4af89e1bac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:56.176737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beed7308-5a4f-4ba7-b51c-a8633bb5c5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:56.181444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Calling delete_port for d765b0b5-86e9-4f85-b6e8-8f77224e0179 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:56.209878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 26bd39ec-1115-47aa-8000-27f480718e0c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:56.254185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.286176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Provisioning for port 26bd39ec-1115-47aa-8000-27f480718e0c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:56.299862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Provisioning complete for port 26bd39ec-1115-47aa-8000-27f480718e0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:56.300287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.362967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.373952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:56.385758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.399279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.421739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde863bc-eba6-4611-8b61-b154b5af527c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:56.424713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.430544 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0def3fd3-1de9-4e4e-8ba2-3d646d9efdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:56.455552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:56.456265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:56.460198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d765b0b5-86e9-4f85-b6e8-8f77224e0179 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:22:56.470566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.474732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.477470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76cd3412-e139-40f3-a15c-2f4af89e1bac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:56.481774 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76cd3412-e139-40f3-a15c-2f4af89e1bac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.2522533 Jan 14 03:22:56.487071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54696) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:56.512892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d765b0b5-86e9-4f85-b6e8-8f77224e0179 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:22:56.513293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d765b0b5-86e9-4f85-b6e8-8f77224e0179 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:22:56.547776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.584979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 54c996bd-b87c-4f44-acea-230fb5790099 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:56.585378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.640591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Pushing event deleted for resources: {'Port': ['ID=d765b0b5-86e9-4f85-b6e8-8f77224e0179,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:56.662731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.690981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.691654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.692202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.692752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.693278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.693804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.694343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.695113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.695640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.696159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.696715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.697253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.697826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.698343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.698897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.699411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.699942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.700491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.701006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.701519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.702033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.702563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.703080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.703591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.704161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.704722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.705235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.705748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.706261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.706774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.707300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.707825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.708361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.708875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.709386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.709919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:22:56.723713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:56.757819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] For port 26bd39ec-1115-47aa-8000-27f480718e0c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=26bd39ec-1115-47aa-8000-27f480718e0c,segment=NetworkSegment(92412975-a701-4480-ab6d-09f42f18e26b),segment_id=92412975-a701-4480-ab6d-09f42f18e26b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:56.768519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.772727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:56.859673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] No DVR routers for this DVR port d765b0b5-86e9-4f85-b6e8-8f77224e0179 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:22:56.860098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:56.885144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Pushing event updated for resources: {'Port': ['ID=26bd39ec-1115-47aa-8000-27f480718e0c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:56.888892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:56.898792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] 10.222.0.30 "DELETE /v2.0/networks/32e9aeba-04df-4486-96f3-d8be0f340794 HTTP/1.1" status: 204 len: 168 time: 8.8770142 Jan 14 03:22:56.923352 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62a256f8-7bfc-4f7c-a2d5-b4018a42c417 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b4a5f63499d416f9ad94b24d77b81d3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7640164 Jan 14 03:22:56.931090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54704) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:56.941307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1569976767234008a13b4a5b2d09b997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7080507 Jan 14 03:22:56.951750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b0669-7b56-476e-8ba7-7cdc6bca6327,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:56.970189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:56.989299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:56.991828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:57.093718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.128068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 54c996bd-b87c-4f44-acea-230fb5790099 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:57.156599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e9aeba-04df-4486-96f3-d8be0f340794,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:57.164093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:57.210211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Provisioning complete for port 26bd39ec-1115-47aa-8000-27f480718e0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:57.210602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.233380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7b3c39-6cc8-480b-8a15-53768f4e0610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:57.286347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:57.310313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:57.388453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=c09ff8f2-ebbc-490d-8843-60c18286e7b4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:57.395988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:57.419220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Provisioning for port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:57.428116 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:57.436431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Provisioning complete for port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:57.440705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.441456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.442186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:22:57.453353 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b4576e5-0a6d-4981-93fe-8f850bba0fd1 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:57.467558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.473533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5440ecf9-6f9c-4d80-ad92-7a031af276a4 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:22:57.495869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.508641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-153c59b2-2977-4161-9bce-317003d0cbf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1184be70b6346e8be53c637b26dd97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041156 Jan 14 03:22:57.515686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54722) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:57.516738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Network': ['ID=5440ecf9-6f9c-4d80-ad92-7a031af276a4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:57.536526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:57.542453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2870e-ec52-4770-b833-fe41f6278cc0 None None] Port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:57.543471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.551312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5f226c-e881-4efa-b12d-c64e4c3db76c None None] Network 8d897a05-811e-4792-a99e-b8d49821ffcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:22:57.567688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54726) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:57.579894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.585227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.600496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/c09ff8f2-ebbc-490d-8843-60c18286e7b4 HTTP/1.1" status: 204 len: 168 time: 3.5241401 Jan 14 03:22:57.614082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/5440ecf9-6f9c-4d80-ad92-7a031af276a4 HTTP/1.1" status: 204 len: 168 time: 2.1982758 Jan 14 03:22:57.614082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:57.616068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.652687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.659189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:57.698215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'name': 'tempest-network--944686944'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:57.756931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:57.776881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Usage tracker for resource:network and tenant:a2b2322fcb7f4159b83237dd89b02b32 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:57.784521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0256f4ba-ee54-4905-8074-1d6e8a956341 None None] Provisioning complete for port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:57.784955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0256f4ba-ee54-4905-8074-1d6e8a956341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.802187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:57.810185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.833826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.873671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:57.882443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:57.908565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.932172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:57.983163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0256f4ba-ee54-4905-8074-1d6e8a956341 None None] Port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:22:58.009505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f482d793-418a-4dae-b2c8-3e86e3154e52 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:58.027996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.033279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba1ad3-b97d-4f0d-a552-bf250fde3009,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:58.060739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.063189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:58.072169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13b02719-4567-442d-8386-dd231f61b6a2 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:58.088536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] DHCP port deletion for 8d897a05-811e-4792-a99e-b8d49821ffcb request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:22:58.098495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Deleting port cd05a604-3f6d-4efc-aad6-9af109cdf019 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:22:58.098931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.109482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Made reservation on behalf of a2b2322fcb7f4159b83237dd89b02b32 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:22:58.114684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.172721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:58.198946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:22:58.210153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.210816 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Added segment daef132c-2619-47d4-a530-78a1fcff7118 of type vxlan for network 3b208489-01c2-45e2-877d-bbdeb67aad71 Jan 14 03:22:58.215827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=54c996bd-b87c-4f44-acea-230fb5790099,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:58.249563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.251337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:58.252334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.253743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86ba1ad3-b97d-4f0d-a552-bf250fde3009 HTTP/1.1" status: 204 len: 168 time: 0.7348409 Jan 14 03:22:58.288024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Usage tracker for resource:security_group_rule and tenant:66ec1933f80b4fa8a1ea4f87350b1e42 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:58.294297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:58.299651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:58.312956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:58.313841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.315213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:58.316057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.327976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61fda209-7e3f-45e2-9585-dd626b7b13ef tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:58.343997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.347135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:58.460235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.473098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.474575 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d96b0669-7b56-476e-8ba7-7cdc6bca6327 HTTP/1.1" status: 204 len: 168 time: 1.4883008 Jan 14 03:22:58.517604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 0.8567402 Jan 14 03:22:58.518637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=3b208489-01c2-45e2-877d-bbdeb67aad71,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:58.529477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54746) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:58.547295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:58.555782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.558509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/54c996bd-b87c-4f44-acea-230fb5790099 HTTP/1.1" status: 204 len: 168 time: 2.0703812 Jan 14 03:22:58.563247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0be55625-b224-40cf-9607-41e65c2fbdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:58.566158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] For port cd05a604-3f6d-4efc-aad6-9af109cdf019, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cd05a604-3f6d-4efc-aad6-9af109cdf019,segment=NetworkSegment(c0c5efc0-a945-415f-8b79-d1272f2d5120),segment_id=c0c5efc0-a945-415f-8b79-d1272f2d5120)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:22:58.566621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54750) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:58.568918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.586979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Request body: {'network': {'router:external': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:22:58.605645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b0669-7b56-476e-8ba7-7cdc6bca6327,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:58.623061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.634175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:58.638263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f315084-c6dd-45ab-99cd-be5c2f2fee79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:58.707153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26dcd9b-8e7c-49d6-b772-23ca3007941a']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:58.720534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Calling delete_port for cd05a604-3f6d-4efc-aad6-9af109cdf019 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:22:58.743848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966022ac-90a4-4cf9-8097-e0a08c06d732 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:58.744732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-966022ac-90a4-4cf9-8097-e0a08c06d732 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:22:58.751909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554f5ea0-0833-4649-ba23-e04bb77ba963') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:58.752374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554f5ea0-0833-4649-ba23-e04bb77ba963') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:22:58.776398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.810084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.811078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8342ef1d-1287-4301-986a-5ec27ae32161 None None] Provisioning complete for port 26bd39ec-1115-47aa-8000-27f480718e0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:22:58.811532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8342ef1d-1287-4301-986a-5ec27ae32161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:58.812409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-966022ac-90a4-4cf9-8097-e0a08c06d732 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:22:58.816562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-966022ac-90a4-4cf9-8097-e0a08c06d732 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2459192 Jan 14 03:22:58.817431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:22:58.842613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:58.842820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54758) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:58.935294 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef129d59-9576-4040-ab1d-755958e05e8c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:22:58.939673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef129d59-9576-4040-ab1d-755958e05e8c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/def42a82-03a3-498a-af64-497bb57dd67d HTTP/1.1" status: 404 len: 333 time: 0.0933673 Jan 14 03:22:58.941435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:58.948223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:59.083601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:22:59.188974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:59.201564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.207289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.211347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bde863bc-eba6-4611-8b61-b154b5af527c HTTP/1.1" status: 204 len: 168 time: 2.2733855 Jan 14 03:22:59.253784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54770) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:59.276786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde863bc-eba6-4611-8b61-b154b5af527c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:59.291666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:59.365168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 26bd39ec-1115-47aa-8000-27f480718e0c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:22:59.385801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:22:59.387400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.404201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:22:59.415370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:22:59.438013 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70ad254-4f01-4172-95b6-034caa651b4a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:22:59.439472 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f70ad254-4f01-4172-95b6-034caa651b4a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/54c996bd-b87c-4f44-acea-230fb5790099 HTTP/1.1" status: 404 len: 333 time: 0.4970131 Jan 14 03:22:59.454100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54778) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:59.481661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:22:59.492284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Usage tracker for resource:security_group_rule and tenant:321107fcdbe444db824e3ce526362cc3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:22:59.499213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:22:59.540068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:22:59.594049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.759153 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:22:59.762076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:22:59.769165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.777254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:22:59.778211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.826849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c26dcd9b-8e7c-49d6-b772-23ca3007941a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:22:59.853100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:22:59.861070 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:22:59.863713 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 9.3250103 Jan 14 03:22:59.864293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54790) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:22:59.868743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:22:59.909912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ea2511c-410d-426e-ad06-97f4f456bc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:59.956419 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66ec1933f80b4fa8a1ea4f87350b1e42&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3831775 Jan 14 03:22:59.962276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e32a01-fa7c-49c1-bb32-e2675750946b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:22:59.967707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:22:59.968851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da8fb949-6fa9-480a-9cba-2cc8d7d95f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:22:59.982578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54798) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:00.028013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.093236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.124290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Pushing event deleted for resources: {'Port': ['ID=cd05a604-3f6d-4efc-aad6-9af109cdf019,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:00.140660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:00.159213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] No DVR routers for this DVR port cd05a604-3f6d-4efc-aad6-9af109cdf019 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:00.162948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 26bd39ec-1115-47aa-8000-27f480718e0c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:00.163990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.233660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-164b11e8-75d0-47f2-9b1e-0fe2ac976fb7 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:00.430217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:00.467726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event updated for resources: {'Network': ['ID=3b208489-01c2-45e2-877d-bbdeb67aad71,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:00.477580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.522878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:00.536049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.540293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.548255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73246c77-45b0-4963-b75b-c31cd58ed097 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:00.560517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd05a604-3f6d-4efc-aad6-9af109cdf019 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:00.576086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.581625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.589672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 is not hosted by any dhcp agent {{(pid=80833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 03:23:00.590527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:00.591201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.592664 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "PUT /v2.0/networks/3b208489-01c2-45e2-877d-bbdeb67aad71 HTTP/1.1" status: 200 len: 851 time: 2.0481493 Jan 14 03:23:00.594221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/c26dcd9b-8e7c-49d6-b772-23ca3007941a HTTP/1.1" status: 204 len: 168 time: 2.8726203 Jan 14 03:23:00.596485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:00.596860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54818) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:00.601037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.613794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca99b22f-9cd4-479f-9cba-e8cf7e824ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:00.651157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cd05a604-3f6d-4efc-aad6-9af109cdf019 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:00.652397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cd05a604-3f6d-4efc-aad6-9af109cdf019 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:00.695164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9567ba7-40ae-4ae2-bdf7-a3fd7ab79d2e None None] Provisioning for port 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:00.705209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9567ba7-40ae-4ae2-bdf7-a3fd7ab79d2e None None] Provisioning complete for port 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:00.707446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9567ba7-40ae-4ae2-bdf7-a3fd7ab79d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.707575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.826562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9567ba7-40ae-4ae2-bdf7-a3fd7ab79d2e None None] Port 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:00.837884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=c26dcd9b-8e7c-49d6-b772-23ca3007941a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:00.844926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445e265b-41aa-42f4-b453-b3bba2c3118d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:00.867971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:00.878788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2123962122-network', 'tenant_id': 'ad2da077b9ac43f58bc169d4ea943980'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:00.889494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:00.892885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:00.894201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:00.914150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f18ee1-a286-4f91-a88a-539a38ff24e6']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:00.924377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Usage tracker for resource:network and tenant:ad2da077b9ac43f58bc169d4ea943980 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:00.952898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661b71a-f02f-4d0a-852e-7a338683cea5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:00.976312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661b71a-f02f-4d0a-852e-7a338683cea5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:00.998040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661b71a-f02f-4d0a-852e-7a338683cea5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:00.999962 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f661b71a-f02f-4d0a-852e-7a338683cea5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.1290066 Jan 14 03:23:01.007567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad2d22-dec2-438d-a229-26b1df31852e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:01.008097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad2d22-dec2-438d-a229-26b1df31852e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:01.009478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54828) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:01.022216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.039357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.041413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:01.059125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=321107fcdbe444db824e3ce526362cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7817922 Jan 14 03:23:01.064831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54834) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:01.078727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.124146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:01.137324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:01.221316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.239202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Made reservation on behalf of ad2da077b9ac43f58bc169d4ea943980 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:01.243970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.251106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:01.255127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:01.265866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.289035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.365595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:01.365886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:01.366029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.375792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Usage tracker for resource:security_group_rule and tenant:ad2da077b9ac43f58bc169d4ea943980 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:01.390371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e32a01-fa7c-49c1-bb32-e2675750946b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:01.392825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54840) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:01.393285 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:01.393692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:01.405423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:01.491889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.497564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 81f18ee1-a286-4f91-a88a-539a38ff24e6 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:01.510252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.514116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4e32a01-fa7c-49c1-bb32-e2675750946b HTTP/1.1" status: 204 len: 168 time: 1.5234313 Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:01.532392 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:01.635996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.660116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:01.669959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Usage tracker for resource:security_group_rule and tenant:72a9eba1a9804ef18c0ba2ef16c762b4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:01.674411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:01.680808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.686432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:01.689910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e14c6d8d-0629-4add-8067-d678b6867a1c tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:01.707581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.709555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.727109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=81f18ee1-a286-4f91-a88a-539a38ff24e6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:01.730740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.734500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:01.758515 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/81f18ee1-a286-4f91-a88a-539a38ff24e6 HTTP/1.1" status: 204 len: 168 time: 2.2957063 Jan 14 03:23:01.770767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54850) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:01.785258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1937177112'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:01.807307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:01.822146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:01.826577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.828865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:01.840791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.849663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:01.851421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66c3b421-55ef-405b-aacc-73a4407679a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:01.882362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.891930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:01.917831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:01.927122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.949532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5828ed62-5c62-42ab-99f3-c9f5e0454090,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:01.963613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:01.963924 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Added segment 412ff5e9-97b1-408a-888f-a31f5a4434fc of type vxlan for network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 Jan 14 03:23:01.965894 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:02.009753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.022964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.038597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b208489-01c2-45e2-877d-bbdeb67aad71']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.049087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89634908-c6a7-4b9e-9372-a0175abeaf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:02.099144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72a9eba1a9804ef18c0ba2ef16c762b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6996765 Jan 14 03:23:02.099144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.106940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54862) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:02.123652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e33a1-f826-487d-bc21-a6c5bb751802,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:02.138003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:02.189961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.190959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:02.191593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.200521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-189aa7cf-74b2-4b88-a60c-578ac4568f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:02.229968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:23:02.230343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:23:02.302058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.319890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.339185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef113aa-69e3-4473-84d0-c13e0271ec53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:02.353069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daef132c-2619-47d4-a530-78a1fcff7118') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.353398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daef132c-2619-47d4-a530-78a1fcff7118') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.359046 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9248104 Jan 14 03:23:02.359046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.365651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Pushing event updated for resources: {'Network': ['ID=682fc61b-9a02-42b3-81ff-8c94b8dd7ae3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:02.366065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54870) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:02.371096 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:02.380616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Request body: {'subnet': {'network_id': '682fc61b-9a02-42b3-81ff-8c94b8dd7ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2123962122-subnet', 'tenant_id': 'ad2da077b9ac43f58bc169d4ea943980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:02.388923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:02.401970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d897a05-811e-4792-a99e-b8d49821ffcb']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.409932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e265b-41aa-42f4-b453-b3bba2c3118d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:02.410469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:02.418282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.424146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:02.424320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.430072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55055f56-9294-45b6-8ca8-6d30541505fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:02.437863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:02.445177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:02.446042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.447249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/445e265b-41aa-42f4-b453-b3bba2c3118d HTTP/1.1" status: 204 len: 168 time: 1.3205619 Jan 14 03:23:02.449270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c5efc0-a945-415f-8b79-d1272f2d5120') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.449641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c5efc0-a945-415f-8b79-d1272f2d5120') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:02.459662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.463808 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b1e33a1-f826-487d-bc21-a6c5bb751802 HTTP/1.1" status: 204 len: 168 time: 0.3557518 Jan 14 03:23:02.467652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e33a1-f826-487d-bc21-a6c5bb751802,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:02.471227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Usage tracker for resource:subnet and tenant:ad2da077b9ac43f58bc169d4ea943980 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:02.473008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:02.476798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.481928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:02.484757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:02.509475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.592660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:02.599282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.630728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.707747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:02.731938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.835215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:02.846445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.846880 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 786b059c-5654-4930-a9d4-f357dfc6f03e of type vxlan for network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 Jan 14 03:23:02.850386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for 0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:02.878308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Made reservation on behalf of ad2da077b9ac43f58bc169d4ea943980 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:02.882347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.883537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.927469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.952655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:02.953839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:02.960485 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b1ab6c-4a14-4802-adbd-82bd71c4042f tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:03.091762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3165407 Jan 14 03:23:03.092501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54896) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:03.104597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:03.122196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=c7a3d69f-ea3b-4a5f-b479-e9117a8371b2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:03.128466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:03.136490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:03.148568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:03.164392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:03.168726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:03.267716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:03.272295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:03.275592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:03.283012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:03.294211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:03.362472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:03.387737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 8d897a05-811e-4792-a99e-b8d49821ffcb has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:03.401083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:03.469147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:03.647707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Network 3b208489-01c2-45e2-877d-bbdeb67aad71 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:03.710516 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:03.713416 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:03.904719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 8d897a05-811e-4792-a99e-b8d49821ffcb has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:03.939189 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:04.061045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.074919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b208489-01c2-45e2-877d-bbdeb67aad71 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:23:04.086954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:04.110170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.112236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.303984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.334441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] 10.222.0.30 "DELETE /v2.0/networks/3b208489-01c2-45e2-877d-bbdeb67aad71 HTTP/1.1" status: 204 len: 168 time: 3.7346218 Jan 14 03:23:04.335132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.342560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Pushing event deleted for resources: {'Network': ['ID=3b208489-01c2-45e2-877d-bbdeb67aad71,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:04.374610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.392599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:04.395921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfd6b401-5f62-4ecd-b51d-c01aa135f34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:04.522310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bc35f1b-d430-4b62-9369-cf4afc24c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:04.525162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:04.534230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:04.539217 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a82501f-efe9-44d1-866d-4953a62e76ef tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] DELETE failed (client error): The resource could not be found. Jan 14 03:23:04.539884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a82501f-efe9-44d1-866d-4953a62e76ef tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:23:04.545509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a82501f-efe9-44d1-866d-4953a62e76ef tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "DELETE /v2.0/subnets/3122ae2d-e7b7-485d-9674-c87ba0458a9b HTTP/1.1" status: 404 len: 337 time: 0.2045507 Jan 14 03:23:04.547000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.548964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 HTTP/1.1" status: 204 len: 168 time: 3.5326052 Jan 14 03:23:04.553724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.554094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54942) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.555550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e0a8fde-3fd3-48a4-85bc-1fd98d04cc1d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:04.557673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ade5a1b3-0643-4371-9aed-7860d80dab33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.634341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=8d897a05-811e-4792-a99e-b8d49821ffcb,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:04.638812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=c223ef7d-9000-4a4e-90ea-51774a312720,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:04.639688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:04.644161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.647468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:04.650917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/8d897a05-811e-4792-a99e-b8d49821ffcb HTTP/1.1" status: 204 len: 168 time: 4.0528123 Jan 14 03:23:04.653960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.671910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1444962390'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:04.682558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:04.714972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:04.726001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:04.734369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '786b059c-5654-4930-a9d4-f357dfc6f03e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:04.734760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: c7a3d69f-ea3b-4a5f-b479-e9117a8371b2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:04.742299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:04.764977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:04.774235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:04.784860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.821926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c7a3d69f-ea3b-4a5f-b479-e9117a8371b2) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:04.828927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:04.830659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d69037-7e04-4625-8d6c-68b408cb8cd5 None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:04.837740 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-70640ce8-bd6b-4ab3-9822-6618d3b9ba0d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] GET failed (client error): The resource could not be found. Jan 14 03:23:04.838308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-70640ce8-bd6b-4ab3-9822-6618d3b9ba0d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Synchronizing usage tracker for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:04.855498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:04.856134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.896123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:04.896727 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment f861dd7e-42dd-4adb-bdf1-9175eade4e4d of type vxlan for network c5520dde-8643-4788-b16c-fea2cfbdbec8 Jan 14 03:23:04.909590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-70640ce8-bd6b-4ab3-9822-6618d3b9ba0d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Unset dirty status for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:04.910838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-70640ce8-bd6b-4ab3-9822-6618d3b9ba0d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports/0f0f17d7-9a7b-4cb4-9dd9-bbef6a3ca701 HTTP/1.1" status: 404 len: 333 time: 0.3167322 Jan 14 03:23:04.919600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54960) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.919787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8234611 Jan 14 03:23:04.922174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:04.939147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-1238519879'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:04.941240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2', 'name': 'tempest-PortsTestJSON-176952672'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:05.126869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:05.170220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c7a3d69f-ea3b-4a5f-b479-e9117a8371b2', 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': 'c223ef7d-9000-4a4e-90ea-51774a312720'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:05.171613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.172641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.176173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.302538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:05.322383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.362106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:05.368811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.394742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8f5e697-4263-44c6-a3c1-da9d3bf93702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:05.531784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:05.546943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=c5520dde-8643-4788-b16c-fea2cfbdbec8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:05.551975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:05.560375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8975532 Jan 14 03:23:05.561284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:05.571374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:05.585783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:05.677653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:05.689422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.711260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:05.714469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:05.723956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.748257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:05.753898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:05.760105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:05.796798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:05.842633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Allocated IP 172.20.0.2 (c7a3d69f-ea3b-4a5f-b479-e9117a8371b2/c223ef7d-9000-4a4e-90ea-51774a312720/de43c4d1-1ff6-47a2-b79a-41263c104dae) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:05.857294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:05.918976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:05.987963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:06.117166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:06.295217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1e2756-8493-4827-9486-044980bb490f']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:06.311951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port 6657830a-2bc5-4cef-b8e2-633540340cb7 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:06.366189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a32c718-7703-4c55-9f7e-836fab913cff') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:06.366903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a32c718-7703-4c55-9f7e-836fab913cff') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:06.412940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.456247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.461461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Releasing vxlan tunnel 24 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:06.469592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port a8945bbc-181e-4b2b-9d77-21fda7f4467b yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:06.570543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.679461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.765717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.794210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8acc5d0f-4c5e-4aeb-85da-f5bc25522687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:06.797785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03a54fd2-0362-4cce-8553-3d7550d5d8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:06.847694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.11 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/6657830a-2bc5-4cef-b8e2-633540340cb7) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:06.900642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Network 6a1e2756-8493-4827-9486-044980bb490f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:06.914735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.186604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcce34f4-7e21-419e-96b8-dec70b4b6add,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:07.246737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.275751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:07.280918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2772527a-e6b0-4fe0-95df-92a4738725d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:07.299727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Network 6a1e2756-8493-4827-9486-044980bb490f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:07.355995 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:07.427298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=48920a03-27fd-4c2e-87e5-d5754fdcd939,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:07.430587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:07.497223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:07.497628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: c5520dde-8643-4788-b16c-fea2cfbdbec8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:07.512000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.519040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:07.528202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c5520dde-8643-4788-b16c-fea2cfbdbec8) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:07.537378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Transition to ACTIVE for port object de43c4d1-1ff6-47a2-b79a-41263c104dae will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:07.545610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:07.545610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.549882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.555403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57b92d-61eb-4fb4-b2e3-82ca2c42a902 None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:07.561383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a13f85bc-3ab8-43a4-bd7e-eda2ee7a2449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:07.572580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0078695 Jan 14 03:23:07.575872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55014) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:07.583249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.583602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-826442763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:07.597037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:07.604262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:07.607605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:07.615471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:07.617422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Pushing event deleted for resources: {'Network': ['ID=6a1e2756-8493-4827-9486-044980bb490f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:07.628787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.629228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Checking segment: {'id': '412ff5e9-97b1-408a-888f-a31f5a4434fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '682fc61b-9a02-42b3-81ff-8c94b8dd7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:07.629628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Network hostable DHCP agents. Network: 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:07.630274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.634527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:07.649098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.663327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] 10.222.0.30 "DELETE /v2.0/networks/6a1e2756-8493-4827-9486-044980bb490f HTTP/1.1" status: 204 len: 168 time: 3.0708699 Jan 14 03:23:07.670687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.684371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.696157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:07.710630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object 6657830a-2bc5-4cef-b8e2-633540340cb7 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:07.712273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:07.730359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:07.731002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.744020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.746532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-311a86dd-b674-471e-bbee-f3250d0e4bcb tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1691391 Jan 14 03:23:07.749669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55024) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:07.753486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.3808739 Jan 14 03:23:07.767424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.767737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'port': {'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8', 'name': 'tempest-RoutersIpV6Test-1035490262'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:07.789134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Transition to ACTIVE for port object de43c4d1-1ff6-47a2-b79a-41263c104dae will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:07.789346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05f9a6bc-b434-48b9-88f3-2ef6d269fd99 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:07.795899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9319a37-a9e6-491f-90e0-3037efe12fa3 None None] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:07.823910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:07.895677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:07.947280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=6657830a-2bc5-4cef-b8e2-633540340cb7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:07.949353 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:07.997667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Pushing event updated for resources: {'Port': ['ID=de43c4d1-1ff6-47a2-b79a-41263c104dae,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:08.044319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:08.045654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:08.056475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:08.056804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.144125 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:08.147126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:08.161595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:08.162322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:08.184222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2625515 Jan 14 03:23:08.186815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55034) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:08.194278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:6a:d2'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:08.212646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.7 (c7a3d69f-ea3b-4a5f-b479-e9117a8371b2/c223ef7d-9000-4a4e-90ea-51774a312720/a8945bbc-181e-4b2b-9d77-21fda7f4467b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:08.311049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:08.323482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:08.345164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:08.357286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c5520dde-8643-4788-b16c-fea2cfbdbec8', 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': '48920a03-27fd-4c2e-87e5-d5754fdcd939'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:08.358260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:08.359322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:08.504558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc338a8-3ff2-4c0f-b903-c73fc471478b None None] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:08.556947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:08.663985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] device_id is not set on port 1c321b7c-85e7-429c-9b71-1e7f70763de3 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:08.735456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:08.830171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8::191 (c5520dde-8643-4788-b16c-fea2cfbdbec8/48920a03-27fd-4c2e-87e5-d5754fdcd939/1c321b7c-85e7-429c-9b71-1e7f70763de3) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:08.843328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a31bf41-c721-440a-96f1-480ac167a83e None None] Provisioning for port 6657830a-2bc5-4cef-b8e2-633540340cb7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:08.855632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:08.865267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:08.984310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4a31bf41-c721-440a-96f1-480ac167a83e None None] Provisioning complete for port 6657830a-2bc5-4cef-b8e2-633540340cb7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:08.984310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a31bf41-c721-440a-96f1-480ac167a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.018784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.040960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.102359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55050) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:09.140135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a31bf41-c721-440a-96f1-480ac167a83e None None] Port 6657830a-2bc5-4cef-b8e2-633540340cb7 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:09.178245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55054) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:09.191372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object a8945bbc-181e-4b2b-9d77-21fda7f4467b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:09.242428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Attempting to bind port de43c4d1-1ff6-47a2-b79a-41263c104dae on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:09.242857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Attempting to bind port de43c4d1-1ff6-47a2-b79a-41263c104dae by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '786b059c-5654-4930-a9d4-f357dfc6f03e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:09.243560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Attempting to bind port de43c4d1-1ff6-47a2-b79a-41263c104dae on network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:09.250880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:09.251312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Checking segment: {'id': '786b059c-5654-4930-a9d4-f357dfc6f03e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:09.252102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.252596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Bound using segment: {'id': '786b059c-5654-4930-a9d4-f357dfc6f03e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:09.253135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Bound port: de43c4d1-1ff6-47a2-b79a-41263c104dae, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786b059c-5654-4930-a9d4-f357dfc6f03e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7a3d69f-ea3b-4a5f-b479-e9117a8371b2'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:09.253568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.292520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.309866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:09.359107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] For port de43c4d1-1ff6-47a2-b79a-41263c104dae, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:09.362485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] For port de43c4d1-1ff6-47a2-b79a-41263c104dae, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=de43c4d1-1ff6-47a2-b79a-41263c104dae,segment=NetworkSegment(786b059c-5654-4930-a9d4-f357dfc6f03e),segment_id=786b059c-5654-4930-a9d4-f357dfc6f03e)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:09.366626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.369582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.372155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.389550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.393036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=a8945bbc-181e-4b2b-9d77-21fda7f4467b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:09.400895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:09.479169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object 1c321b7c-85e7-429c-9b71-1e7f70763de3 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:09.530201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef0f9a57-9d2c-422c-98e7-388e194ee687 tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:09.555815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.606684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:09.607782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70533617-36b9-4745-aea7-6f99ee006c42 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:09.699043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:09.700930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=6657830a-2bc5-4cef-b8e2-633540340cb7,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:09.704721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=1c321b7c-85e7-429c-9b71-1e7f70763de3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:09.706413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:09.707582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:09.718674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] In _notify_port_updated(), no bound segment for port 6657830a-2bc5-4cef-b8e2-633540340cb7 on network 10084d99-2431-41a8-bc1d-43520a92d84b {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:09.721436 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.725108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.729390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.733997 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.755115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:09.761905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:09.762781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.764561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "PUT /v2.0/ports/6657830a-2bc5-4cef-b8e2-633540340cb7 HTTP/1.1" status: 200 len: 994 time: 1.5765131 Jan 14 03:23:09.767395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55070) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:09.866605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 6657830a-2bc5-4cef-b8e2-633540340cb7 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:09.870445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:09.875720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.923885 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:09.927930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:09.953967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:09.960600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.006759 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0809300 Jan 14 03:23:10.012044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:10.028661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Pushing event updated for resources: {'Port': ['ID=de43c4d1-1ff6-47a2-b79a-41263c104dae,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:10.035623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:10.077978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.107145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d4a8da26-fcfe-4c40-9177-b5b28acb6da9 None None] Provisioning complete for port 6657830a-2bc5-4cef-b8e2-633540340cb7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:10.107586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a8da26-fcfe-4c40-9177-b5b28acb6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.148937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Allocated IP 2001:db8::2 (c5520dde-8643-4788-b16c-fea2cfbdbec8/48920a03-27fd-4c2e-87e5-d5754fdcd939/77a0a27a-2453-4514-acbd-b03836b8d0ba) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:10.218766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.223273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8da26-fcfe-4c40-9177-b5b28acb6da9 None None] Port 6657830a-2bc5-4cef-b8e2-633540340cb7 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:10.243671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ce80675-fca2-434c-8bff-aef5e57c8b0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d1b3e160d9c44d09d667928225bac82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1315970 Jan 14 03:23:10.247054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55080) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:10.280706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port a8945bbc-181e-4b2b-9d77-21fda7f4467b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:10.281400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.357637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:10.374677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Usage tracker for resource:security_group_rule and tenant:e451b15fd8724a908ec9091cd2baa1f7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:10.389252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:10.404958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.441580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:10.442890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:10.455643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:10.471794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:10.525735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:10.526949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.538234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.578741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Transition to ACTIVE for port object 77a0a27a-2453-4514-acbd-b03836b8d0ba will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:10.612199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for 6657830a-2bc5-4cef-b8e2-633540340cb7 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:10.632439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Transition to ACTIVE for port object 77a0a27a-2453-4514-acbd-b03836b8d0ba will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:10.654485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.689885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:10.811808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.846380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.863378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:10.892130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5eeb6ee-fe75-4a7a-8688-f9234bce8d34 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:10.978274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.004737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for a8945bbc-181e-4b2b-9d77-21fda7f4467b owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:11.013448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device de43c4d1-1ff6-47a2-b79a-41263c104dae up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:11.106618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=6657830a-2bc5-4cef-b8e2-633540340cb7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:11.117399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Pushing event updated for resources: {'Port': ['ID=77a0a27a-2453-4514-acbd-b03836b8d0ba,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:11.123198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.142455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:11.145975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a4a84ba-3ec1-4873-8f68-ceb489024346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:11.158786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:11.171448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05f6d91-0d4e-4eed-a30e-5a3df95251da,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:11.189239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:11.194322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.195926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a05f6d91-0d4e-4eed-a30e-5a3df95251da HTTP/1.1" status: 204 len: 168 time: 0.9475992 Jan 14 03:23:11.343194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.345758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/6657830a-2bc5-4cef-b8e2-633540340cb7 HTTP/1.1" status: 204 len: 168 time: 1.5768180 Jan 14 03:23:11.348040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55110) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:11.394067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:11.396570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port de43c4d1-1ff6-47a2-b79a-41263c104dae completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:11.405023 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17fda1e-710a-43ce-a71e-7847c84c20b8 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] GET failed (client error): The resource could not be found. Jan 14 03:23:11.405609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:11.406127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e17fda1e-710a-43ce-a71e-7847c84c20b8 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Synchronizing usage tracker for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:11.409676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:11.438501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e17fda1e-710a-43ce-a71e-7847c84c20b8 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Unset dirty status for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:11.440065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e17fda1e-710a-43ce-a71e-7847c84c20b8 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports/6657830a-2bc5-4cef-b8e2-633540340cb7 HTTP/1.1" status: 404 len: 333 time: 0.0906317 Jan 14 03:23:11.456616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55114) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:11.469794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-526325487'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:11.520910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Attempting to bind port 77a0a27a-2453-4514-acbd-b03836b8d0ba on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:11.521496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Attempting to bind port 77a0a27a-2453-4514-acbd-b03836b8d0ba by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:11.522035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Attempting to bind port 77a0a27a-2453-4514-acbd-b03836b8d0ba on network c5520dde-8643-4788-b16c-fea2cfbdbec8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:11.529973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:11.530561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Checking segment: {'id': 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:11.531135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.531698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Bound using segment: {'id': 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:11.532840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Bound port: 77a0a27a-2453-4514-acbd-b03836b8d0ba, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'c5520dde-8643-4788-b16c-fea2cfbdbec8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:11.532840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.653886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.724208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] For port 77a0a27a-2453-4514-acbd-b03836b8d0ba, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:11.728881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] For port 77a0a27a-2453-4514-acbd-b03836b8d0ba, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=77a0a27a-2453-4514-acbd-b03836b8d0ba,segment=NetworkSegment(f861dd7e-42dd-4adb-bdf1-9175eade4e4d),segment_id=f861dd7e-42dd-4adb-bdf1-9175eade4e4d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:11.733381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:11.778098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:11.813382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:11.834636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:11.893684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-f3d5baeb-12f1-44e2-9a2e-959bc24bba94 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:11.894567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-f3d5baeb-12f1-44e2-9a2e-959bc24bba94 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] Synchronizing usage tracker for tenant:ad2da077b9ac43f58bc169d4ea943980 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:11.926755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac828125-fbf1-4a30-970d-4634b812ef9e tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:12.049212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=a8945bbc-181e-4b2b-9d77-21fda7f4467b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:12.068363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:12.079123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:12.084726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:12.113601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Pushing event updated for resources: {'Port': ['ID=77a0a27a-2453-4514-acbd-b03836b8d0ba,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:12.123317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:12.140848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:12.143306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bbbeb5-e09e-47b0-bec2-e48c9826f95f None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:12.154907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4039927 Jan 14 03:23:12.155615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:12.174427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55128) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:12.360848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-f3d5baeb-12f1-44e2-9a2e-959bc24bba94 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] Unset dirty status for tenant:ad2da077b9ac43f58bc169d4ea943980 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:12.377001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-f3d5baeb-12f1-44e2-9a2e-959bc24bba94 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] 10.222.0.30 "GET /v2.0/networks?id=682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 HTTP/1.1" status: 200 len: 822 time: 0.7420995 Jan 14 03:23:12.428928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-97d1bfec-4f1e-42be-9c9b-6d8235cd4ad2 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] 10.222.0.30 "GET /v2.0/quotas/ad2da077b9ac43f58bc169d4ea943980 HTTP/1.1" status: 200 len: 375 time: 0.0508790 Jan 14 03:23:12.492782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Provisioning for port de43c4d1-1ff6-47a2-b79a-41263c104dae completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:12.500048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Provisioning complete for port de43c4d1-1ff6-47a2-b79a-41263c104dae triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:12.500503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:12.543079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-98a110e5-9620-4e5d-9ff0-2707acba72c4 tempest-InstanceActionsNegativeTestJSON-928411883 tempest-InstanceActionsNegativeTestJSON-928411883] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad2da077b9ac43f58bc169d4ea943980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130860 Jan 14 03:23:12.762142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-381e2140-55be-4b70-a220-ba9c8a0c4859 service neutron] 10.222.0.30 "GET /v2.0/networks/682fc61b-9a02-42b3-81ff-8c94b8dd7ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179539 Jan 14 03:23:12.772136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:12.790053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:12.873854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] For port de43c4d1-1ff6-47a2-b79a-41263c104dae, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=de43c4d1-1ff6-47a2-b79a-41263c104dae,segment=NetworkSegment(786b059c-5654-4930-a9d4-f357dfc6f03e),segment_id=786b059c-5654-4930-a9d4-f357dfc6f03e)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:12.879170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:12.884255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-127a2f0c-1efc-461a-a74f-bcf9566f4d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:12.967292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.3 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/d6fa80f1-b6a1-4e3c-8c19-776a7267d438) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:13.025655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5bcfa6f7-245c-496d-959e-1a92ff377065 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2b2322fcb7f4159b83237dd89b02b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488607 Jan 14 03:23:13.031727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.037851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 77a0a27a-2453-4514-acbd-b03836b8d0ba up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:13.054213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:13.183039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.186917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/a8945bbc-181e-4b2b-9d77-21fda7f4467b HTTP/1.1" status: 204 len: 168 time: 3.1070492 Jan 14 03:23:13.204177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55150) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:13.220849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Pushing event updated for resources: {'Port': ['ID=de43c4d1-1ff6-47a2-b79a-41263c104dae,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:13.227020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.232483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:13.233262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46f6a432-b2dd-418c-9fcc-583d2e86d74a None None] Provisioning complete for port de43c4d1-1ff6-47a2-b79a-41263c104dae triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:13.233681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46f6a432-b2dd-418c-9fcc-583d2e86d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.334495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55bc6bdb-0de6-45b9-b565-ba375df7d7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:13.365897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 77a0a27a-2453-4514-acbd-b03836b8d0ba completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:13.377072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348c094-ba68-4ddb-ab8b-50960e893891,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:13.385220 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a48bb6b-7acb-4260-a7d7-9cf82f6b6680 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:23:13.386330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a48bb6b-7acb-4260-a7d7-9cf82f6b6680 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:23:13.388156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a48bb6b-7acb-4260-a7d7-9cf82f6b6680 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/a8945bbc-181e-4b2b-9d77-21fda7f4467b HTTP/1.1" status: 404 len: 333 time: 0.1745596 Jan 14 03:23:13.388930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.447172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.521538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55156) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:13.522515 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:13.706343 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-37acc77c-1d7c-4a5d-99b8-b01071943d0f req-90704028-895c-4398-a4a5-ec05c52157f4 service neutron] 10.222.0.30 "GET /v2.0/networks/682fc61b-9a02-42b3-81ff-8c94b8dd7ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9433072 Jan 14 03:23:13.717616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e451b15fd8724a908ec9091cd2baa1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5310590 Jan 14 03:23:13.719767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.726203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:13.727142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17813d9f-38f8-45fc-a75d-29c2b1d0f5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:13.738223 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49aa232-eb3a-44b6-8d35-257da8e48442 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:23:13.740522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d49aa232-eb3a-44b6-8d35-257da8e48442 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:13.861425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.870565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9809c7ad-5bd9-4085-9f90-c7bee5b4dd72 None None] Provisioning complete for port de43c4d1-1ff6-47a2-b79a-41263c104dae triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:13.870984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9809c7ad-5bd9-4085-9f90-c7bee5b4dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.896239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df82f5d7-b729-42b6-aaf6-3f5122828221,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:13.910497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:13.911788 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df82f5d7-b729-42b6-aaf6-3f5122828221 HTTP/1.1" status: 204 len: 168 time: 0.8562326 Jan 14 03:23:13.918224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:13.928999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d49aa232-eb3a-44b6-8d35-257da8e48442 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:13.930443 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d49aa232-eb3a-44b6-8d35-257da8e48442 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/a8945bbc-181e-4b2b-9d77-21fda7f4467b HTTP/1.1" status: 404 len: 333 time: 0.4032066 Jan 14 03:23:13.934162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:14.153150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f22ce-35cf-41df-97e8-cf376db09a1c None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:14.189258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.353292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object d6fa80f1-b6a1-4e3c-8c19-776a7267d438 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:14.479461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.516956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.563879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b222b772-a639-435f-92d4-6ba4dfa6c541 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:14.590752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:14.710076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet c223ef7d-9000-4a4e-90ea-51774a312720 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:14.716824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.762606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Deleting subnet dcce34f4-7e21-419e-96b8-dec70b4b6add {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:14.770611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.824230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.838055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873fefff-7039-4b9c-8376-0356e195a201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:14.855036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348c094-ba68-4ddb-ab8b-50960e893891,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:14.862094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:14.873675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.877658 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6348c094-ba68-4ddb-ab8b-50960e893891 HTTP/1.1" status: 204 len: 168 time: 1.1220748 Jan 14 03:23:14.879901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:14.917292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.021015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.068928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device de43c4d1-1ff6-47a2-b79a-41263c104dae up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:15.150885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.180596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.248443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port de43c4d1-1ff6-47a2-b79a-41263c104dae triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:15.248874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.357887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:15.359373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=d6fa80f1-b6a1-4e3c-8c19-776a7267d438,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:15.378128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:15.380875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:15.391073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:15.483434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.505161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Could not find standard attr ID for object a8945bbc-181e-4b2b-9d77-21fda7f4467b. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:23:15.508287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.522390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Provisioning complete for port de43c4d1-1ff6-47a2-b79a-41263c104dae triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:15.523409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:15.548254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5cb653cb-3c2d-4662-9b11-8ca897fa4ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:15.624671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcce34f4-7e21-419e-96b8-dec70b4b6add,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:15.711787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:15.836284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Provisioning for port 77a0a27a-2453-4514-acbd-b03836b8d0ba completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:15.845618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Provisioning complete for port 77a0a27a-2453-4514-acbd-b03836b8d0ba triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:15.846152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.011854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:16.018303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.061978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0729ce8-3cae-412b-924f-f7e7807d6829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:16.102321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.135474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.142173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=c223ef7d-9000-4a4e-90ea-51774a312720,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:16.149279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:16.173553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.182268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.203640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72c49cdf-b3bf-4a34-b171-00e4f5713da4 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:16.215038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] For port 77a0a27a-2453-4514-acbd-b03836b8d0ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=77a0a27a-2453-4514-acbd-b03836b8d0ba,segment=NetworkSegment(f861dd7e-42dd-4adb-bdf1-9175eade4e4d),segment_id=f861dd7e-42dd-4adb-bdf1-9175eade4e4d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:16.226175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.228190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc7472e2-a795-4e40-a190-2fb371bcd4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.258042 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.260619 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.263643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.266482 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.277902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:16.278595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.382229 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9230034 Jan 14 03:23:16.390997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Pushing event updated for resources: {'Port': ['ID=77a0a27a-2453-4514-acbd-b03836b8d0ba,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:16.402906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:16.411972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55230) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:16.428972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Provisioning for port 1c321b7c-85e7-429c-9b71-1e7f70763de3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:16.436180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Provisioning complete for port 1c321b7c-85e7-429c-9b71-1e7f70763de3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:16.436636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.467485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=1c321b7c-85e7-429c-9b71-1e7f70763de3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:16.484224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:72:6a:d2'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:16.565696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Port 1c321b7c-85e7-429c-9b71-1e7f70763de3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.567589 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:16.571675 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:16.603535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Provisioning complete for port 77a0a27a-2453-4514-acbd-b03836b8d0ba triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:16.604035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.624767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:16.629616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Usage tracker for resource:security_group_rule and tenant:21664e4505b3444f89dd4798feb3895f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:16.632733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:16.639574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:16.668355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.690998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:16.790300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:16.798251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/c223ef7d-9000-4a4e-90ea-51774a312720 HTTP/1.1" status: 204 len: 168 time: 2.8230679 Jan 14 03:23:16.803880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55242) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:16.806463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c68ce2-da2c-42b8-82f9-e3c8a360222a None None] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:16.817161 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dcce34f4-7e21-419e-96b8-dec70b4b6add HTTP/1.1" status: 204 len: 168 time: 2.2089434 Jan 14 03:23:16.826680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:16.840633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Provisioning for port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:16.871651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:23:16.967143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 77a0a27a-2453-4514-acbd-b03836b8d0ba up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:17.084714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.090128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Provisioning complete for port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:17.090762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.257025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1a898d0-42a3-424f-b250-4e9e3955b976 None None] Port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:17.339179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.360694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55258) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:17.430481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 77a0a27a-2453-4514-acbd-b03836b8d0ba triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:17.430909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.506967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e73adfbb-5420-4c97-97ff-b67f436002c5 None None] Provisioning complete for port 1c321b7c-85e7-429c-9b71-1e7f70763de3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:17.507395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73adfbb-5420-4c97-97ff-b67f436002c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.584612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e73adfbb-5420-4c97-97ff-b67f436002c5 None None] Port 1c321b7c-85e7-429c-9b71-1e7f70763de3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:17.650581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e73adfbb-5420-4c97-97ff-b67f436002c5 None None] Provisioning complete for port 77a0a27a-2453-4514-acbd-b03836b8d0ba triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:17.651046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73adfbb-5420-4c97-97ff-b67f436002c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.703624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.704964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] DHCP port deletion for c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:23:17.714626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.731529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Deleting port de43c4d1-1ff6-47a2-b79a-41263c104dae {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:17.732439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.733468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c23758b-4a76-4e6e-b758-d025da1a0ea2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:17.759475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.888367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.911279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682fc61b-9a02-42b3-81ff-8c94b8dd7ae3']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:17.932616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412ff5e9-97b1-408a-888f-a31f5a4434fc') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:17.933261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412ff5e9-97b1-408a-888f-a31f5a4434fc') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:17.949405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.968104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:17.970877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:18.026963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] For port de43c4d1-1ff6-47a2-b79a-41263c104dae, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=de43c4d1-1ff6-47a2-b79a-41263c104dae,segment=NetworkSegment(786b059c-5654-4930-a9d4-f357dfc6f03e),segment_id=786b059c-5654-4930-a9d4-f357dfc6f03e)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:18.027413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.138319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.167709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Calling delete_port for de43c4d1-1ff6-47a2-b79a-41263c104dae owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:18.187000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:18.198986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.208289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=d6fa80f1-b6a1-4e3c-8c19-776a7267d438,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:18.234154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.234591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.235017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.235438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.235856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.236276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.240142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.256619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.257185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.257619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.258048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.258468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.258942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.259360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.259847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.260235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.261222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.261645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.262064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.262461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.262884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.263290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.263690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.264100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.264593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.265002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.265411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.265814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.266231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.266638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.267043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.267449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.267858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.268263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.280805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.281252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:18.287174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.288685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:18.309730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2ccc4e4-6442-49a8-90e5-f4910f03be18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:18.424012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Pushing event deleted for resources: {'Port': ['ID=de43c4d1-1ff6-47a2-b79a-41263c104dae,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:18.442472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:18.502824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] No DVR routers for this DVR port de43c4d1-1ff6-47a2-b79a-41263c104dae on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:18.503430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Network 682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:18.662915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:18.670750 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:18.673716 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:18.675179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1174583296'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:18.681192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:18.686532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] In _notify_port_updated(), no bound segment for port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 on network 10084d99-2431-41a8-bc1d-43520a92d84b {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:23:18.686654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.688265 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.691014 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.699429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:18.699429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.700821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:18.708635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:18.712092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.712092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.722836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:18.723524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.725018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "PUT /v2.0/ports/d6fa80f1-b6a1-4e3c-8c19-776a7267d438 HTTP/1.1" status: 200 len: 995 time: 2.3032987 Jan 14 03:23:18.727030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:18.736414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.747841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55288) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:18.755615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cddfb198-c961-4596-a2fe-8c14ba7c828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:18.763509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.791004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.804973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.895053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:18.917214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:security_group_rule and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:18.920421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2e5ee4ce-0447-41c3-9a99-64dd0618a556 None None] Provisioning complete for port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:18.924655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee4ce-0447-41c3-9a99-64dd0618a556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.930071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:18.930458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:18.935740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21664e4505b3444f89dd4798feb3895f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9197602 Jan 14 03:23:18.940220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:18.944014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:18.960916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] 10.222.0.30 "DELETE /v2.0/networks/682fc61b-9a02-42b3-81ff-8c94b8dd7ae3 HTTP/1.1" status: 204 len: 168 time: 2.1295543 Jan 14 03:23:18.964004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:18.989593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2038c120-d906-4965-a9bc-9ed4b4944169,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:19.011103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device de43c4d1-1ff6-47a2-b79a-41263c104dae no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:19.033416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.033786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.034215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.034637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.035058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.035482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.035884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.036293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.036728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.037138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.037548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.037953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.038407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.039151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.039151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.039578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.039980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.040414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.040799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.041202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.042130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.053268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.053852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.054276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.054772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.055186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.055600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.056012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.056491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.056910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.057903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.058327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.058738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.059145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.059825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.059958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:19.137176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: de43c4d1-1ff6-47a2-b79a-41263c104dae {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:19.137882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device de43c4d1-1ff6-47a2-b79a-41263c104dae not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:19.142860 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:19.159817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a25ee969-737f-4d58-add0-7b5a42a47328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:19.168882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ee4ce-0447-41c3-9a99-64dd0618a556 None None] Port d6fa80f1-b6a1-4e3c-8c19-776a7267d438 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:19.217780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Pushing event deleted for resources: {'Network': ['ID=682fc61b-9a02-42b3-81ff-8c94b8dd7ae3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:19.308246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:19.359476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.376835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.483989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:19.532356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.570573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01d29024-8722-43b7-8ffb-81742f115e5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad2da077b9ac43f58bc169d4ea943980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850127 Jan 14 03:23:19.575216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:19.614941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a3d69f-ea3b-4a5f-b479-e9117a8371b2']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:19.643854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786b059c-5654-4930-a9d4-f357dfc6f03e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:19.644193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786b059c-5654-4930-a9d4-f357dfc6f03e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:19.681135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.689529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.702145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.717195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.717479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.721140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:19.745497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.764642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.773567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.787225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.788090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.926347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:19.931337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1eb6582-9770-43e2-b601-474e7d09d94e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:19.935651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:19.953385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.086574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:20.101072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.101756 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment 8ad192f2-e516-4778-ad15-1f3f3daf1344 of type vxlan for network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 Jan 14 03:23:20.112153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for d6fa80f1-b6a1-4e3c-8c19-776a7267d438 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:20.136900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.155948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.174634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:20.178616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:20.245518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.270481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:20.271498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.320000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc4e30-0d80-4c5d-91a1-56042c215c08,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:20.402930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=1c321b7c-85e7-429c-9b71-1e7f70763de3,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:20.413751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:20.440842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.443602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:20.450993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4844e50d-56ed-4c71-aaf7-954d1694599c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.456255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f52cb24-0e06-4f4d-9e5e-0ded61870d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.469708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5828ed62-5c62-42ab-99f3-c9f5e0454090,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:20.473200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:20.486852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.488282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5828ed62-5c62-42ab-99f3-c9f5e0454090 HTTP/1.1" status: 204 len: 168 time: 0.9091256 Jan 14 03:23:20.490583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 144120e1-eaca-4fa3-bd37-99f4137f360a is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:23:20.542764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2038c120-d906-4965-a9bc-9ed4b4944169,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:20.564274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:20.586054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f81257-8de8-4430-982c-825527d95251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.611845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2cc70da-3712-4390-88a6-692dd53da093 None None] Provisioning complete for port 1c321b7c-85e7-429c-9b71-1e7f70763de3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:20.612672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2cc70da-3712-4390-88a6-692dd53da093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.620109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:20.629139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.632968 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2038c120-d906-4965-a9bc-9ed4b4944169 HTTP/1.1" status: 204 len: 168 time: 1.6829889 Jan 14 03:23:20.655897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2899356 Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:20.657127 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:20.711003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc70da-3712-4390-88a6-692dd53da093 None None] Port 1c321b7c-85e7-429c-9b71-1e7f70763de3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:20.842797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:23:20.853851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] Sync routers for ids ['144120e1-eaca-4fa3-bd37-99f4137f360a'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:23:20.858196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/144120e1-eaca-4fa3-bd37-99f4137f360a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6808472 Jan 14 03:23:20.859428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.861657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55348) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:20.868678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] Routers {'144120e1-eaca-4fa3-bd37-99f4137f360a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:20.870482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['144120e1-eaca-4fa3-bd37-99f4137f360a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:20.889027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=9c8e555e-df36-40f1-b19d-83dd79eb19d1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:20.896240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.905404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:20.917271 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:20.921233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dff9b7a-1ee0-4670-a876-7b2fb3e27372 tempest-QuotasNegativeTest-881926162 tempest-QuotasNegativeTest-881926162] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.927805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f84c7ffe-a1fd-4583-a2d4-6c1af1152bb3 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:20.931126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:20.974728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:20.990404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:21.011998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=d6fa80f1-b6a1-4e3c-8c19-776a7267d438,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:21.020945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=c7a3d69f-ea3b-4a5f-b479-e9117a8371b2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:21.037131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:21.039421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/c7a3d69f-ea3b-4a5f-b479-e9117a8371b2 HTTP/1.1" status: 204 len: 168 time: 4.2207136 Jan 14 03:23:21.048602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55352) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:21.061698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-710005610'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:21.062715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:21.076798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] Routers {'144120e1-eaca-4fa3-bd37-99f4137f360a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:21.077678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['144120e1-eaca-4fa3-bd37-99f4137f360a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:21.089350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:21.091867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:21.116632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:21.133529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:21.141354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:21.165386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.184686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.188380 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.193032 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:21.197397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:21.214949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:21.220825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98446b5-85aa-4ed4-ae74-dcacc016b53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:21.221677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b98446b5-85aa-4ed4-ae74-dcacc016b53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:21.238109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.256588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:21.257044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0adff-4050-4814-b1b8-ecc7d0a9d129 None None] The sync data for ids ['144120e1-eaca-4fa3-bd37-99f4137f360a'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:23:21.270970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b98446b5-85aa-4ed4-ae74-dcacc016b53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:21.275754 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b98446b5-85aa-4ed4-ae74-dcacc016b53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports/1c321b7c-85e7-429c-9b71-1e7f70763de3 HTTP/1.1" status: 200 len: 984 time: 0.4129004 Jan 14 03:23:21.287406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:21.332495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:21.354926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.355487 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6 of type vxlan for network 00c19188-7423-4e78-ba88-7ef747cdd7c8 Jan 14 03:23:21.426646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.507529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.542924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:21.545328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.563593 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-460bf88a-23bb-457e-be95-e0f343997ce9 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:21.871138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:21.883600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8337545 Jan 14 03:23:21.893311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55380) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:21.906078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:21.932055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=00c19188-7423-4e78-ba88-7ef747cdd7c8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:21.946358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:21.947733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:21.951057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:21.985805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:22.074726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Usage tracker for resource:security_group_rule and tenant:972d56ffef98492384fcbcac3f61b086 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:22.120413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:22.144220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:22.250631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:22.264596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:22.274329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:22.303293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:22.352605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:22.480934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:22.795392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:22.800770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/d6fa80f1-b6a1-4e3c-8c19-776a7267d438 HTTP/1.1" status: 204 len: 168 time: 4.0516441 Jan 14 03:23:22.802751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55402) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:22.866811 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90ef4b1-271d-4ac9-a741-746fcd3dc21d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] GET failed (client error): The resource could not be found. Jan 14 03:23:22.867488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c90ef4b1-271d-4ac9-a741-746fcd3dc21d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Synchronizing usage tracker for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:22.999958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.084207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c90ef4b1-271d-4ac9-a741-746fcd3dc21d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Unset dirty status for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:23.089586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c90ef4b1-271d-4ac9-a741-746fcd3dc21d tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports/d6fa80f1-b6a1-4e3c-8c19-776a7267d438 HTTP/1.1" status: 404 len: 333 time: 0.2803481 Jan 14 03:23:23.090842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55414) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:23.116118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-2096447139'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:23.234592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55422) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:23.293100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.303774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.315536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-939ed22e-10b8-401b-834c-8e0bf3d2ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:23.376076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa4974-bc25-4d72-8132-61072efd6731,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:23.386242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=972d56ffef98492384fcbcac3f61b086&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2789912 Jan 14 03:23:23.387136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55434) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:23.388025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:23.529110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:23.537418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.615283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.663825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.699164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:23.808109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-229361523-network', 'tenant_id': '161193b5242b4253beca0f4993327859'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:23.824803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:23.888226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Usage tracker for resource:network and tenant:161193b5242b4253beca0f4993327859 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:23.892590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:23.904573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:23.970229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Made reservation on behalf of 161193b5242b4253beca0f4993327859 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:23.982918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:23.990237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:23.997646 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:24.000508 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:24.006443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.014511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.030160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1094ab3e-9a0f-443b-850f-8bc5a8998ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:24.064315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa4974-bc25-4d72-8132-61072efd6731,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:24.079553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.109707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:24.128057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:24.139031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Usage tracker for resource:security_group_rule and tenant:161193b5242b4253beca0f4993327859 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:24.143585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.147914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18fa4974-bc25-4d72-8132-61072efd6731 HTTP/1.1" status: 204 len: 168 time: 0.7574358 Jan 14 03:23:24.149158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:24.183838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:24.294474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.315475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b04e3426-b889-427c-8e58-deeef42883c1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:24.430272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port 609f671c-fe16-4c9f-8145-084d3e24ff6c yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:24.483004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=3acda3ef-0e6e-4461-a6b6-425d531e75a7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:24.589664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:24.590669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.12 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/609f671c-fe16-4c9f-8145-084d3e24ff6c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:24.649893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:24.728068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:24.813613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.841103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.842274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.849876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b457040a-73b0-48a8-8166-ecdeb2abf7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:24.858777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object 609f671c-fe16-4c9f-8145-084d3e24ff6c will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:24.888247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:24.896835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22985773-2195-4c34-9901-29dbf7cf0a30,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:24.900697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:24.940531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3330c516-4172-4c2b-a762-1e58ea752cdd tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:24.982067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:25.014752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.015198 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Added segment aa1aa53b-438e-4b1d-8326-cbed834f5429 of type vxlan for network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b Jan 14 03:23:25.033496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=609f671c-fe16-4c9f-8145-084d3e24ff6c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:25.037347 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:25.057924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:25.058326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: 00c19188-7423-4e78-ba88-7ef747cdd7c8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:25.065733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:25.080158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:subnet and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:25.099747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:25.106045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:25.113508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:25.121015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:25.124499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.146306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 00c19188-7423-4e78-ba88-7ef747cdd7c8) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:25.148261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.154605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8728f79-cbfa-44d1-a7f3-d9bd242b0e7e None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:25.216979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:25.218341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.250226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:25.256103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c60c4a78780451ab9784efa644e18d3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:25.257158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 1c321b7c-85e7-429c-9b71-1e7f70763de3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:25.257617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.259822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:25.266438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:25.297515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:25.305822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:25.320771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:25.373616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.381947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4872136 Jan 14 03:23:25.382809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:25.392244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55496) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:25.408740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1202321576'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:25.551603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.596910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e13fe67-3fd7-49e7-8adf-44bee6ef8267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:25.605638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:25.610597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-00c19188-7423-4e78-ba88-7ef747cdd7c8', 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': '3acda3ef-0e6e-4461-a6b6-425d531e75a7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:25.615971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.619249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:25.640272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.641811 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.644463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.646351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:25.651908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.674488 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c60c4a78780451ab9784efa644e18d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530932 Jan 14 03:23:25.674488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:23:25.686419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18ac29-5665-489b-a24f-f9505aa870a5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:25.690500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:25.691419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55510) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:25.707055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.814247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a07033bb-0699-446b-9da5-60361e055073 None None] Provisioning for port 609f671c-fe16-4c9f-8145-084d3e24ff6c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:25.836611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a07033bb-0699-446b-9da5-60361e055073 None None] Provisioning complete for port 609f671c-fe16-4c9f-8145-084d3e24ff6c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:25.837201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a07033bb-0699-446b-9da5-60361e055073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.913822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a07033bb-0699-446b-9da5-60361e055073 None None] Port 609f671c-fe16-4c9f-8145-084d3e24ff6c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:25.921762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.941594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.942586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:25.943228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:25.950513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76ea7ced-d0e2-4fec-9b81-efc0272d44fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:26.132304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Pushing event updated for resources: {'Network': ['ID=bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:26.136396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:26.138164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.9025075 Jan 14 03:23:26.156104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:26.159519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:26.160481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:26.172039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55548) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:26.189831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:26.364762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:26.379791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 1c321b7c-85e7-429c-9b71-1e7f70763de3 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:26.410463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:26.526893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Request body: {'subnet': {'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-229361523-subnet', 'tenant_id': '161193b5242b4253beca0f4993327859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:26.536406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:26.540723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Usage tracker for resource:subnet and tenant:161193b5242b4253beca0f4993327859 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:26.543703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:26.549782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:26.577893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port a94eaee6-0977-463a-81eb-fe47ce3b1ebc yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:26.592426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Allocated IP 172.20.0.2 (00c19188-7423-4e78-ba88-7ef747cdd7c8/3acda3ef-0e6e-4461-a6b6-425d531e75a7/2b657822-0efb-442e-9962-f9c8a52926c6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:26.596937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-957ef79f-7260-441d-aa04-a1f21cfd3802 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:26.700880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Made reservation on behalf of 161193b5242b4253beca0f4993327859 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:26.706712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:26.737219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': '8ad192f2-e516-4778-ad15-1f3f3daf1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:26.737620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: 9c8e555e-df36-40f1-b19d-83dd79eb19d1, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:26.748715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=b1d232b2-3d32-4719-96a6-abac7c126801,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:26.752189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:26.765005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:26.791188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9c8e555e-df36-40f1-b19d-83dd79eb19d1) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:26.813785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b8066-ef43-49fb-b35c-093ed63d1a62 None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:26.841453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:26.841453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:26.866266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2096419 Jan 14 03:23:26.870393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55606) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:26.877386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-243820438'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:26.883444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:26.888547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:26.891714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:26.899233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:26.912005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:26.925262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:26.999771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:27.019050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.019495 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment 4eb638ef-0b32-4380-a5e5-d2b1215656a7 of type vxlan for network 482bf609-3ac9-446e-a096-ed4045752912 Jan 14 03:23:27.050262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.056378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.061354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.086584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Transition to ACTIVE for port object 2b657822-0efb-442e-9962-f9c8a52926c6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:27.087348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.093026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.108385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:27.109203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.130588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c73b4263-a1e8-4f55-a014-aea94f0dcd30 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:27.251032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=482bf609-3ac9-446e-a096-ed4045752912,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:27.255537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3840523 Jan 14 03:23:27.256554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:27.257708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:27.258080 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1661124 Jan 14 03:23:27.260320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55630) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:27.267795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'network_id': '10084d99-2431-41a8-bc1d-43520a92d84b', 'name': 'tempest-AllowedAddressPairTestJSON-1073128277'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:27.279835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 482bf609-3ac9-446e-a096-ed4045752912 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:27.309204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 482bf609-3ac9-446e-a096-ed4045752912 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:27.311664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.314911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.337130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 482bf609-3ac9-446e-a096-ed4045752912 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:27.445581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': '482bf609-3ac9-446e-a096-ed4045752912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:27.493828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9c8e555e-df36-40f1-b19d-83dd79eb19d1', 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': 'b1d232b2-3d32-4719-96a6-abac7c126801'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:27.498194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.574933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:27.583895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:27.590987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Usage tracker for resource:port and tenant:21c87fc40af84fb99afd2f040f70c013 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:27.595867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Quota usage for port was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:27.602538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:27.611566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:subnet and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:27.615029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:27.620973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Made reservation on behalf of 21c87fc40af84fb99afd2f040f70c013 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:27.630650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.650444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:27.702984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:27.814648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac3fb9c6-3348-4ea4-81b8-073c7608fdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:27.833149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18ac29-5665-489b-a24f-f9505aa870a5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:27.848595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:27.849168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17cda8ef-363f-402e-9573-7f9d0ab45769 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:27.883740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.923072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=1c321b7c-85e7-429c-9b71-1e7f70763de3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:27.938259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:27.941240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:27.946262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d18ac29-5665-489b-a24f-f9505aa870a5 HTTP/1.1" status: 204 len: 168 time: 2.2236695 Jan 14 03:23:28.003345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Transition to ACTIVE for port object 2b657822-0efb-442e-9962-f9c8a52926c6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:28.092219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] device_id is not set on port 7aea584c-03db-45ff-b4da-c533fc629c5e yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:28.142423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:28.143854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:28.195756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:28.222767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb7b1676-71c2-486d-89b2-eb345d6891f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:28.295469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Pushing event updated for resources: {'Port': ['ID=2b657822-0efb-442e-9962-f9c8a52926c6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:28.407664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:28.504457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64cd4e28-3edf-47b1-977c-c758057228f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:28.673252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55698) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:28.749318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Allocated IP 172.20.0.13 (10084d99-2431-41a8-bc1d-43520a92d84b/d28327c6-62c4-40c4-9a58-09a80aa0b9c3/7aea584c-03db-45ff-b4da-c533fc629c5e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:28.781759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:28.786445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:28.790245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:28.803744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Allocated IP 2001:db8:0:ffff::2 (9c8e555e-df36-40f1-b19d-83dd79eb19d1/b1d232b2-3d32-4719-96a6-abac7c126801/02619f58-87d4-4765-90e0-a479fe1948b0) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:28.855059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:28.866683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Attempting to bind port 2b657822-0efb-442e-9962-f9c8a52926c6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:28.867103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Attempting to bind port 2b657822-0efb-442e-9962-f9c8a52926c6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:28.867521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Attempting to bind port 2b657822-0efb-442e-9962-f9c8a52926c6 on network 00c19188-7423-4e78-ba88-7ef747cdd7c8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:28.875659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:28.876083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Checking segment: {'id': '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:28.876585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:28.877024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Bound using segment: {'id': '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:28.877544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Bound port: 2b657822-0efb-442e-9962-f9c8a52926c6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '00c19188-7423-4e78-ba88-7ef747cdd7c8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:28.877963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:28.904550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668466ca-6466-402b-a939-ac4e155c73a1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:28.915772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:29.046434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] For port 2b657822-0efb-442e-9962-f9c8a52926c6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:29.050022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Checking segment: {'id': 'aa1aa53b-438e-4b1d-8326-cbed834f5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:29.050696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Network hostable DHCP agents. Network: bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:29.051634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] For port 2b657822-0efb-442e-9962-f9c8a52926c6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b657822-0efb-442e-9962-f9c8a52926c6,segment=NetworkSegment(869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6),segment_id=869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:29.060023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.095540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.10 (00c19188-7423-4e78-ba88-7ef747cdd7c8/3acda3ef-0e6e-4461-a6b6-425d531e75a7/a94eaee6-0977-463a-81eb-fe47ce3b1ebc) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:29.103413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:29.108426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ff793e95ae47fbb3825f093895a766 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:29.112059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:29.117509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.118965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:29.140756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:29.193313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:29.209756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:29.215064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Usage tracker for resource:security_group_rule and tenant:2c40b7b5235041eabf6c2510909e2d4d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:29.226773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:29.230857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.237777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:29.238640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.242220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:29.244830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161ab9b-19ed-483e-abf7-5041ad985925 None None] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:29.301112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1208298 Jan 14 03:23:29.308873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:29.376618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:29.379714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.392288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.393226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:29.440272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Transition to ACTIVE for port object 7aea584c-03db-45ff-b4da-c533fc629c5e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:29.558785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Usage tracker for resource:router and tenant:161193b5242b4253beca0f4993327859 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:29.576100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ce4cc4f-365c-4e1d-8c0e-ffa1d7ba97c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:29.607440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.615408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:29.615912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.633086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:23:29.634483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0c75560-e6f9-46e6-b38a-8d62b74f4904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:29.643167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.654634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:29.658295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Transition to ACTIVE for port object 02619f58-87d4-4765-90e0-a479fe1948b0 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:29.724462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e17cd-e919-4eaf-9b92-17d7a01a751a None None] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:29.740902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.800154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.801434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.811812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 144120e1-eaca-4fa3-bd37-99f4137f360a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:23:29.814074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.837512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.871066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8604bed4-ed6c-4d72-9475-307f37ba53c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:29.884877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ff793e95ae47fbb3825f093895a766&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4753420 Jan 14 03:23:29.887400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb4a9ac-e37d-4923-bd8d-cab818818a2d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:29.893522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55724) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:29.897870 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c40b7b5235041eabf6c2510909e2d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2235205 Jan 14 03:23:29.898926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:29.905747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Pushing event updated for resources: {'Port': ['ID=2b657822-0efb-442e-9962-f9c8a52926c6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:29.909607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8f7a90a-3fd3-42d1-984c-593e2802a926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:29.914462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Transition to ACTIVE for port object 02619f58-87d4-4765-90e0-a479fe1948b0 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:29.922334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:29.947940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:29.957025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.001219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55728) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:30.006268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=3e7fd9c1-85c6-48f1-9fd6-b76380031037,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:30.011876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:30.018277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:30.045983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.111130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1cbfc2c0-9061-4a8a-8d45-ac1b7b6a564a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:30.146563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca3726-9c67-485a-bacf-c7458faa2fe1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:30.150220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object a94eaee6-0977-463a-81eb-fe47ce3b1ebc will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:30.158162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:30.161908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.173702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:23:30.192937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Pushing event updated for resources: {'Port': ['ID=02619f58-87d4-4765-90e0-a479fe1948b0,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:30.201105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] Sync routers for ids ['144120e1-eaca-4fa3-bd37-99f4137f360a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:23:30.216204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:30.226385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.226584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:30.261930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] Routers {'144120e1-eaca-4fa3-bd37-99f4137f360a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:30.262651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['144120e1-eaca-4fa3-bd37-99f4137f360a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:30.278785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.308251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=7aea584c-03db-45ff-b4da-c533fc629c5e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:30.317594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:30.329719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55734) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:30.329913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:30.345524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:30.365670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.377621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b6d44c4-f230-4c7f-b7ff-0ced0e7ce0a0 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:30.383182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.391593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': '4eb638ef-0b32-4380-a5e5-d2b1215656a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '482bf609-3ac9-446e-a096-ed4045752912'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:30.391957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: 482bf609-3ac9-446e-a096-ed4045752912, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:30.392838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:30.406562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:30.411595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:30.416248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:30.418592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Attempting to bind port 02619f58-87d4-4765-90e0-a479fe1948b0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:30.419020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Attempting to bind port 02619f58-87d4-4765-90e0-a479fe1948b0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '8ad192f2-e516-4778-ad15-1f3f3daf1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:30.419445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Attempting to bind port 02619f58-87d4-4765-90e0-a479fe1948b0 on network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:30.424081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] Routers {'144120e1-eaca-4fa3-bd37-99f4137f360a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:30.424817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['144120e1-eaca-4fa3-bd37-99f4137f360a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:30.507145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:30.507564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Checking segment: {'id': '8ad192f2-e516-4778-ad15-1f3f3daf1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:30.508221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.508472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Bound using segment: {'id': '8ad192f2-e516-4778-ad15-1f3f3daf1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:30.508994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Bound port: 02619f58-87d4-4765-90e0-a479fe1948b0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad192f2-e516-4778-ad15-1f3f3daf1344', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c8e555e-df36-40f1-b19d-83dd79eb19d1'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:30.509424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.525265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:30.526417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffa6d-6071-4bf6-a674-8b319e9b33a8 None None] The sync data for ids ['144120e1-eaca-4fa3-bd37-99f4137f360a'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:23:30.526695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 482bf609-3ac9-446e-a096-ed4045752912 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:30.539312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 482bf609-3ac9-446e-a096-ed4045752912) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.548288 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:30.552565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:30.585005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:30.585678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.613673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:30.615228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.673078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.678679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:30.683672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccb4a9ac-e37d-4923-bd8d-cab818818a2d HTTP/1.1" status: 204 len: 168 time: 0.6702096 Jan 14 03:23:30.683672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:30.704796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4348292 Jan 14 03:23:30.706149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55742) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:30.707960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb4a9ac-e37d-4923-bd8d-cab818818a2d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:30.714902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:30.719503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:30.726045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab4497-8159-459f-918c-550cece7e65c None None] Network 482bf609-3ac9-446e-a096-ed4045752912 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:30.727006 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:30.732069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'port': {'network_id': '482bf609-3ac9-446e-a096-ed4045752912', 'name': 'tempest-NetworksIpV6TestAttrs-205173179'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:30.758728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4996428 Jan 14 03:23:30.782365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55746) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:30.783162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.009258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.022988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:6a:d2'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:03:63:ac'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:31.050939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93a419cb-e15f-43bd-9291-c801cff79380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:31.057846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:31.072742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:31.076720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Usage tracker for resource:security_group_rule and tenant:885de0f2a9474a818f585bd7faf99737 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:31.079851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:31.086011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:31.087547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.089788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b657822-0efb-442e-9962-f9c8a52926c6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:31.101352 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/144120e1-eaca-4fa3-bd37-99f4137f360a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8108037 Jan 14 03:23:31.108248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:31.126869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.131739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:port and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:31.144763 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eca3726-9c67-485a-bacf-c7458faa2fe1 HTTP/1.1" status: 204 len: 168 time: 1.2408845 Jan 14 03:23:31.153364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:31.170009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:31.192762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca3726-9c67-485a-bacf-c7458faa2fe1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:31.237418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:31.248454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.289356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:31.293466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.324552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:31.435153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55758) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:31.496394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a3c2c1e7-d7aa-41c9-98af-38851606b748 None None] Provisioning for port 7aea584c-03db-45ff-b4da-c533fc629c5e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:31.514156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a3c2c1e7-d7aa-41c9-98af-38851606b748 None None] Provisioning complete for port 7aea584c-03db-45ff-b4da-c533fc629c5e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:31.514584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c1e7-d7aa-41c9-98af-38851606b748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.520248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.551401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.569064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.586471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2c1e7-d7aa-41c9-98af-38851606b748 None None] Port 7aea584c-03db-45ff-b4da-c533fc629c5e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:31.589919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27153187-741b-4d43-9e33-4215d8fce8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:31.606329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Pushing event updated for resources: {'Port': ['ID=02619f58-87d4-4765-90e0-a479fe1948b0,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:31.622139 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:31.657081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:31.657451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=a94eaee6-0977-463a-81eb-fe47ce3b1ebc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:31.669793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:31.769346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:31.790133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2b657822-0efb-442e-9962-f9c8a52926c6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:31.792205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Usage tracker for resource:security_group_rule and tenant:7c1401b5ae974611b0ea09e30cfebbd1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:31.804627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:31.831114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-482bf609-3ac9-446e-a096-ed4045752912', 'network_id': '482bf609-3ac9-446e-a096-ed4045752912', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': '3e7fd9c1-85c6-48f1-9fd6-b76380031037'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:31.834166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.028439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55764) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:32.122642 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-dbaed183-1848-482e-a658-324006e08ba5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] remove_router_interface failed (client error): The resource could not be found. Jan 14 03:23:32.123646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dbaed183-1848-482e-a658-324006e08ba5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/144120e1-eaca-4fa3-bd37-99f4137f360a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0077524 Jan 14 03:23:32.130462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:32.185304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.201548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-618fa262-1966-416b-a16e-14b2c5bfb28a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:32.229166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:32.233423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=885de0f2a9474a818f585bd7faf99737&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8885884 Jan 14 03:23:32.245235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55772) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:32.246115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:32.248410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05866b8c-d896-4a68-9da6-bcb652521471,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:32.258807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:32.262323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Usage tracker for resource:security_group_rule and tenant:3baf9e78ba8648e89286af182b85f04d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:32.271427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:32.275475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cdcf3-d11f-400b-affb-24dbf506a666 None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:32.280321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:32.282416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-618fa262-1966-416b-a16e-14b2c5bfb28a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:32.283700 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-618fa262-1966-416b-a16e-14b2c5bfb28a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=144120e1-eaca-4fa3-bd37-99f4137f360a HTTP/1.1" status: 200 len: 205 time: 0.1494520 Jan 14 03:23:32.293765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55776) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:32.368810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:32.373204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:32.392016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Allocated IP 2001:db8::f816:3eff:fe51:b938 (482bf609-3ac9-446e-a096-ed4045752912/3e7fd9c1-85c6-48f1-9fd6-b76380031037/e8b45889-4bc9-435c-a31e-348f81579709) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:32.400043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Provisioning for port 2b657822-0efb-442e-9962-f9c8a52926c6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:32.400682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:32.425511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Provisioning complete for port 2b657822-0efb-442e-9962-f9c8a52926c6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:32.425942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.465921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] device_id is not set on port 5f5ec155-61bf-410c-86b2-c760449fc349 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:32.557500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.577236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.653564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:32.654731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.707835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.776021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.829957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.887907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] For port 2b657822-0efb-442e-9962-f9c8a52926c6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b657822-0efb-442e-9962-f9c8a52926c6,segment=NetworkSegment(869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6),segment_id=869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:32.895756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.903021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.914573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37da7599-9e3a-4684-9e49-c6b01bff6078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:32.918022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:32.935647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:32.961298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 7.5649462 Jan 14 03:23:32.970069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55780) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:33.027680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.047284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Transition to ACTIVE for port object e8b45889-4bc9-435c-a31e-348f81579709 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:33.068515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Transition to ACTIVE for port object e8b45889-4bc9-435c-a31e-348f81579709 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:33.073315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 02619f58-87d4-4765-90e0-a479fe1948b0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:33.113767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port a94eaee6-0977-463a-81eb-fe47ce3b1ebc {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:33.117691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.120294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.279376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:23:33.296697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Pushing event updated for resources: {'Port': ['ID=2b657822-0efb-442e-9962-f9c8a52926c6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:33.311003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.316662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72ad7fe-67e6-4dab-bad0-35c697cb2d5a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:33.335259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:33.344001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c1401b5ae974611b0ea09e30cfebbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9078350 Jan 14 03:23:33.350963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55784) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:33.358713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:33.364991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf285df-5396-4124-b132-65d036422747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:33.368390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9be17cd-178f-498a-aa36-d788f6c17bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:33.405662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.437160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.440256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.444190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05866b8c-d896-4a68-9da6-bcb652521471,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:33.457159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:33.457790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Pushing event updated for resources: {'Port': ['ID=e8b45889-4bc9-435c-a31e-348f81579709,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:33.475352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3886168a-22de-4fb9-a1d9-28af6bda3c96 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:33.504541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Network 482bf609-3ac9-446e-a096-ed4045752912 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:33.505529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:33.517423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.520515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.521758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 02619f58-87d4-4765-90e0-a479fe1948b0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:33.527520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:33.532077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Provisioning for port a94eaee6-0977-463a-81eb-fe47ce3b1ebc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:33.539958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.540289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:33.542386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05866b8c-d896-4a68-9da6-bcb652521471 HTTP/1.1" status: 204 len: 168 time: 1.2907948 Jan 14 03:23:33.547414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Provisioning complete for port a94eaee6-0977-463a-81eb-fe47ce3b1ebc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:33.547839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.625493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efe899-e24e-4442-a869-bec7813fb1b2 None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:33.656374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.767912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.793776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Attempting to bind port e8b45889-4bc9-435c-a31e-348f81579709 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:33.794194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Attempting to bind port e8b45889-4bc9-435c-a31e-348f81579709 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4eb638ef-0b32-4380-a5e5-d2b1215656a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '482bf609-3ac9-446e-a096-ed4045752912'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:33.794606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Attempting to bind port e8b45889-4bc9-435c-a31e-348f81579709 on network 482bf609-3ac9-446e-a096-ed4045752912 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:33.801220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d21ae3f-9451-40da-b755-64f21da6fc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:33.815001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:33.817449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Checking segment: {'id': '4eb638ef-0b32-4380-a5e5-d2b1215656a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '482bf609-3ac9-446e-a096-ed4045752912'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:33.817907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.818354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Bound using segment: {'id': '4eb638ef-0b32-4380-a5e5-d2b1215656a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '482bf609-3ac9-446e-a096-ed4045752912'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:33.818897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Bound port: e8b45889-4bc9-435c-a31e-348f81579709, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb638ef-0b32-4380-a5e5-d2b1215656a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '482bf609-3ac9-446e-a096-ed4045752912'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:33.819322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.850428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Port a94eaee6-0977-463a-81eb-fe47ce3b1ebc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:33.883107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.883903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router 144120e1-eaca-4fa3-bd37-99f4137f360a {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:23:33.911691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:33.920626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3baf9e78ba8648e89286af182b85f04d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8776002 Jan 14 03:23:33.927836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:33.951305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862e4cd6-a52f-4486-abfd-3a574982a5d7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:33.983101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.016499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.070732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:34.149436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.178989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Allocated IP 2001:db8::f816:3eff:fe54:3839 (482bf609-3ac9-446e-a096-ed4045752912/3e7fd9c1-85c6-48f1-9fd6-b76380031037/5f5ec155-61bf-410c-86b2-c760449fc349) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:34.190591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for a94eaee6-0977-463a-81eb-fe47ce3b1ebc owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:34.201288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.203359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a85b0398-ab6a-4167-9e2c-b92350114c8d tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:34.203488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] For port e8b45889-4bc9-435c-a31e-348f81579709, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:34.207024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] For port e8b45889-4bc9-435c-a31e-348f81579709, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e8b45889-4bc9-435c-a31e-348f81579709,segment=NetworkSegment(4eb638ef-0b32-4380-a5e5-d2b1215656a7),segment_id=4eb638ef-0b32-4380-a5e5-d2b1215656a7)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:34.220443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Provisioning complete for port 2b657822-0efb-442e-9962-f9c8a52926c6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:34.220866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf48ade4-dca8-45f3-8cd8-1e9d84001a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.248831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.251070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event updated for resources: {'Port': ['ID=7aea584c-03db-45ff-b4da-c533fc629c5e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:34.251219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72ad7fe-67e6-4dab-bad0-35c697cb2d5a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:34.254924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:34.273911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:34.281523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.282939 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-efce5fc6-1ec3-470f-b6b0-4335b1042dae tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/144120e1-eaca-4fa3-bd37-99f4137f360a HTTP/1.1" status: 204 len: 168 time: 1.9881024 Jan 14 03:23:34.286963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55800) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:34.290921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:34.391968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Allocated IP 172.25.3.172 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/8d624241-9b93-487a-92de-810b056281fa) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:34.400572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Pushing event updated for resources: {'Port': ['ID=e8b45889-4bc9-435c-a31e-348f81579709,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:34.447357 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.453168 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.455867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.457226 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c72ad7fe-67e6-4dab-bad0-35c697cb2d5a HTTP/1.1" status: 204 len: 168 time: 1.1023531 Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.458782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:34.461930 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:34.478434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:34.512100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.581010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.589598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2391bac1-cf4a-412b-ac3a-65f540e02c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:34.620060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862e4cd6-a52f-4486-abfd-3a574982a5d7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:34.625144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:34.631384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.635061 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/862e4cd6-a52f-4486-abfd-3a574982a5d7 HTTP/1.1" status: 204 len: 168 time: 0.6830239 Jan 14 03:23:34.703925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.730378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] In _notify_port_updated(), no bound segment for port 7aea584c-03db-45ff-b4da-c533fc629c5e on network 10084d99-2431-41a8-bc1d-43520a92d84b {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:23:34.738499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.752055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:34.753036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.757898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "PUT /v2.0/ports/7aea584c-03db-45ff-b4da-c533fc629c5e HTTP/1.1" status: 200 len: 1057 time: 3.9699242 Jan 14 03:23:34.759043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.777005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55814) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:34.778432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-783e4868-d272-451e-9137-41acecaa2e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:34.784773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ca6f3f6-4bbc-4d95-88fa-1f50568319f8 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:34.787063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53b8cfd6-217b-4c4e-9efc-545479de5283 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:34.991516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b657822-0efb-442e-9962-f9c8a52926c6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:35.053081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=a94eaee6-0977-463a-81eb-fe47ce3b1ebc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:35.055263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Pushing event updated for resources: {'Port': ['ID=8d624241-9b93-487a-92de-810b056281fa,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:35.070296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:35.084321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:35.113912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:35.117983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:35.131524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:35.150441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2b657822-0efb-442e-9962-f9c8a52926c6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:35.151355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.344488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Provisioning for port 02619f58-87d4-4765-90e0-a479fe1948b0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:35.356770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Provisioning complete for port 02619f58-87d4-4765-90e0-a479fe1948b0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:35.356770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.356944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 7aea584c-03db-45ff-b4da-c533fc629c5e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:35.356944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.430931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet 48920a03-27fd-4c2e-87e5-d5754fdcd939 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:35.623676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.629435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.700790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:35.709305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.712495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:35.815079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Provisioning complete for port 7aea584c-03db-45ff-b4da-c533fc629c5e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:35.815531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:35.867075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Pushing event updated for resources: {'Port': ['ID=02619f58-87d4-4765-90e0-a479fe1948b0,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:35.873526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:35.887682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Port 7aea584c-03db-45ff-b4da-c533fc629c5e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:35.893060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Could not find standard attr ID for object a94eaee6-0977-463a-81eb-fe47ce3b1ebc. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:23:35.915131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Provisioning complete for port 2b657822-0efb-442e-9962-f9c8a52926c6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:35.915562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.080286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.308961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-143b1221-e78f-41f8-a8ff-45137f6d7eee None None] Provisioning complete for port 02619f58-87d4-4765-90e0-a479fe1948b0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:36.311372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-143b1221-e78f-41f8-a8ff-45137f6d7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.522143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.550160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.653350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Transition to ACTIVE for port object 5f5ec155-61bf-410c-86b2-c760449fc349 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:36.661914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.677802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.747350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/a94eaee6-0977-463a-81eb-fe47ce3b1ebc HTTP/1.1" status: 204 len: 168 time: 3.7632527 Jan 14 03:23:36.753965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55852) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:36.789162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:36.790923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823e12e9-5821-4f2b-9712-97eb3acf5d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.043014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fdac9e9d-dc2f-41d4-badd-d0d547f9e991 None None] Provisioning complete for port 02619f58-87d4-4765-90e0-a479fe1948b0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:37.045627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdac9e9d-dc2f-41d4-badd-d0d547f9e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.108507 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d4f035-2847-4b1a-ab1f-ffe6fd3c4fca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:23:37.109082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9d4f035-2847-4b1a-ab1f-ffe6fd3c4fca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:37.138347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for 7aea584c-03db-45ff-b4da-c533fc629c5e owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:37.167103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e8b45889-4bc9-435c-a31e-348f81579709 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:37.184765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Router 0332444e-896e-40cc-991c-1b9b0fc529bc is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:23:37.195050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9d4f035-2847-4b1a-ab1f-ffe6fd3c4fca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:37.200628 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9d4f035-2847-4b1a-ab1f-ffe6fd3c4fca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/a94eaee6-0977-463a-81eb-fe47ce3b1ebc HTTP/1.1" status: 404 len: 333 time: 0.4455583 Jan 14 03:23:37.209985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:37.220214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.253030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9cc540b-bd65-43b8-88dc-b4d4b99a859c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:37.349812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04088054-279a-43bb-b816-1e72ab02650d None None] Network 482bf609-3ac9-446e-a096-ed4045752912 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:37.408247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.532249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e8b45889-4bc9-435c-a31e-348f81579709 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:37.578721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 02619f58-87d4-4765-90e0-a479fe1948b0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:37.651258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.793485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 02619f58-87d4-4765-90e0-a479fe1948b0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:37.794072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.812394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Port': ['ID=5f5ec155-61bf-410c-86b2-c760449fc349,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:37.820715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:37.823959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:37.914518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:23:37.924951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Sync routers for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:23:37.936527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:37.939456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:37.981303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63195a73-f29c-4197-b505-7079583c60ef tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:38.121296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 3acda3ef-0e6e-4461-a6b6-425d531e75a7 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:38.126296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Provisioning for port e8b45889-4bc9-435c-a31e-348f81579709 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:38.138271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.145961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Provisioning complete for port e8b45889-4bc9-435c-a31e-348f81579709 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:38.146394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.177831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=7aea584c-03db-45ff-b4da-c533fc629c5e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:38.199654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.201446 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8913739 Jan 14 03:23:38.206199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:38.245573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:38.509068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:23:38.555476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.645535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.663059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] For port e8b45889-4bc9-435c-a31e-348f81579709, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e8b45889-4bc9-435c-a31e-348f81579709,segment=NetworkSegment(4eb638ef-0b32-4380-a5e5-d2b1215656a7),segment_id=4eb638ef-0b32-4380-a5e5-d2b1215656a7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:38.673881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.675808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32701ece-570f-45ca-baaf-17a15302d911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:38.866960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 482bf609-3ac9-446e-a096-ed4045752912 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:38.872753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Pushing event updated for resources: {'Port': ['ID=e8b45889-4bc9-435c-a31e-348f81579709,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:38.891761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:38.894222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:38.911623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.914608 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.918487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.921880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:38.925771 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:38.927900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Provisioning for port 5f5ec155-61bf-410c-86b2-c760449fc349 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:38.935365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Provisioning complete for port 5f5ec155-61bf-410c-86b2-c760449fc349 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:38.935793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.953747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:38.954991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:38.955731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.022915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.071124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Port 5f5ec155-61bf-410c-86b2-c760449fc349 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:39.079620 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 8.3652489 Jan 14 03:23:39.099576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55940) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:39.104650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Provisioning complete for port e8b45889-4bc9-435c-a31e-348f81579709 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:39.105082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-345d5df5-9a63-49ec-8b39-e8b058761b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.116406 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/7aea584c-03db-45ff-b4da-c533fc629c5e HTTP/1.1" status: 204 len: 168 time: 4.2878704 Jan 14 03:23:39.117478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55944) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:39.339462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:35Z', 'revision_number': 3, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:39.348010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Checking router: 0332444e-896e-40cc-991c-1b9b0fc529bc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:23:39.348430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Updating router 0332444e-896e-40cc-991c-1b9b0fc529bc port 8d624241-9b93-487a-92de-810b056281fa binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:23:39.436510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.492743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.527881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3c5d993b-2657-42b6-9c5a-2d321124d466 None None] Provisioning complete for port e8b45889-4bc9-435c-a31e-348f81579709 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:39.528374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c5d993b-2657-42b6-9c5a-2d321124d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.553247 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce8553b-53be-4198-a259-b71d040f0b4c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] GET failed (client error): The resource could not be found. Jan 14 03:23:39.561628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dce8553b-53be-4198-a259-b71d040f0b4c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Synchronizing usage tracker for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:39.626111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:39.653842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55954) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:39.670139 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f983d94-fdae-471f-897b-42e6cd7d8b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:39.737027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dce8553b-53be-4198-a259-b71d040f0b4c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Unset dirty status for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:39.741617 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dce8553b-53be-4198-a259-b71d040f0b4c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports/7aea584c-03db-45ff-b4da-c533fc629c5e HTTP/1.1" status: 404 len: 333 time: 0.6193054 Jan 14 03:23:39.750902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:39.752635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=48920a03-27fd-4c2e-87e5-d5754fdcd939,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:39.842761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:40.031819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9159a8a6-6485-4423-866c-5aa172975e69 None None] Provisioning complete for port 5f5ec155-61bf-410c-86b2-c760449fc349 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:40.032466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9159a8a6-6485-4423-866c-5aa172975e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.050094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.188495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 609f671c-fe16-4c9f-8145-084d3e24ff6c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:40.189039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.209302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9159a8a6-6485-4423-866c-5aa172975e69 None None] Port 5f5ec155-61bf-410c-86b2-c760449fc349 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:40.235690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.269191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting subnet 3e7fd9c1-85c6-48f1-9fd6-b76380031037 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:40.272699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.318474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.318718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddb14e-727c-4799-b06f-ad887d1bfd06 None None] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:40.325475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/48920a03-27fd-4c2e-87e5-d5754fdcd939 HTTP/1.1" status: 204 len: 168 time: 6.0276508 Jan 14 03:23:40.330944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55974) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:40.431288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.459770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Transition to ACTIVE for port object 8d624241-9b93-487a-92de-810b056281fa will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:40.469490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.587623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.663711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed312965-5b01-4ee0-97da-ad8f526305ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:40.709374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.756382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f081a348-a195-493c-8eed-6c3af35afc77 None None] Provisioning complete for port e8b45889-4bc9-435c-a31e-348f81579709 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:40.756854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f081a348-a195-493c-8eed-6c3af35afc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.761556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55980) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:40.772225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Pushing event updated for resources: {'Port': ['ID=8d624241-9b93-487a-92de-810b056281fa,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:40.842875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.861826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Attempting to bind port 8d624241-9b93-487a-92de-810b056281fa on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:40.862559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Attempting to bind port 8d624241-9b93-487a-92de-810b056281fa by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:40.862738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Attempting to bind port 8d624241-9b93-487a-92de-810b056281fa on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:40.869541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.869926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.870306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.870677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.871559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.871936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.872307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.872700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.873063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.873428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.873929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.874292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.874693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.875049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.875409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.875765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.876121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.876507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.876864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.877378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.877739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.878095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.878452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.878806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.879220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.879582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.879937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.880292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.881314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.881682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.882044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.882469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.882733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.883248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.883610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.884113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:40.889536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:40.890480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:40.890924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:40.891455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:40.891951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:40.892507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Bound port: 8d624241-9b93-487a-92de-810b056281fa, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:40.893150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.012589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e8b45889-4bc9-435c-a31e-348f81579709 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:41.045963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] For port 8d624241-9b93-487a-92de-810b056281fa, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:41.049668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] For port 8d624241-9b93-487a-92de-810b056281fa, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8d624241-9b93-487a-92de-810b056281fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:41.058693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.100377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:41.158422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55990) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:41.171942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] DHCP port deletion for c5520dde-8643-4788-b16c-fea2cfbdbec8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:23:41.180915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Deleting port 77a0a27a-2453-4514-acbd-b03836b8d0ba {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:41.181657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.186666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Pushing event updated for resources: {'Port': ['ID=8d624241-9b93-487a-92de-810b056281fa,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:41.190646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:41.370632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:41.371333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:41.444692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.450296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] For port 77a0a27a-2453-4514-acbd-b03836b8d0ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=77a0a27a-2453-4514-acbd-b03836b8d0ba,segment=NetworkSegment(f861dd7e-42dd-4adb-bdf1-9175eade4e4d),segment_id=f861dd7e-42dd-4adb-bdf1-9175eade4e4d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:41.450749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.461653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.473148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.490827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:41.495743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Usage tracker for resource:security_group_rule and tenant:41be3466f4fa46c5a030b08eb01a496f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:41.499652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:41.506814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:41.546513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 77a0a27a-2453-4514-acbd-b03836b8d0ba {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:41.547277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.586321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Calling delete_port for 77a0a27a-2453-4514-acbd-b03836b8d0ba owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:41.613965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.634397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.663495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e8b45889-4bc9-435c-a31e-348f81579709 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:41.664033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.668445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:41.672968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Usage tracker for resource:security_group_rule and tenant:4ef41cdf00864775bececf0f94aaa70e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:41.676289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:41.682676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:41.721758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.736126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:23:41.780928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.788262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-590fa52b-7ea1-4e83-9713-f3fc7d05347a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:41.794519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 77a0a27a-2453-4514-acbd-b03836b8d0ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=77a0a27a-2453-4514-acbd-b03836b8d0ba,segment=NetworkSegment(f861dd7e-42dd-4adb-bdf1-9175eade4e4d),segment_id=f861dd7e-42dd-4adb-bdf1-9175eade4e4d)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:41.795198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.801154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41be3466f4fa46c5a030b08eb01a496f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249758 Jan 14 03:23:41.806118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:41.820637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:41.822690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:41.838955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Allocated IP 172.20.0.1 (bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b/668466ca-6466-402b-a939-ac4e155c73a1/a4bc284d-09ed-48d9-815e-04bd03cf1232) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:41.936355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 77a0a27a-2453-4514-acbd-b03836b8d0ba owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:41.955679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Pushing event deleted for resources: {'Port': ['ID=77a0a27a-2453-4514-acbd-b03836b8d0ba,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:41.957791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] No DVR routers for this DVR port 77a0a27a-2453-4514-acbd-b03836b8d0ba on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:41.959932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:41.961935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.031164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.097239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:35Z', 'revision_number': 3, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:42.101609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc52a-3958-4a14-83f9-05e87f846eab None None] The sync data for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 is: [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:35Z', 'revision_number': 3, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:23:42.110929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:42.123685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ef41cdf00864775bececf0f94aaa70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9501851 Jan 14 03:23:42.129831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2038a6bb383545fba63a06b0bd17983e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:42.132398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56000) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:42.137520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61adbbe1-61ff-48ce-b9dd-0cccdeb21a6d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:42.141785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:42.146494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:42.151365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a274b10a-c637-4b98-9e26-6b9d47852d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:42.184420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.185368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:42.206879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.277372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.296817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.311195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-629a4ba9-4807-4d44-be34-1a131e2b5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:42.480290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=3e7fd9c1-85c6-48f1-9fd6-b76380031037,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:42.482348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:23:42.482712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:23:42.483518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:42.577718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for 609f671c-fe16-4c9f-8145-084d3e24ff6c owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:42.636228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889dc20f-c9f8-4534-a424-7ddbb586ecba,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:42.654956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:42.657371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f7d604-2230-41dc-9606-11f3faf6f8f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:42.689418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.701065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.761755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d447a-6709-410c-8d07-8c679393492b None None] Network 482bf609-3ac9-446e-a096-ed4045752912 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:42.766941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.775167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.799241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:42.818510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:42.820616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3014a306-e00b-46ae-9190-76fa9407294d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:42.854068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.861542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.877683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=3acda3ef-0e6e-4461-a6b6-425d531e75a7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:42.885940 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/3e7fd9c1-85c6-48f1-9fd6-b76380031037 HTTP/1.1" status: 204 len: 168 time: 3.7810025 Jan 14 03:23:42.890900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.892290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:42.896435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:42.919999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665289cc-0762-44ba-9c86-13379fe10a8a None None] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:42.949987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:42.955894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/3acda3ef-0e6e-4461-a6b6-425d531e75a7 HTTP/1.1" status: 204 len: 168 time: 5.1338789 Jan 14 03:23:42.957499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:42.959659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56008) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:42.960735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:42.966827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:42.978088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c4f6a54-6e95-4042-b3ec-0824a3ed97c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:43.006943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 77a0a27a-2453-4514-acbd-b03836b8d0ba {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:43.007266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.062506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8d624241-9b93-487a-92de-810b056281fa up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:43.176660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] The port '77a0a27a-2453-4514-acbd-b03836b8d0ba' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:23:43.182669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf18c8b-c99c-403d-9268-e45760abd861,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:43.190326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2038a6bb383545fba63a06b0bd17983e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4473410 Jan 14 03:23:43.191889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:43.195255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:43.196027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.212567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.252728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5ee44a4-df5d-4615-bbad-5ef5b070eba6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:43.259349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8d624241-9b93-487a-92de-810b056281fa completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:43.274769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8d624241-9b93-487a-92de-810b056281fa triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:43.275654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.289748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.311377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb402c62-8923-4967-b6ae-d35635bb406f tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:43.316437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb402c62-8923-4967-b6ae-d35635bb406f tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:43.317165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb402c62-8923-4967-b6ae-d35635bb406f tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Synchronizing usage tracker for tenant:6a82a3b8e4ea4124b28c65d1790607f5 on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:43.354634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.364101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db387768-f58d-42f9-bfb2-fc5fd596094b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:43.400920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=609f671c-fe16-4c9f-8145-084d3e24ff6c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:43.429832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:43.433472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.454166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adbbe1-61ff-48ce-b9dd-0cccdeb21a6d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:43.459505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 2b657822-0efb-442e-9962-f9c8a52926c6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:43.459883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.492742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.514837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-18d13883-dcda-42f0-afce-73ea551eef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:43.527259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.543703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:43.549181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8d624241-9b93-487a-92de-810b056281fa, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8d624241-9b93-487a-92de-810b056281fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:43.562422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.565232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ff63ef1-0507-4080-8568-c2ff830237a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:43.569758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889dc20f-c9f8-4534-a424-7ddbb586ecba,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:43.579437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb402c62-8923-4967-b6ae-d35635bb406f tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Unset dirty status for tenant:6a82a3b8e4ea4124b28c65d1790607f5 on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:43.583704 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb402c62-8923-4967-b6ae-d35635bb406f tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6802905 Jan 14 03:23:43.583704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:43.587289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.602380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56016) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:43.648445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8d624241-9b93-487a-92de-810b056281fa,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:43.657921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.659163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61adbbe1-61ff-48ce-b9dd-0cccdeb21a6d HTTP/1.1" status: 204 len: 168 time: 1.8307610 Jan 14 03:23:43.689619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:43.695277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] DHCP port deletion for 482bf609-3ac9-446e-a096-ed4045752912 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:23:43.698741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 77a0a27a-2453-4514-acbd-b03836b8d0ba no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:43.743775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 77a0a27a-2453-4514-acbd-b03836b8d0ba {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:43.744294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 77a0a27a-2453-4514-acbd-b03836b8d0ba not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:43.747209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Deleting port e8b45889-4bc9-435c-a31e-348f81579709 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:43.747708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.807258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.832765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] DHCP port deletion for 00c19188-7423-4e78-ba88-7ef747cdd7c8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:23:43.840503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.844524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/889dc20f-c9f8-4534-a424-7ddbb586ecba HTTP/1.1" status: 204 len: 168 time: 1.7051036 Jan 14 03:23:43.844674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Deleting port 2b657822-0efb-442e-9962-f9c8a52926c6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:43.844674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:43.920011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5520dde-8643-4788-b16c-fea2cfbdbec8']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:44.059481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:44.060029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f861dd7e-42dd-4adb-bdf1-9175eade4e4d') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:44.069233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.081963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.087564 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/609f671c-fe16-4c9f-8145-084d3e24ff6c HTTP/1.1" status: 204 len: 168 time: 4.3319430 Jan 14 03:23:44.091402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:44.091889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30862ec7-1bfd-494e-aff2-cb4581d83cf2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.162324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.171442 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-173cbc7b-bd8a-4ca3-87dd-972c0ca01ccf tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] GET failed (client error): The resource could not be found. Jan 14 03:23:44.172437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-173cbc7b-bd8a-4ca3-87dd-972c0ca01ccf tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Synchronizing usage tracker for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:44.222563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.229839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:44.235982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] For port 2b657822-0efb-442e-9962-f9c8a52926c6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b657822-0efb-442e-9962-f9c8a52926c6,segment=NetworkSegment(869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6),segment_id=869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:44.236402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.250968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-173cbc7b-bd8a-4ca3-87dd-972c0ca01ccf tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Unset dirty status for tenant:21c87fc40af84fb99afd2f040f70c013 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:44.257781 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-30862ec7-1bfd-494e-aff2-cb4581d83cf2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:23:44.257781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30862ec7-1bfd-494e-aff2-cb4581d83cf2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:23:44.259094 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-173cbc7b-bd8a-4ca3-87dd-972c0ca01ccf tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "GET /v2.0/ports/609f671c-fe16-4c9f-8145-084d3e24ff6c HTTP/1.1" status: 404 len: 333 time: 0.1644785 Jan 14 03:23:44.259527 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-30862ec7-1bfd-494e-aff2-cb4581d83cf2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/482bf609-3ac9-446e-a096-ed4045752912 HTTP/1.1" status: 409 len: 405 time: 0.5990903 Jan 14 03:23:44.267140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56032) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:44.267509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56034) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:44.270085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] For port 2b657822-0efb-442e-9962-f9c8a52926c6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b657822-0efb-442e-9962-f9c8a52926c6,segment=NetworkSegment(869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6),segment_id=869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:44.270532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.366769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264758036'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:44.477732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 2b657822-0efb-442e-9962-f9c8a52926c6 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:44.494806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Calling delete_port for 2b657822-0efb-442e-9962-f9c8a52926c6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:44.505625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:44.559633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:44.573288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.603167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:44.615290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:44.618842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] For port e8b45889-4bc9-435c-a31e-348f81579709, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e8b45889-4bc9-435c-a31e-348f81579709,segment=NetworkSegment(4eb638ef-0b32-4380-a5e5-d2b1215656a7),segment_id=4eb638ef-0b32-4380-a5e5-d2b1215656a7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:44.620225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.639530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:44.665658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.671377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:44.671377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:44.691732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcef31a2-b406-4deb-8a86-bfa61a49fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:44.733117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf18c8b-c99c-403d-9268-e45760abd861,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:44.746869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:44.758281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Calling delete_port for e8b45889-4bc9-435c-a31e-348f81579709 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:44.900063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:44.910231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.010036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:23:45.010385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:23:45.117701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:45.163320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8d624241-9b93-487a-92de-810b056281fa up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:45.191203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.217700 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70c4f5c2-0716-4071-8c69-bb2c9a81caf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:45.232517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.232997 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment 5c9667b8-a244-43be-b68c-b5fbccd66e0f of type vxlan for network c733bb06-1330-4e54-a6b9-866822b6de47 Jan 14 03:23:45.251715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.264070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.276329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network c5520dde-8643-4788-b16c-fea2cfbdbec8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:45.293038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Pushing event deleted for resources: {'Port': ['ID=2b657822-0efb-442e-9962-f9c8a52926c6,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:45.294292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.295684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.367090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:45.368039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:45.383079 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:45.390753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.391995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aaf18c8b-c99c-403d-9268-e45760abd861 HTTP/1.1" status: 204 len: 168 time: 2.1622703 Jan 14 03:23:45.429140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.433986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.442241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:45.476579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/c5520dde-8643-4788-b16c-fea2cfbdbec8 HTTP/1.1" status: 204 len: 168 time: 5.1389122 Jan 14 03:23:45.476579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=c5520dde-8643-4788-b16c-fea2cfbdbec8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:45.482647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:45.484019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:45.491757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-600547342'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:45.498968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:45.503804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:45.507299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:45.510432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.511755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Pushing event deleted for resources: {'Port': ['ID=e8b45889-4bc9-435c-a31e-348f81579709,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:45.515317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:45.536952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:45.546173 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:45.547373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.561904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Calling delete_port for 7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:45.582595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] No DVR routers for this DVR port 2b657822-0efb-442e-9962-f9c8a52926c6 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:45.593455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:45.604572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.605160 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment 06c1cac4-2437-4991-9c10-a4323d46b4f5 of type vxlan for network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 Jan 14 03:23:45.622821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 2b657822-0efb-442e-9962-f9c8a52926c6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:45.623143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.636935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] No DVR routers for this DVR port e8b45889-4bc9-435c-a31e-348f81579709 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:45.638193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.657137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8d624241-9b93-487a-92de-810b056281fa triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:45.657420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.677536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f76daead-b1c3-4cb3-9e5e-16e22d3a26a0 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:45.686636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.707152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:45.708070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.727503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:45.747878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2624412 Jan 14 03:23:45.752750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:45.860265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=d5368709-0b41-42b2-9b7a-0a3473ea1ac8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:45.863471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:45.868247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:45.877428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:45.879831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:45.907824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] The port '2b657822-0efb-442e-9962-f9c8a52926c6' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:23:45.986974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:45.996223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.115224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:46.137105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:46.141874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:46.150116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:46.162454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:46.174194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e8b45889-4bc9-435c-a31e-348f81579709 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:46.183723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:46.336084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e8b45889-4bc9-435c-a31e-348f81579709 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:46.336682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e8b45889-4bc9-435c-a31e-348f81579709 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:46.336968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b657822-0efb-442e-9962-f9c8a52926c6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:46.360884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.398446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2b657822-0efb-442e-9962-f9c8a52926c6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:46.398641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b657822-0efb-442e-9962-f9c8a52926c6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:46.491093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:23:46.518807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:46.578629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.590328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:46.622531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8779e6d-502e-4edc-a245-f8ab73327c71 tempest-ExternalNetworksAdminNegativeTestJSON-144690512 tempest-ExternalNetworksAdminNegativeTestJSON-144690512] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:46.676554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.901356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c19188-7423-4e78-ba88-7ef747cdd7c8']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:46.914922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:46.915238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869debc8-0e5c-4d86-9f4d-ccfb7ecd2cc6') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:46.922860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.942304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:46.942987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.947547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Port': ['ID=7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:46.966327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:46.987646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.005642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.007707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:47.147722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56a30cdb-3837-4b3c-841c-c599bbcdc248 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:47.206186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:47.206750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2206beea-ab19-4b2a-b7c4-719a5307a405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:47.234264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=41a786b0-7787-4a3e-a46b-4b70976c37e1,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:47.239010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:47.260689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:47.263062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': '06c1cac4-2437-4991-9c10-a4323d46b4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:47.263462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: d5368709-0b41-42b2-9b7a-0a3473ea1ac8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:47.289156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:47.299047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d5368709-0b41-42b2-9b7a-0a3473ea1ac8) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:47.310691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46682cb-3720-4d0b-b4f1-87121512c11f None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:47.315224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:47.315877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.338672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5839589 Jan 14 03:23:47.341462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:47.345518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.347989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816112844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:47.359829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:47.365589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:47.370623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:47.381838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:47.392306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.393620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.409785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.428365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.465833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.469790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02703560-daa3-45b6-b08c-65aaf725b31a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1244273 Jan 14 03:23:47.470437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56132) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:47.592972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:47.594286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:47.603218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d5368709-0b41-42b2-9b7a-0a3473ea1ac8', 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': '41a786b0-7787-4a3e-a46b-4b70976c37e1'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:47.604245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:47.615332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=c733bb06-1330-4e54-a6b9-866822b6de47,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:47.627883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3508844 Jan 14 03:23:47.645632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:47.767737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:47.769477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56136) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:47.781467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:47.828570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:47.848592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:48.057851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:48.224956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 00c19188-7423-4e78-ba88-7ef747cdd7c8 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:48.478893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:48.493773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:48.502570 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:48.506900 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:48.570907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:48.632217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:48.634720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/ports/7fa0c6f2-44f9-4fe5-93df-c17d1ecaa2e1 HTTP/1.1" status: 204 len: 168 time: 4.3661389 Jan 14 03:23:48.639546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56184) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:48.765907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:48.779003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Allocated IP 2001:db8::2 (d5368709-0b41-42b2-9b7a-0a3473ea1ac8/41a786b0-7787-4a3e-a46b-4b70976c37e1/3380e181-1cb2-402d-8e93-3197c532b69d) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:48.856978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-226af481-7713-4ce9-a224-6a30f0e655a3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:48.885755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:48.960642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=00c19188-7423-4e78-ba88-7ef747cdd7c8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:48.972162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:48.980111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:48.987066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/00c19188-7423-4e78-ba88-7ef747cdd7c8 HTTP/1.1" status: 204 len: 168 time: 6.0236816 Jan 14 03:23:48.987889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'name': 'tempest-PortsTestJSON-1427160355'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:49.019904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.087527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.102147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Transition to ACTIVE for port object 3380e181-1cb2-402d-8e93-3197c532b69d will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:49.125285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Transition to ACTIVE for port object 3380e181-1cb2-402d-8e93-3197c532b69d will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:49.134363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.157757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb5c6901-7b92-4fd9-8ca5-74bbc2fe05b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:49.202402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Router 0332444e-896e-40cc-991c-1b9b0fc529bc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:23:49.243748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:49.254891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:49.309920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:49.319621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.486394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port e9b090bb-446c-4722-83d9-3c47896c78ec yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:49.661762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Pushing event updated for resources: {'Port': ['ID=3380e181-1cb2-402d-8e93-3197c532b69d,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:49.667717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:49.678736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:49.680109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:49.683628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:49.746364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Attempting to bind port 3380e181-1cb2-402d-8e93-3197c532b69d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:49.746706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Attempting to bind port 3380e181-1cb2-402d-8e93-3197c532b69d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '06c1cac4-2437-4991-9c10-a4323d46b4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:49.747227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Attempting to bind port 3380e181-1cb2-402d-8e93-3197c532b69d on network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:49.754011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:49.754453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Checking segment: {'id': '06c1cac4-2437-4991-9c10-a4323d46b4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:49.754914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.755368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Bound using segment: {'id': '06c1cac4-2437-4991-9c10-a4323d46b4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:49.755924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Bound port: 3380e181-1cb2-402d-8e93-3197c532b69d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c1cac4-2437-4991-9c10-a4323d46b4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd5368709-0b41-42b2-9b7a-0a3473ea1ac8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:49.756371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.875967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] For port 3380e181-1cb2-402d-8e93-3197c532b69d, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:49.880709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] For port 3380e181-1cb2-402d-8e93-3197c532b69d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3380e181-1cb2-402d-8e93-3197c532b69d,segment=NetworkSegment(06c1cac4-2437-4991-9c10-a4323d46b4f5),segment_id=06c1cac4-2437-4991-9c10-a4323d46b4f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:49.889374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:49.956133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56242) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:49.956903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56244) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:49.962518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:23:49.970540 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] 10.222.0.30 "PUT /v2.0/routers/0332444e-896e-40cc-991c-1b9b0fc529bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7624054 Jan 14 03:23:50.015099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting subnet d28327c6-62c4-40c4-9a58-09a80aa0b9c3 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:50.019916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.063565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.111644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8::1 (d5368709-0b41-42b2-9b7a-0a3473ea1ac8/41a786b0-7787-4a3e-a46b-4b70976c37e1/a50262f4-48b6-473d-a60a-12d999b3eabf) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:50.153617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b01b95-85d9-4c66-a329-862c0e341b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:50.207490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.273477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Sync routers for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:23:50.281065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Pushing event updated for resources: {'Port': ['ID=3380e181-1cb2-402d-8e93-3197c532b69d,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:50.288575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:50.294519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:50.295462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:50.316595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.348106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.365692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object a50262f4-48b6-473d-a60a-12d999b3eabf will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:50.386319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.389327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.520614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:50.587928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:23:50.595278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:50.646772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.652970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:50.674202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:50.693864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:50.694361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.747096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7655735 Jan 14 03:23:50.748192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56286) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:50.827814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-26228571'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:50.831889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=a50262f4-48b6-473d-a60a-12d999b3eabf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:50.835124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:50.841273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Usage tracker for resource:network and tenant:bdb503036d26475c8525b37c8e733f26 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:50.844693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:50.850709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:50.874475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-278dd7fc-3324-4daa-b08a-c033f87beb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:50.916575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.936900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.947726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Made reservation on behalf of bdb503036d26475c8525b37c8e733f26 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:50.957750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.988246 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:50.991271 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:50.996167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port e9b090bb-446c-4722-83d9-3c47896c78ec {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:50.996575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.019679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/subnets/d28327c6-62c4-40c4-9a58-09a80aa0b9c3 HTTP/1.1" status: 204 len: 168 time: 2.3731589 Jan 14 03:23:51.024556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.026873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56304) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:51.034266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00bb3f-c296-4ed4-be06-5ec26721a389 None None] Network 10084d99-2431-41a8-bc1d-43520a92d84b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:51.037397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=e9b090bb-446c-4722-83d9-3c47896c78ec,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:51.070210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:51.078092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:51.078553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:51.086955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Subnet': ['ID=d28327c6-62c4-40c4-9a58-09a80aa0b9c3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:51.093957 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:51.098456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:51.102645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:86b95c6e1eb6453785b6dcca3221a4e7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:51.105867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:51.113545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:51.120423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:51.209499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.219139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:51.221871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.253450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63214e81-5d0b-46ba-9b3f-47c5c469a748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:51.289066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86b95c6e1eb6453785b6dcca3221a4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3170214 Jan 14 03:23:51.291034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56322) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:51.292108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Usage tracker for resource:security_group_rule and tenant:bdb503036d26475c8525b37c8e733f26 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:51.295445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a4bc284d-09ed-48d9-815e-04bd03cf1232', 'name': '', 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b', 'tenant_id': '161193b5242b4253beca0f4993327859', 'mac_address': 'fa:16:3e:d8:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '668466ca-6466-402b-a939-ac4e155c73a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:40Z', 'updated_at': '2021-01-14T03:23:44Z', 'revision_number': 2, 'project_id': '161193b5242b4253beca0f4993327859', 'subnets': [{'id': '668466ca-6466-402b-a939-ac4e155c73a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:51.311621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Checking router: 0332444e-896e-40cc-991c-1b9b0fc529bc for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:23:51.314141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Updating router 0332444e-896e-40cc-991c-1b9b0fc529bc port a4bc284d-09ed-48d9-815e-04bd03cf1232 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:23:51.322696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b0ac1-e668-4cfc-812f-951040d8fe70,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:51.326813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:51.334317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:51.361106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:51.392219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-b2d74ae2-be26-4581-aa77-d452f13fa44d tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:51.393529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-b2d74ae2-be26-4581-aa77-d452f13fa44d tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] Synchronizing usage tracker for tenant:161193b5242b4253beca0f4993327859 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:51.395028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.401674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:51.402494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.421166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:51.423339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.454368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.571124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-b2d74ae2-be26-4581-aa77-d452f13fa44d tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] Unset dirty status for tenant:161193b5242b4253beca0f4993327859 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:51.572997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-b2d74ae2-be26-4581-aa77-d452f13fa44d tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] 10.222.0.30 "GET /v2.0/networks?id=bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b HTTP/1.1" status: 200 len: 810 time: 0.4782846 Jan 14 03:23:51.693417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.708896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b020ef3-8a4c-4234-8992-c6746ca0ad71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:51.717957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] DHCP port deletion for 10084d99-2431-41a8-bc1d-43520a92d84b request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:23:51.728074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Deleting port 26bd39ec-1115-47aa-8000-27f480718e0c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:51.728670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.748116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-6fac5ff1-6e97-4ed0-80ab-bf5b65a2cb71 tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] 10.222.0.30 "GET /v2.0/quotas/161193b5242b4253beca0f4993327859 HTTP/1.1" status: 200 len: 375 time: 0.1446166 Jan 14 03:23:51.762100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.802210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b0ac1-e668-4cfc-812f-951040d8fe70,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:51.806103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:51.813356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.817417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b9b0ac1-e668-4cfc-812f-951040d8fe70 HTTP/1.1" status: 204 len: 168 time: 0.4868147 Jan 14 03:23:51.889613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.908301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:51.913994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e69534bf-8197-497e-b7c1-b1c588f250e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:51.949988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c166dd-4cf4-4cb5-a45e-573c64799d2e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:51.959094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:52.014222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:23:52.029506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.095528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.096080 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Added segment 084a3848-f9f2-4eeb-b24c-08e4fedde98e of type vxlan for network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 Jan 14 03:23:52.151770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Deleting port 26bd39ec-1115-47aa-8000-27f480718e0c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:52.152147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.153519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] For port 26bd39ec-1115-47aa-8000-27f480718e0c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=26bd39ec-1115-47aa-8000-27f480718e0c,segment=NetworkSegment(92412975-a701-4480-ab6d-09f42f18e26b),segment_id=92412975-a701-4480-ab6d-09f42f18e26b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:52.153974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.219722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.289572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Calling delete_port for 26bd39ec-1115-47aa-8000-27f480718e0c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:52.311493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:23:52.313946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.333140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.355586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:52.356746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.375350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.383150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89c94469-8589-4a3e-bc57-a2e2791daddf tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:52.393618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-850acaa3-345d-486e-aac1-1b943dfc2a3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:52.421052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.457999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:52.461985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=c8d7f101-c3bf-459e-ae70-99de969dec16,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:52.528241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:52.529624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:52.581090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for e9b090bb-446c-4722-83d9-3c47896c78ec owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:52.600635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Pushing event deleted for resources: {'Port': ['ID=26bd39ec-1115-47aa-8000-27f480718e0c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:52.606053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] No DVR routers for this DVR port 26bd39ec-1115-47aa-8000-27f480718e0c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:23:52.608544 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:52.678316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.7047114 Jan 14 03:23:52.704298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Pushing event updated for resources: {'Network': ['ID=6c4f0170-6a90-42b6-aa2a-2637e3431da1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:52.713212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:52.727364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:52.727898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:52.767746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:52.787636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Usage tracker for resource:security_group_rule and tenant:66a662ca664642378bd79fac3805d5e2 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:52.812302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:52.835537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:52.898359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:53.062006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': '5c9667b8-a244-43be-b68c-b5fbccd66e0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:53.070875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: c733bb06-1330-4e54-a6b9-866822b6de47, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:53.135138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:23:53.163259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c733bb06-1330-4e54-a6b9-866822b6de47 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:53.200941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c733bb06-1330-4e54-a6b9-866822b6de47) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:53.232002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.234477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:53.235227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.249667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.278540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e26d7038-0b5a-4962-98a6-5f8c85b2e25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:53.282999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.314375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:53.314599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.314599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.337351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8836aa9-765f-4075-88c3-93fe9c67bbe6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:53.349483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1', 'binding:host_id': 'n-h1-765315-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596280827'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:53.356030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:53.360458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Usage tracker for resource:port and tenant:c35fc722c05f4fbabf8f7f776d586507 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:53.363645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:53.370175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:53.393407 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6180453 Jan 14 03:23:53.394244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b208a5b-d6cd-4578-847f-257999708f7d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:53.399091 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66a662ca664642378bd79fac3805d5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9339218 Jan 14 03:23:53.400830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:53.401327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:53.401766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:53.402420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Made reservation on behalf of c35fc722c05f4fbabf8f7f776d586507 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:53.407327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.424121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=a50262f4-48b6-473d-a60a-12d999b3eabf,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:53.428221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.446288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'port': {'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47', 'name': 'tempest-NetworksIpV6TestAttrs-965264843'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:53.498920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:53.599303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3380e181-1cb2-402d-8e93-3197c532b69d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:53.669478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de860f10-987f-49d3-a428-f13b28e384fe None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:53.701773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943b7b1-593b-441e-bd0d-9a5814dc4d15 None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:53.706456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:53.709295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:53.715117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Usage tracker for resource:security_group_rule and tenant:c35fc722c05f4fbabf8f7f776d586507 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:53.726663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:53.734365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:port and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:53.757697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:53.764988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:53.770163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:53.805903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.839114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.873575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:23:53.892088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:53.902817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.906403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.920900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Transition to ACTIVE for port object a4bc284d-09ed-48d9-815e-04bd03cf1232 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:53.922737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] The port '26bd39ec-1115-47aa-8000-27f480718e0c' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:23:53.947180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:53.957073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-582f3722-33f2-4a8a-84ae-e0e9268a1069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:53.991927 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-f91f43bd-242f-48c9-88bc-cfa63a357c90 tempest-ServerRescueTestJSON-1269029891 tempest-ServerRescueTestJSON-1269029891] 10.222.0.30 "GET /v2.0/ports?tenant_id=161193b5242b4253beca0f4993327859&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2424307 Jan 14 03:23:54.022885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b208a5b-d6cd-4578-847f-257999708f7d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:54.095257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:54.101486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.102812 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b208a5b-d6cd-4578-847f-257999708f7d HTTP/1.1" status: 204 len: 168 time: 0.6766918 Jan 14 03:23:54.157058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.186070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:54.203013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] device_id is not set on port b9de7945-56f5-4787-9f41-9e8584c5d17d yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:54.273008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.281993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.303243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b372268-2067-4767-a078-234d6ed816d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:54.320358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:54.383034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eab50bde-5847-434f-8637-a4521b8430f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:54.384320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.478095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'SecurityGroup': ['ID=baded150-09af-43b2-ade1-58489815690d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:54.491865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:54.499849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:54.516626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3380e181-1cb2-402d-8e93-3197c532b69d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:54.532563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Pushing event updated for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:54.545740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:54.564776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c733bb06-1330-4e54-a6b9-866822b6de47', 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': 'c8d7f101-c3bf-459e-ae70-99de969dec16'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:23:54.567563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.585938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Allocated IP 2001:db8::f816:3eff:fee2:5ce3 (c733bb06-1330-4e54-a6b9-866822b6de47/c8d7f101-c3bf-459e-ae70-99de969dec16/b9de7945-56f5-4787-9f41-9e8584c5d17d) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:54.606886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:54.678466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Provisioning for port 3380e181-1cb2-402d-8e93-3197c532b69d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:54.690929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Provisioning complete for port 3380e181-1cb2-402d-8e93-3197c532b69d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:54.691359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.711502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.748869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 26bd39ec-1115-47aa-8000-27f480718e0c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:23:54.844193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10084d99-2431-41a8-bc1d-43520a92d84b']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:54.858228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92412975-a701-4480-ab6d-09f42f18e26b') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:54.858568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92412975-a701-4480-ab6d-09f42f18e26b') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:54.872039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:54.986250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=e9b090bb-446c-4722-83d9-3c47896c78ec,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:55.000147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:55.033341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 26bd39ec-1115-47aa-8000-27f480718e0c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:23:55.033800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 26bd39ec-1115-47aa-8000-27f480718e0c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:23:55.078378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.104838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:23:55.129116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Attempting to bind port a4bc284d-09ed-48d9-815e-04bd03cf1232 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:55.129549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Attempting to bind port a4bc284d-09ed-48d9-815e-04bd03cf1232 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'aa1aa53b-438e-4b1d-8326-cbed834f5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:55.129973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Attempting to bind port a4bc284d-09ed-48d9-815e-04bd03cf1232 on network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:55.230214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:55.241361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.251885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.269961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router a4083819-e8a4-4084-9e28-16ba5dc550d1 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:23:55.281537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.286495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Transition to ACTIVE for port object b9de7945-56f5-4787-9f41-9e8584c5d17d will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:55.289297 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-6e7e9870-2578-4e0c-84f0-b3582b9be32d service neutron] 10.222.0.30 "GET /v2.0/networks/bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2955315 Jan 14 03:23:55.292219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Transition to ACTIVE for port object 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:55.320475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.359797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3ceb92e-27b7-46a8-8ac8-218a4b360da5 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:55.386466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:55.387332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Checking segment: {'id': 'aa1aa53b-438e-4b1d-8326-cbed834f5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:55.387970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.388741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Bound using segment: {'id': 'aa1aa53b-438e-4b1d-8326-cbed834f5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:55.389454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Bound port: a4bc284d-09ed-48d9-815e-04bd03cf1232, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1aa53b-438e-4b1d-8326-cbed834f5429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:55.390060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.434004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=2d9cdef2-075a-4ff3-b5d8-9b5305683bc3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:55.492163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5924a3b4-c343-4615-a99d-21dc3ce9158a req-fef36bd6-23d7-4a0b-95aa-f089b947d1de service neutron] 10.222.0.30 "GET /v2.0/networks/bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1797953 Jan 14 03:23:55.555286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:55.606972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.629627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] For port 3380e181-1cb2-402d-8e93-3197c532b69d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3380e181-1cb2-402d-8e93-3197c532b69d,segment=NetworkSegment(06c1cac4-2437-4991-9c10-a4323d46b4f5),segment_id=06c1cac4-2437-4991-9c10-a4323d46b4f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:55.654941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.709887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:23:55.736986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] Sync routers for ids ['a4083819-e8a4-4084-9e28-16ba5dc550d1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:23:55.744509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06953abf-f196-4aaa-bf0a-8facfb828ffd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/a4083819-e8a4-4084-9e28-16ba5dc550d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2730517 Jan 14 03:23:55.748696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:55.763077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] Routers {'a4083819-e8a4-4084-9e28-16ba5dc550d1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:55.765284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a4083819-e8a4-4084-9e28-16ba5dc550d1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:55.767726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.797787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:55.798877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc2ad1ed-b1ae-4dac-acee-b8a02695bb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:55.822973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/e9b090bb-446c-4722-83d9-3c47896c78ec HTTP/1.1" status: 204 len: 168 time: 5.0687470 Jan 14 03:23:55.860223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:55.874776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56526) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:55.897607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:55.909195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'mac_address': 'fa:16:3e:2f:4b:95', 'name': 'tempest-PortsTestJSON-103052279'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:55.913494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] Routers {'a4083819-e8a4-4084-9e28-16ba5dc550d1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:55.914594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a4083819-e8a4-4084-9e28-16ba5dc550d1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:55.986320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Allocated IP 2001:db8::f816:3eff:fefc:65b1 (c733bb06-1330-4e54-a6b9-866822b6de47/c8d7f101-c3bf-459e-ae70-99de969dec16/434bb3b6-cc90-4a3d-a194-64d73718db72) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:23:56.007665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:56.008560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15287f7b-3766-4de5-97a4-f2ad5de93724 None None] The sync data for ids ['a4083819-e8a4-4084-9e28-16ba5dc550d1'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:23:56.312556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56546) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:56.315988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:56.346480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee426137-18d1-4b0a-bc13-cb8060e6e46e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:56.424388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:56.468972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:56.483972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:56.532593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Transition to ACTIVE for port object 434bb3b6-cc90-4a3d-a194-64d73718db72 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:56.600205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Pushing event updated for resources: {'Port': ['ID=3380e181-1cb2-402d-8e93-3197c532b69d,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:56.621657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] For port a4bc284d-09ed-48d9-815e-04bd03cf1232, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:56.624087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Transition to ACTIVE for port object 434bb3b6-cc90-4a3d-a194-64d73718db72 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:23:56.631891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:56.648140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] For port a4bc284d-09ed-48d9-815e-04bd03cf1232, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a4bc284d-09ed-48d9-815e-04bd03cf1232,segment=NetworkSegment(aa1aa53b-438e-4b1d-8326-cbed834f5429),segment_id=aa1aa53b-438e-4b1d-8326-cbed834f5429)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:56.649689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:56.656578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c733bb06-1330-4e54-a6b9-866822b6de47 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:56.673211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:56.675183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:56.675579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Network hostable DHCP agents. Network: 6c4f0170-6a90-42b6-aa2a-2637e3431da1, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:23:56.691540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69e11f9d-f47a-434d-808a-f5ab039742bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:56.712583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.716896 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:56.721143 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:56.745144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:56.745871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:56.815391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:56.844007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9923a9-5f98-4895-89aa-5d69d6be99fa tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:56.844714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d9923a9-5f98-4895-89aa-5d69d6be99fa tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:56.854712 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4277613 Jan 14 03:23:56.855399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56584) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:56.867450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Port': ['ID=b9de7945-56f5-4787-9f41-9e8584c5d17d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:56.871269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:23:56.875342 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:56.882114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:56.891723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6c4f0170-6a90-42b6-aa2a-2637e3431da1) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:56.904452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:56.939460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:56.940048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:56.940583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 on network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:56.948163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:56.948836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:56.949261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:56.949732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound using segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:56.950351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound port: 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:56.950909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:57.180018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:57.184008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=2d9cdef2-075a-4ff3-b5d8-9b5305683bc3,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:57.192376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:57.223997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35402148-a25b-4102-95a7-3da577f2c81c tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:57.503326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471e4fd-9312-4165-8d01-386f4c816373 None None] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:23:57.530643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:23:57.531603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:57.550375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=2d9cdef2-075a-4ff3-b5d8-9b5305683bc3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:57.569897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:57.585714 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1084 time: 4.2621477 Jan 14 03:23:57.586620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56626) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:57.636566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3380e181-1cb2-402d-8e93-3197c532b69d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:23:57.656083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d9923a9-5f98-4895-89aa-5d69d6be99fa tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:57.657667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d9923a9-5f98-4895-89aa-5d69d6be99fa tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports/a50262f4-48b6-473d-a60a-12d999b3eabf HTTP/1.1" status: 200 len: 911 time: 1.9021337 Jan 14 03:23:57.679849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56638) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:57.693467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Network 10084d99-2431-41a8-bc1d-43520a92d84b has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:23:57.715072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Deleting port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:23:57.715449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:23:57.738398 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:23:57.742748 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:23:58.032765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Provisioning complete for port 3380e181-1cb2-402d-8e93-3197c532b69d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:58.033198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.116482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:23:58.140773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:23:58.141909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:58.146487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:23:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:23:58.250112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:23:58.262560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=2d9cdef2-075a-4ff3-b5d8-9b5305683bc3,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:23:58.262964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.288799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:23:58.305375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Pushing event updated for resources: {'Port': ['ID=434bb3b6-cc90-4a3d-a194-64d73718db72,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:58.314746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:58.365658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.366054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.366446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.366832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.367214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.367593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.367968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.368388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.372448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.373033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.373567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.374108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.375825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.376418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.379854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.380448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.380989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.381523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.382057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.382585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.383124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.385653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.386218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.386751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.387343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.387883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.391588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.393080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.393865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.395328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.395870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.403398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.404056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.404646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.405181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.405739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:23:58.451525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.760s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:58.454215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Attempting to bind port 434bb3b6-cc90-4a3d-a194-64d73718db72 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:23:58.454831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Attempting to bind port 434bb3b6-cc90-4a3d-a194-64d73718db72 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5c9667b8-a244-43be-b68c-b5fbccd66e0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:23:58.455394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Attempting to bind port 434bb3b6-cc90-4a3d-a194-64d73718db72 on network c733bb06-1330-4e54-a6b9-866822b6de47 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:23:58.469226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9a17de5b-0ab9-4d83-9f4c-52b08c57c1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.977s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:58.503349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Calling delete_port for 2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:23:58.594040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.599656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting subnet c8d7f101-c3bf-459e-ae70-99de969dec16 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:23:58.602121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.608118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.614676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:58.620002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Usage tracker for resource:security_group_rule and tenant:3d573a89032043599444b80c6b277c2c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:58.621366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4526a802-ce8b-43ab-a5d7-f2eb2c2661ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:58.623277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:58.629415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:58.644070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] 10.222.0.30 "DELETE /v2.0/networks/10084d99-2431-41a8-bc1d-43520a92d84b HTTP/1.1" status: 204 len: 168 time: 7.6087551 Jan 14 03:23:58.667231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:23:58.667694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Checking segment: {'id': '5c9667b8-a244-43be-b68c-b5fbccd66e0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:23:58.668145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.668647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Bound using segment: {'id': '5c9667b8-a244-43be-b68c-b5fbccd66e0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:23:58.669228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Bound port: 434bb3b6-cc90-4a3d-a194-64d73718db72, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9667b8-a244-43be-b68c-b5fbccd66e0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'c733bb06-1330-4e54-a6b9-866822b6de47'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:23:58.669649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.720452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.737033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.765897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56682) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:58.766863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4881e70f-206e-4e15-a10f-ebf85a6e3c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:58.799650 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d573a89032043599444b80c6b277c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806705 Jan 14 03:23:58.801010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88536587-2e36-42b8-a054-e86efcb0a4ce,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:58.802274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] For port 434bb3b6-cc90-4a3d-a194-64d73718db72, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:23:58.804224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56686) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:58.805748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] For port 434bb3b6-cc90-4a3d-a194-64d73718db72, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=434bb3b6-cc90-4a3d-a194-64d73718db72,segment=NetworkSegment(5c9667b8-a244-43be-b68c-b5fbccd66e0f),segment_id=5c9667b8-a244-43be-b68c-b5fbccd66e0f)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:23:58.811907 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:58.828949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3380e181-1cb2-402d-8e93-3197c532b69d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:58.829296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.847202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.872095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.893533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:58.979305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:59.034187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event deleted for resources: {'Port': ['ID=2d9cdef2-075a-4ff3-b5d8-9b5305683bc3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:59.049433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:59.069534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.092226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.104397 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "DELETE /v2.0/ports/2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 HTTP/1.1" status: 204 len: 168 time: 1.5127542 Jan 14 03:23:59.106848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56694) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:59.172682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Pushing event updated for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:59.199585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:59.207959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57dd6744-4106-4d31-a8ad-b004a4e1bffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:59.221976 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-38442393-3b51-45c4-8170-6c6a181fd7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] GET failed (client error): The resource could not be found. Jan 14 03:23:59.222551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-38442393-3b51-45c4-8170-6c6a181fd7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Synchronizing usage tracker for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:23:59.240968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.253802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:59.295163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Pushing event updated for resources: {'Port': ['ID=434bb3b6-cc90-4a3d-a194-64d73718db72,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:59.304702 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:59.308412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.311106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Pushing event deleted for resources: {'Network': ['ID=10084d99-2431-41a8-bc1d-43520a92d84b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:59.335334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.340383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:59.342775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-38442393-3b51-45c4-8170-6c6a181fd7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Unset dirty status for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:23:59.348312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38442393-3b51-45c4-8170-6c6a181fd7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports/2d9cdef2-075a-4ff3-b5d8-9b5305683bc3 HTTP/1.1" status: 404 len: 333 time: 0.2257473 Jan 14 03:23:59.351475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:59.353932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56706) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:59.360176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7d84ee41f141d4844191569baefcec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:23:59.366578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1039902136'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:23:59.372533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:23:59.382407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:59.391082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:23:59.402710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:23:59.413229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Made reservation on behalf of c35fc722c05f4fbabf8f7f776d586507 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:23:59.418579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.428222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:23:59.449488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.561892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Provisioning for port a50262f4-48b6-473d-a60a-12d999b3eabf completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:23:59.581373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Provisioning complete for port a50262f4-48b6-473d-a60a-12d999b3eabf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:23:59.581769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.594667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.612065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97aafb9a-32e1-4aff-a56e-172c8f2ac549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:23:59.625844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 67988875-30f7-4352-903f-5ff8de9745e4 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:59.680642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac2e68c5-5d4e-40e7-850b-db886ad7a7fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21c87fc40af84fb99afd2f040f70c013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213595 Jan 14 03:23:59.682754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.685678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56712) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:23:59.685893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88536587-2e36-42b8-a054-e86efcb0a4ce HTTP/1.1" status: 204 len: 168 time: 0.8763623 Jan 14 03:23:59.687093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88536587-2e36-42b8-a054-e86efcb0a4ce,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:23:59.690264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:23:59.771204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port e03a1fe5-4dda-4347-9933-90755f8ae126 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:23:59.916873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.918163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.924292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:23:59.935956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a5d39789-6063-4e13-aff9-361e2f477962 None None] Port a50262f4-48b6-473d-a60a-12d999b3eabf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:23:59.965211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb051ba2-0a03-4a96-91af-1e07d15695de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:00.002642 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a7d84ee41f141d4844191569baefcec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2043300 Jan 14 03:24:00.005473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56720) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:00.051480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.072441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.110863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5610e3-6eb2-4902-bc98-8c551978e127,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:00.119746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d2ec649a-2153-4f0b-9c9e-8917a0baa0e6 None None] Provisioning complete for port 3380e181-1cb2-402d-8e93-3197c532b69d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:00.120929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2ec649a-2153-4f0b-9c9e-8917a0baa0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.153677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:00.154461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.167116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.179637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40c0336c-8677-40e5-8a02-e7bbba248803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:00.211493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720bf865-785e-4f57-aaed-3423b01a31ff,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:00.221086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:00.222337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.296865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a4bc284d-09ed-48d9-815e-04bd03cf1232', 'name': '', 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b', 'tenant_id': '161193b5242b4253beca0f4993327859', 'mac_address': 'fa:16:3e:d8:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '668466ca-6466-402b-a939-ac4e155c73a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:40Z', 'updated_at': '2021-01-14T03:23:56Z', 'revision_number': 4, 'project_id': '161193b5242b4253beca0f4993327859', 'subnets': [{'id': '668466ca-6466-402b-a939-ac4e155c73a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:00.308842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de4a757a-dcde-42ed-b761-60c6806e2525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:00.318848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf0e63-cfe7-4025-87d3-0887fb3ed1dc None None] The sync data for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 is: [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a4bc284d-09ed-48d9-815e-04bd03cf1232', 'name': '', 'network_id': 'bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b', 'tenant_id': '161193b5242b4253beca0f4993327859', 'mac_address': 'fa:16:3e:d8:aa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '668466ca-6466-402b-a939-ac4e155c73a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:40Z', 'updated_at': '2021-01-14T03:23:56Z', 'revision_number': 4, 'project_id': '161193b5242b4253beca0f4993327859', 'subnets': [{'id': '668466ca-6466-402b-a939-ac4e155c73a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:00.395956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=67988875-30f7-4352-903f-5ff8de9745e4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:00.403835 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:00.428181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.470788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.511733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d2ec649a-2153-4f0b-9c9e-8917a0baa0e6 None None] Provisioning complete for port a50262f4-48b6-473d-a60a-12d999b3eabf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:00.512539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2ec649a-2153-4f0b-9c9e-8917a0baa0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.549791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:00.556982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:00.559524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:00.564429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:00.565595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.571075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.589043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed50c975-4949-49ba-a8f1-89c799105f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:00.612519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec649a-2153-4f0b-9c9e-8917a0baa0e6 None None] Port a50262f4-48b6-473d-a60a-12d999b3eabf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:00.617668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5610e3-6eb2-4902-bc98-8c551978e127,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:00.631258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:00.655612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:00.663827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e5610e3-6eb2-4902-bc98-8c551978e127 HTTP/1.1" status: 204 len: 168 time: 0.5559032 Jan 14 03:24:00.666869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3119047 Jan 14 03:24:00.671238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:00.693159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:00.861967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.034192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.063070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.122269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.123448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/720bf865-785e-4f57-aaed-3423b01a31ff HTTP/1.1" status: 204 len: 168 time: 1.4319193 Jan 14 03:24:01.135971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.175080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92cb2e80-0b7d-4e85-b8db-86f08efe39bb tempest-ServerDiskConfigTestJSON-2037416283 tempest-ServerDiskConfigTestJSON-2037416283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:01.269534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=e03a1fe5-4dda-4347-9933-90755f8ae126,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:01.273304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:01.277468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.342983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 67988875-30f7-4352-903f-5ff8de9745e4 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:01.350993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.375397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Transition to ACTIVE for port object 67988875-30f7-4352-903f-5ff8de9745e4 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:01.387977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:01.450218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-feae7521-a918-47d4-be6a-41cb69c28def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:01.694633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 434bb3b6-cc90-4a3d-a194-64d73718db72 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:01.885466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 434bb3b6-cc90-4a3d-a194-64d73718db72 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:01.891057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a4bc284d-09ed-48d9-815e-04bd03cf1232 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:02.089890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad772cdd-375d-4898-9163-a2c25fad85e6 None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:02.127809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=67988875-30f7-4352-903f-5ff8de9745e4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:02.138619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:02.141542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 67988875-30f7-4352-903f-5ff8de9745e4 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:02.142127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 67988875-30f7-4352-903f-5ff8de9745e4 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:02.142695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 67988875-30f7-4352-903f-5ff8de9745e4 on network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:02.150472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:02.151143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:02.151739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.152457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound using segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:02.153136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound port: 67988875-30f7-4352-903f-5ff8de9745e4, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:02.153722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.229680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:02.251858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:02.295775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 67988875-30f7-4352-903f-5ff8de9745e4, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:02.301024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 67988875-30f7-4352-903f-5ff8de9745e4, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=67988875-30f7-4352-903f-5ff8de9745e4,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:02.307763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.328281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e73b482a-27e0-4dcb-88bf-d1268cfde673 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:02.362481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:02.376329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Provisioning for port 434bb3b6-cc90-4a3d-a194-64d73718db72 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:02.387097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a4bc284d-09ed-48d9-815e-04bd03cf1232 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.387225 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.390281 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.396911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a4bc284d-09ed-48d9-815e-04bd03cf1232 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:02.397095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.420724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:02.421444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.452570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=67988875-30f7-4352-903f-5ff8de9745e4,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:02.484635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Provisioning complete for port 434bb3b6-cc90-4a3d-a194-64d73718db72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:02.485047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.523168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:02.609148 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 6.7328100 Jan 14 03:24:02.611766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:02.612654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.614125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "PUT /v2.0/ports/67988875-30f7-4352-903f-5ff8de9745e4 HTTP/1.1" status: 200 len: 1079 time: 1.9402425 Jan 14 03:24:02.614805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:02.618547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:02.702235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:02.707792 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.710417 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.711798 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:02.714845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:02.739566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc91872-921a-4420-afaa-dc6d764ffe09 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:02.740417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dcc91872-921a-4420-afaa-dc6d764ffe09 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:02.780840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dcc91872-921a-4420-afaa-dc6d764ffe09 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:02.782172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dcc91872-921a-4420-afaa-dc6d764ffe09 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/e03a1fe5-4dda-4347-9933-90755f8ae126 HTTP/1.1" status: 200 len: 840 time: 0.1663597 Jan 14 03:24:02.787168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56826) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:02.835459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a4bc284d-09ed-48d9-815e-04bd03cf1232, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a4bc284d-09ed-48d9-815e-04bd03cf1232,segment=NetworkSegment(aa1aa53b-438e-4b1d-8326-cbed834f5429),segment_id=aa1aa53b-438e-4b1d-8326-cbed834f5429)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:02.840916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.845144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:02.873232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.875508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56832) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:02.896887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f9e4986-2067-4386-bed5-a15b6cd03aa5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:02.909637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port e03a1fe5-4dda-4347-9933-90755f8ae126 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:02.910024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:02.979982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.072206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] For port 434bb3b6-cc90-4a3d-a194-64d73718db72, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=434bb3b6-cc90-4a3d-a194-64d73718db72,segment=NetworkSegment(5c9667b8-a244-43be-b68c-b5fbccd66e0f),segment_id=5c9667b8-a244-43be-b68c-b5fbccd66e0f)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:03.085081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.108689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:03.115608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=c8d7f101-c3bf-459e-ae70-99de969dec16,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:03.127529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:03.128067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6c1d490-77c1-4314-af4b-59b3f896ddfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:03.153392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:03.252863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Pushing event updated for resources: {'Port': ['ID=434bb3b6-cc90-4a3d-a194-64d73718db72,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:03.256953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:03.377857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.419814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Provisioning complete for port 434bb3b6-cc90-4a3d-a194-64d73718db72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:03.420703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.474641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.475132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.475559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.475977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.476436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.476856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.477262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.477669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.478066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.478478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.478884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.479287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.479690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.480092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.480546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.480952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.481352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.481757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.482127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.483208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.483616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.486892 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ab8952c-f81c-4f74-9d49-c21f32dd473c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18715 time: 0.8387275 Jan 14 03:24:03.542170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56848) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:03.542555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56850) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:03.637878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 434bb3b6-cc90-4a3d-a194-64d73718db72 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:03.639944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Deleting port 67988875-30f7-4352-903f-5ff8de9745e4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:03.640364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.709923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0666d4b-4421-4c2c-91f7-c1f2c2c0068d None None] Network c733bb06-1330-4e54-a6b9-866822b6de47 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:03.714119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.754310 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/c8d7f101-c3bf-459e-ae70-99de969dec16 HTTP/1.1" status: 204 len: 168 time: 6.8645716 Jan 14 03:24:03.764021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:03.766214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56862) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:03.783261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Provisioning for port b9de7945-56f5-4787-9f41-9e8584c5d17d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:03.814715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Provisioning complete for port b9de7945-56f5-4787-9f41-9e8584c5d17d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:03.815143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.880982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-088a63f8-f959-461d-b883-cada3b7b0265 None None] Port b9de7945-56f5-4787-9f41-9e8584c5d17d cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:03.883431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Usage tracker for resource:security_group_rule and tenant:a32ac81dc53a495c9d022f848d65df40 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:03.891805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:03.895661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.900937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 434bb3b6-cc90-4a3d-a194-64d73718db72 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:03.901370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:03.910915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5437a9-8f26-4395-bd70-470811097467 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.917268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5437a9-8f26-4395-bd70-470811097467 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:03.917499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b5437a9-8f26-4395-bd70-470811097467 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Synchronizing usage tracker for tenant:6a82a3b8e4ea4124b28c65d1790607f5 on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:03.922292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-898757092'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:03.935090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:03.975091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:04.017622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:network and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:04.020901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port a50262f4-48b6-473d-a60a-12d999b3eabf {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:04.021106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.047917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:04.097377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 67988875-30f7-4352-903f-5ff8de9745e4, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=67988875-30f7-4352-903f-5ff8de9745e4,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:04.098593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.106660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for e03a1fe5-4dda-4347-9933-90755f8ae126 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:04.173673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-90e3e992-50f6-490c-b641-a8e08df61052 None None] Provisioning complete for port b9de7945-56f5-4787-9f41-9e8584c5d17d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:04.174340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90e3e992-50f6-490c-b641-a8e08df61052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.179949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b5437a9-8f26-4395-bd70-470811097467 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Unset dirty status for tenant:6a82a3b8e4ea4124b28c65d1790607f5 on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:04.181893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b5437a9-8f26-4395-bd70-470811097467 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4093864 Jan 14 03:24:04.186929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56898) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:04.222941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a4bc284d-09ed-48d9-815e-04bd03cf1232 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:04.338009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3aa1939-b1b8-4ef8-adf9-a4a570263ca1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.357835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a4bc284d-09ed-48d9-815e-04bd03cf1232 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:04.358489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.438504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] DHCP port deletion for c733bb06-1330-4e54-a6b9-866822b6de47 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:04.444328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-90e3e992-50f6-490c-b641-a8e08df61052 None None] Port b9de7945-56f5-4787-9f41-9e8584c5d17d cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:04.444548 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3aa1939-b1b8-4ef8-adf9-a4a570263ca1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 03:24:04.444860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3aa1939-b1b8-4ef8-adf9-a4a570263ca1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 409 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:04.445872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:04.454008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Deleting port 434bb3b6-cc90-4a3d-a194-64d73718db72 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:04.454784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.469182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.490676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8871c076-7c8c-4c52-95b9-401617246e13 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:04.544435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b3aa1939-b1b8-4ef8-adf9-a4a570263ca1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/c733bb06-1330-4e54-a6b9-866822b6de47 HTTP/1.1" status: 409 len: 405 time: 0.3476734 Jan 14 03:24:04.607611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:04.613133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=e03a1fe5-4dda-4347-9933-90755f8ae126,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:04.623022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.635510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Calling delete_port for 67988875-30f7-4352-903f-5ff8de9745e4 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:04.639352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1472025661'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:04.645216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:04.649451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:04.653029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:04.658789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:04.658974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee7ec-a4dd-4031-b216-eadd50601ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.667925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:04.674881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.685885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:04.692983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:04.703326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.758438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:04.769012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.779877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:04.789393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.789782 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment 02515a56-a72f-4719-8f3a-920811142a44 of type vxlan for network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 Jan 14 03:24:04.796885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.821501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.825212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] For port 434bb3b6-cc90-4a3d-a194-64d73718db72, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=434bb3b6-cc90-4a3d-a194-64d73718db72,segment=NetworkSegment(5c9667b8-a244-43be-b68c-b5fbccd66e0f),segment_id=5c9667b8-a244-43be-b68c-b5fbccd66e0f)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:04.825659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.834017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Deleting port a4bc284d-09ed-48d9-815e-04bd03cf1232 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:04.834395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.864705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.884417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:04.885069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.897002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69286ac9-576e-4043-a9b0-cdbe2183dddd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:04.910081 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a32ac81dc53a495c9d022f848d65df40&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0334299 Jan 14 03:24:04.913410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:04.914120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bf36b18-8b53-4b7b-9279-ab05323291fd tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:04.933451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56942) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:04.933451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:04.953189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:04.997612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Calling delete_port for 434bb3b6-cc90-4a3d-a194-64d73718db72 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:05.020362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:05.024328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:security_group_rule and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:05.027385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:05.033369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:05.084072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/e03a1fe5-4dda-4347-9933-90755f8ae126 HTTP/1.1" status: 204 len: 168 time: 2.2933972 Jan 14 03:24:05.084072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4718609 Jan 14 03:24:05.097650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56952) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:05.098021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56954) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:05.119862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:05.126021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.128812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.141451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.146439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:05.168516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69b74867-33c7-405c-8f9a-64ca5727ccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:05.225389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'SecurityGroup': ['ID=f687dbda-279b-4b8e-92f4-06dc3d86e217,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:05.229784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:05.256452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:05.261823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Pushing event deleted for resources: {'Port': ['ID=434bb3b6-cc90-4a3d-a194-64d73718db72,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:05.265669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:05.268372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=c4adf4f2-139d-4a11-98d8-6a7de31e2ce9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:05.279742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] For port a4bc284d-09ed-48d9-815e-04bd03cf1232, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a4bc284d-09ed-48d9-815e-04bd03cf1232,segment=NetworkSegment(aa1aa53b-438e-4b1d-8326-cbed834f5429),segment_id=aa1aa53b-438e-4b1d-8326-cbed834f5429)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:05.280167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.284233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:05.284738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:05.285098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.296160 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c774e4d-f6f8-49a7-94d6-612af5c435aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:24:05.296761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c774e4d-f6f8-49a7-94d6-612af5c435aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:05.298610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:05.306270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.311589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:05.322133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.322580 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Added segment 74c7a598-735d-43c7-86a8-a769aeec7916 of type vxlan for network 0db21da6-d133-41c3-a5a5-fbea28870222 Jan 14 03:24:05.324926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.342039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:05.359013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Usage tracker for resource:security_group_rule and tenant:366e27d98d9e46f3af1692d9681cda27 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:05.366919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:05.373520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.381926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:05.387670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e30b463b-22c4-4c4b-b3a9-1b7e9e00c776 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:05.397152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c774e4d-f6f8-49a7-94d6-612af5c435aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:05.402741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c774e4d-f6f8-49a7-94d6-612af5c435aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/e03a1fe5-4dda-4347-9933-90755f8ae126 HTTP/1.1" status: 404 len: 333 time: 0.2921729 Jan 14 03:24:05.402741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:05.411077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56962) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:05.433946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'name': 'tempest-PortsTestJSON-616214487'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:05.477730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:05.504786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Calling delete_port for a4bc284d-09ed-48d9-815e-04bd03cf1232 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:05.543718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.592718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:05.657130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event deleted for resources: {'Port': ['ID=67988875-30f7-4352-903f-5ff8de9745e4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:05.660519 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:05.686171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 434bb3b6-cc90-4a3d-a194-64d73718db72 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:05.737610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:05.755983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for a50262f4-48b6-473d-a60a-12d999b3eabf owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:05.765309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] No DVR routers for this DVR port 434bb3b6-cc90-4a3d-a194-64d73718db72 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:05.772052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:05.792401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.794730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 434bb3b6-cc90-4a3d-a194-64d73718db72 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:05.795307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 434bb3b6-cc90-4a3d-a194-64d73718db72 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:05.816817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.834152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-340e726c-479a-4634-873d-033ca2a530d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:05.870299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.911071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:05.912046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.920157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.951346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69286ac9-576e-4043-a9b0-cdbe2183dddd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:05.962927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:05.971125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:05.982281 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "DELETE /v2.0/ports/67988875-30f7-4352-903f-5ff8de9745e4 HTTP/1.1" status: 204 len: 168 time: 2.4306469 Jan 14 03:24:05.983943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56966) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:06.004034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.017652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.019065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69286ac9-576e-4043-a9b0-cdbe2183dddd HTTP/1.1" status: 204 len: 168 time: 1.0819438 Jan 14 03:24:06.025229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71ed56a1-786a-4bf8-9afc-d2f785420796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:06.033707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.059138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:06.059807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.090527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d2e8c51-a3c2-4b5d-9883-ffa3f4fd0598 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:06.113086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5619204 Jan 14 03:24:06.120709 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fb302d-6ee2-4fe1-904b-f14823049b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] GET failed (client error): The resource could not be found. Jan 14 03:24:06.121261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91fb302d-6ee2-4fe1-904b-f14823049b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Synchronizing usage tracker for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:06.148937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56972) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:06.176247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:06.199150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=366e27d98d9e46f3af1692d9681cda27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604880 Jan 14 03:24:06.206609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e7376-689d-4beb-8548-52fc6e8bb1ab,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:06.206878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:06.217242 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:06.230985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Network': ['ID=0db21da6-d133-41c3-a5a5-fbea28870222,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:06.245078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:06.246779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:06.250872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91fb302d-6ee2-4fe1-904b-f14823049b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Unset dirty status for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:06.255721 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91fb302d-6ee2-4fe1-904b-f14823049b42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports/67988875-30f7-4352-903f-5ff8de9745e4 HTTP/1.1" status: 404 len: 333 time: 0.2683444 Jan 14 03:24:06.264829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56982) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:06.267726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:06.268072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port dd342cee-aace-4f16-a24f-e67f48465fd3 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:06.314587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1596795022', 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:06.369666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:06.419061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:06.435356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:06.437815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:06.452650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:06.465725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:06.484907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.487758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:06.489459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.580471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05057011-aa9f-421e-bc49-e947922230e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:06.601087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:06.615387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Made reservation on behalf of c35fc722c05f4fbabf8f7f776d586507 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:06.620216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.705051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.775646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e921c818-eac5-4cc8-82e5-42123d0db913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.797372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bc284d-09ed-48d9-815e-04bd03cf1232,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:06.800845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.808701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:06.866409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:06.879016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f314ffa2-dd63-442a-b518-269c4679741a tempest-ListImageFiltersTestJSON-1172843122 tempest-ListImageFiltersTestJSON-1172843122] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:07.167870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.219178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 4fdf672a-83d4-4778-98d5-4858606b6017 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:07.257031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=a50262f4-48b6-473d-a60a-12d999b3eabf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:07.273202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:07.276975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.295982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58b8fe1b-145a-439a-bf83-cc70fd8b645f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:07.502866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=dd342cee-aace-4f16-a24f-e67f48465fd3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:07.520972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.521340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:07.608953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:07.615971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:07.620125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.623015 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.625876 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:07.632026 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:07.639488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:07.640204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.655836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.670376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-963b7fe5-50cb-482f-a63f-6fdc71a79d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:07.677191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.817267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4007392 Jan 14 03:24:07.818585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57038) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:07.834019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:07.892199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e7376-689d-4beb-8548-52fc6e8bb1ab,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:07.923154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:07.931527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:24:07.941724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.942855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:07.947729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a4e7376-689d-4beb-8548-52fc6e8bb1ab HTTP/1.1" status: 204 len: 168 time: 1.7340159 Jan 14 03:24:07.962053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb55b7ac-0936-4c32-a963-0d5f48aa85f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:08.097122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.181608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.199274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=2d27157c-4196-4f06-84f3-6ee6dd77cfdf,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:08.206185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:08.228476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.483911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57078) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:08.564298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.579954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.608443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': '02515a56-a72f-4719-8f3a-920811142a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:08.608847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: c4adf4f2-139d-4a11-98d8-6a7de31e2ce9, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:08.637155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.654883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34516b23-3ee0-4b5f-b2e3-80cef5e316f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:08.750734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fa12a0c-76de-4929-a214-d7d83dd3f93a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:08.769608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.788645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.809606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:08.828755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:08.839850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.849246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:08.866655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:08.867497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:08.868156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:08.894760 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6262341 Jan 14 03:24:08.901102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router a4083819-e8a4-4084-9e28-16ba5dc550d1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:24:08.906104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57094) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:08.906849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:08.917551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=60a06f06-d5b0-44a8-b653-a4a0095e43fe,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:08.919780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c4adf4f2-139d-4a11-98d8-6a7de31e2ce9) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:08.921377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:08.926465 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:08.936024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b27481-87c8-42c0-baca-1f52b900ccf2 None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:09.048825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:09.049475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.093005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=dd342cee-aace-4f16-a24f-e67f48465fd3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:09.095978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] In _notify_port_updated(), no bound segment for port dd342cee-aace-4f16-a24f-e67f48465fd3 on network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.099621 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:09.105624 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:09.114438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Usage tracker for resource:security_group_rule and tenant:0c559c97b52d43f0a97acdb88562352a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:09.116063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:09.116830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.120999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/ports/dd342cee-aace-4f16-a24f-e67f48465fd3 HTTP/1.1" status: 200 len: 818 time: 1.2973444 Jan 14 03:24:09.122978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:09.123484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57102) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:09.132430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.0212481 Jan 14 03:24:09.168591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57106) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:09.177091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d041be-b5b6-4a95-b06e-2ed7725ff14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:09.177724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76d041be-b5b6-4a95-b06e-2ed7725ff14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Synchronizing usage tracker for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:09.180471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:09.328527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:09.328934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network hostable DHCP agents. Network: 0db21da6-d133-41c3-a5a5-fbea28870222, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:09.342664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c4adf4f2-139d-4a11-98d8-6a7de31e2ce9', 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': '2d27157c-4196-4f06-84f3-6ee6dd77cfdf'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:09.343619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.344162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port dd342cee-aace-4f16-a24f-e67f48465fd3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:09.344650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.494012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:09.496921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:09.506339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=4fdf672a-83d4-4778-98d5-4858606b6017,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:09.526719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.565659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:09.593381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0db21da6-d133-41c3-a5a5-fbea28870222) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:09.634763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:09.635415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.645754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76d041be-b5b6-4a95-b06e-2ed7725ff14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Unset dirty status for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:09.647157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76d041be-b5b6-4a95-b06e-2ed7725ff14f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports/4fdf672a-83d4-4778-98d5-4858606b6017 HTTP/1.1" status: 200 len: 959 time: 0.7326510 Jan 14 03:24:09.648295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:09.663178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57124) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:09.713368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Allocated IP 2001:db8::f816:3eff:fee8:7a6f (c4adf4f2-139d-4a11-98d8-6a7de31e2ce9/2d27157c-4196-4f06-84f3-6ee6dd77cfdf/d32caadf-9227-4eb0-8557-6ac649ec1fff) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:09.722789 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/a4083819-e8a4-4084-9e28-16ba5dc550d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0154500 Jan 14 03:24:09.731750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:09.791859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6417511 Jan 14 03:24:09.801544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.870316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.876107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62bb4776-dbcc-4b05-a346-655feaab33ce tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:09.916232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57146) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:09.943945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.952958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62bb4776-dbcc-4b05-a346-655feaab33ce tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:09.958136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62bb4776-dbcc-4b05-a346-655feaab33ce tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=a4083819-e8a4-4084-9e28-16ba5dc550d1 HTTP/1.1" status: 200 len: 205 time: 0.2086906 Jan 14 03:24:09.966858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'name': 'tempest-NetworksTestDHCPv6-1104210023'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:09.973787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:09.986044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Transition to ACTIVE for port object d32caadf-9227-4eb0-8557-6ac649ec1fff will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:10.004294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Transition to ACTIVE for port object d32caadf-9227-4eb0-8557-6ac649ec1fff will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:10.010942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60d46b-b538-4131-9b27-bab50c7129e0 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:10.027744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] Sync routers for ids ['a4083819-e8a4-4084-9e28-16ba5dc550d1'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:10.042265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.058033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.064731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] Routers {'a4083819-e8a4-4084-9e28-16ba5dc550d1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:10.065651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a4083819-e8a4-4084-9e28-16ba5dc550d1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:10.106585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57150) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:10.117456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:10.121243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.169852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc0cef32-4104-4623-8124-1c030883ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:10.211509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57156) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:10.236869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Pushing event updated for resources: {'Port': ['ID=d32caadf-9227-4eb0-8557-6ac649ec1fff,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:10.260615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:10.281768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:10.299760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:10.299981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Deleting port 4fdf672a-83d4-4778-98d5-4858606b6017 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:10.300257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.312410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:10.338166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] Routers {'a4083819-e8a4-4084-9e28-16ba5dc550d1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:10.338855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a4083819-e8a4-4084-9e28-16ba5dc550d1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:10.396258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for dd342cee-aace-4f16-a24f-e67f48465fd3 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:10.411173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:10.411632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75932052-4e66-4508-a7b0-022e6dbe3e73 None None] The sync data for ids ['a4083819-e8a4-4084-9e28-16ba5dc550d1'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:10.416546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:10.486638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.599312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:10.622879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522b3b6-6652-49ec-a90c-5aa0ed193c9c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:10.627698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:10.645958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c559c97b52d43f0a97acdb88562352a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0978422 Jan 14 03:24:10.660235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:10.688171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.702294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.704185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:10.706008 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.708704 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.710018 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:10.718222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.736638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:10.737854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:10.742099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:10.813708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:10.830699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '60a06f06-d5b0-44a8-b653-a4a0095e43fe'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:10.831625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.856867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Attempting to bind port d32caadf-9227-4eb0-8557-6ac649ec1fff on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:10.857294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Attempting to bind port d32caadf-9227-4eb0-8557-6ac649ec1fff by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '02515a56-a72f-4719-8f3a-920811142a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:10.857710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Attempting to bind port d32caadf-9227-4eb0-8557-6ac649ec1fff on network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:10.877185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:10.877708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Checking segment: {'id': '02515a56-a72f-4719-8f3a-920811142a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:10.878045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.878487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Bound using segment: {'id': '02515a56-a72f-4719-8f3a-920811142a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:10.879015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Bound port: d32caadf-9227-4eb0-8557-6ac649ec1fff, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02515a56-a72f-4719-8f3a-920811142a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:10.879440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.892654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Calling delete_port for 4fdf672a-83d4-4778-98d5-4858606b6017 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:10.893973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Usage tracker for resource:security_group_rule and tenant:38e20a8412ae4530b284c43a05f7ca27 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:10.899438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:10.909604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.911659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:10.915871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.918045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:10.939255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9320e1d-1fba-4b6a-a3f4-a03db7283014 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:11.022042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Router 0332444e-896e-40cc-991c-1b9b0fc529bc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:24:11.044287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.079522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=dd342cee-aace-4f16-a24f-e67f48465fd3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:11.102305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:11.136969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] For port d32caadf-9227-4eb0-8557-6ac649ec1fff, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:11.160194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] For port d32caadf-9227-4eb0-8557-6ac649ec1fff, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d32caadf-9227-4eb0-8557-6ac649ec1fff,segment=NetworkSegment(02515a56-a72f-4719-8f3a-920811142a44),segment_id=02515a56-a72f-4719-8f3a-920811142a44)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:11.167873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.173568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.174141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router a4083819-e8a4-4084-9e28-16ba5dc550d1 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:24:11.230406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.235028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e72ba321-c947-406a-99df-65163c2424e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:11.263191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.267022 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b6e72eb-4ef6-4152-b443-f93d9ff89075 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/a4083819-e8a4-4084-9e28-16ba5dc550d1 HTTP/1.1" status: 204 len: 168 time: 1.1537700 Jan 14 03:24:11.272264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57166) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:11.278132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/dd342cee-aace-4f16-a24f-e67f48465fd3 HTTP/1.1" status: 204 len: 168 time: 2.1498470 Jan 14 03:24:11.283858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57170) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:11.314097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.397932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.403628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Pushing event updated for resources: {'Port': ['ID=d32caadf-9227-4eb0-8557-6ac649ec1fff,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:11.413492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.413910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/60a06f06-d5b0-44a8-b653-a4a0095e43fe/9d65582f-4560-4b5b-858c-f846f5b94ad1) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:11.416749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:11.438842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c3a8006-6cee-46da-baf2-763c02feb84b tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:11.509961 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-174f2e15-130c-4e89-bb31-051395748933 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:11.545831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.548303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=2d27157c-4196-4f06-84f3-6ee6dd77cfdf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:11.579078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:11.601536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.605018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event deleted for resources: {'Port': ['ID=4fdf672a-83d4-4778-98d5-4858606b6017,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:11.608405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:11.614256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port c5468e92-800f-4470-800e-5bcf1414138e yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:11.661416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.661786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6340aae5-1673-41fb-abb9-744944e3dac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:11.679242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:11.680201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.691405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Sync routers for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:11.693464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Transition to ACTIVE for port object 9d65582f-4560-4b5b-858c-f846f5b94ad1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:11.698579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] 10.222.0.30 "PUT /v2.0/routers/0332444e-896e-40cc-991c-1b9b0fc529bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3814454 Jan 14 03:24:11.698579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "DELETE /v2.0/ports/4fdf672a-83d4-4778-98d5-4858606b6017 HTTP/1.1" status: 204 len: 168 time: 2.0292423 Jan 14 03:24:11.704882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:11.705260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57176) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:11.717433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:11.718134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:11.758428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4ab831-5f94-4580-a115-5673ab4b880a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:11.767918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38e20a8412ae4530b284c43a05f7ca27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5512156 Jan 14 03:24:11.772270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:11.775930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57182) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:11.800001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.850137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d998d88-3996-4593-83f5-abf8bc63a03e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:11.850926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d998d88-3996-4593-83f5-abf8bc63a03e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:11.874584 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-746e9d48-7f6f-4e55-a785-887d59f7ba45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] GET failed (client error): The resource could not be found. Jan 14 03:24:11.874928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-746e9d48-7f6f-4e55-a785-887d59f7ba45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Synchronizing usage tracker for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:11.899028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Transition to ACTIVE for port object 9d65582f-4560-4b5b-858c-f846f5b94ad1 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:11.907846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:11.929350 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3567341a-d124-4b30-81b1-e487b38c0f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:12.003079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:24:12.054984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.089636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f922a73e-4ec7-4e21-82a4-538cb51920c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:12.152784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522b3b6-6652-49ec-a90c-5aa0ed193c9c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:12.158466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:12.159810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-746e9d48-7f6f-4e55-a785-887d59f7ba45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Unset dirty status for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:12.164941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-746e9d48-7f6f-4e55-a785-887d59f7ba45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports/4fdf672a-83d4-4778-98d5-4858606b6017 HTTP/1.1" status: 404 len: 333 time: 0.4530189 Jan 14 03:24:12.170609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.186159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8522b3b6-6652-49ec-a90c-5aa0ed193c9c HTTP/1.1" status: 204 len: 168 time: 1.5245192 Jan 14 03:24:12.200713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:12.248944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Pushing event updated for resources: {'Port': ['ID=9d65582f-4560-4b5b-858c-f846f5b94ad1,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:12.262660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:12.265045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574831496'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:12.288314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet 41a786b0-7787-4a3e-a46b-4b70976c37e1 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:12.294463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:12.317787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.336298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:12.337981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:12.343208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:12.366863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::287 (0db21da6-d133-41c3-a5a5-fbea28870222/60a06f06-d5b0-44a8-b653-a4a0095e43fe/c5468e92-800f-4470-800e-5bcf1414138e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:12.376566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:12.380491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.406972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Attempting to bind port 9d65582f-4560-4b5b-858c-f846f5b94ad1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:12.407603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Attempting to bind port 9d65582f-4560-4b5b-858c-f846f5b94ad1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:12.408668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Attempting to bind port 9d65582f-4560-4b5b-858c-f846f5b94ad1 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:12.410089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.417242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:12.417911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:12.418660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.419275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:12.419967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Bound port: 9d65582f-4560-4b5b-858c-f846f5b94ad1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:12.420892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.461801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:24:06Z', 'revision_number': 5, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:12.470252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Checking router: 0332444e-896e-40cc-991c-1b9b0fc529bc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:24:12.482134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Routers {'0332444e-896e-40cc-991c-1b9b0fc529bc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:12.483215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0332444e-896e-40cc-991c-1b9b0fc529bc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:12.536881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] For port 9d65582f-4560-4b5b-858c-f846f5b94ad1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:12.539339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d998d88-3996-4593-83f5-abf8bc63a03e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:12.540929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] For port 9d65582f-4560-4b5b-858c-f846f5b94ad1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9d65582f-4560-4b5b-858c-f846f5b94ad1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:12.547682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d998d88-3996-4593-83f5-abf8bc63a03e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.2288845 Jan 14 03:24:12.547872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.559392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:12.567232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b31146b-2d33-4d87-8343-4cadccb8b393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:12.637439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.716097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.718554 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ae87a1-083f-4973-903d-078207246aba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:24:12.723326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96ae87a1-083f-4973-903d-078207246aba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/dd342cee-aace-4f16-a24f-e67f48465fd3 HTTP/1.1" status: 404 len: 333 time: 0.1442268 Jan 14 03:24:12.731353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] Set router 0332444e-896e-40cc-991c-1b9b0fc529bc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:24:12.736183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57202) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:12.747314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Pushing event updated for resources: {'Port': ['ID=9d65582f-4560-4b5b-858c-f846f5b94ad1,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:12.753461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:12.758707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638638064'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:12.763982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4adf4f2-139d-4a11-98d8-6a7de31e2ce9']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:12.798690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02515a56-a72f-4719-8f3a-920811142a44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:12.799030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02515a56-a72f-4719-8f3a-920811142a44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:12.810894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:12.824593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:12.834144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.843800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.854402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:12.885992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:12.906638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:12.913271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:13.055648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:13.070550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.235745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.277333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:13.302874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Made reservation on behalf of c35fc722c05f4fbabf8f7f776d586507 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:13.312623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.319280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:24:06Z', 'revision_number': 5, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:13.325953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f84df1-df7e-4fcc-9bf1-03e9541a4f08 None None] The sync data for ids ['0332444e-896e-40cc-991c-1b9b0fc529bc'] in n-d-765315-13 is: [{'id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'name': 'tempest-ServerRescueTestJSON-229361523-router', 'tenant_id': '161193b5242b4253beca0f4993327859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '8d624241-9b93-487a-92de-810b056281fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:23:29Z', 'updated_at': '2021-01-14T03:24:06Z', 'revision_number': 5, 'project_id': '161193b5242b4253beca0f4993327859', 'gw_port': {'id': '8d624241-9b93-487a-92de-810b056281fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332444e-896e-40cc-991c-1b9b0fc529bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:23:34Z', 'updated_at': '2021-01-14T03:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:13.354400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:13.378338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.398350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.398748 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 00842de0-5a83-45bb-8eb2-1f0cf10cc534 of type vxlan for network 2d19595d-4652-4814-a36f-39fc376c3d90 Jan 14 03:24:13.410752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.465396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.488329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Deleting port 8d624241-9b93-487a-92de-810b056281fa {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:13.489216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.523015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8585d-66cf-4893-975e-6a281fb85ac5 None None] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:13.566262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa041ef2-c27d-4d72-b19e-efaa591bc81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:13.619200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4ab831-5f94-4580-a115-5673ab4b880a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:13.656773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:13.733264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:13.806922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d32caadf-9227-4eb0-8557-6ac649ec1fff up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:13.843724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.941022 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:13.945506 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:13.985238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 7b9364d2-69b8-4748-9405-d8082ed0bb4f yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:13.987564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2d95a1fe-a445-483f-8e5f-b9ea9097f4b4 None None] Provisioning for port d32caadf-9227-4eb0-8557-6ac649ec1fff completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:14.046989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d32caadf-9227-4eb0-8557-6ac649ec1fff completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:14.073761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d32caadf-9227-4eb0-8557-6ac649ec1fff triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:14.074193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.164335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.200876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.216447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] For port 8d624241-9b93-487a-92de-810b056281fa, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8d624241-9b93-487a-92de-810b056281fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:14.217209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.231214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.271446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.273282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port d32caadf-9227-4eb0-8557-6ac649ec1fff, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d32caadf-9227-4eb0-8557-6ac649ec1fff,segment=NetworkSegment(02515a56-a72f-4719-8f3a-920811142a44),segment_id=02515a56-a72f-4719-8f3a-920811142a44)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:14.276235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.277481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9d65582f-4560-4b5b-858c-f846f5b94ad1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:14.317631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:14.318408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.323411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:14.325742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.327005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c4ab831-5f94-4580-a115-5673ab4b880a HTTP/1.1" status: 204 len: 168 time: 2.5242143 Jan 14 03:24:14.328369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.405565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] DHCP port deletion for c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:14.460333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e52ba90d-324f-4aa8-9732-d1f43dcb998a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:14.491840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:24:14.491840 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:24:14.491840 n-d-765315-13 neutron-server[80721]: [parameters: {'id': 'c4adf4f2-139d-4a11-98d8-6a7de31e2ce9'}] Jan 14 03:24:14.491840 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:14.492328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:14.507397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object c5468e92-800f-4470-800e-5bcf1414138e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:14.511819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Deleting port d32caadf-9227-4eb0-8557-6ac649ec1fff {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:14.514567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.538425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Calling delete_port for 8d624241-9b93-487a-92de-810b056281fa owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:14.623914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.630844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/41a786b0-7787-4a3e-a46b-4b70976c37e1 HTTP/1.1" status: 204 len: 168 time: 3.3547482 Jan 14 03:24:14.635386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57230) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:14.638577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569f15e-8115-4b96-a1e7-74feb96d5a6e None None] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:14.649233 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9025824 Jan 14 03:24:14.660130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57234) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:14.667758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=2d19595d-4652-4814-a36f-39fc376c3d90,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:14.674495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:14.675083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-823165f0-6873-40c5-82bc-5903189a3d14 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:14.707073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:14.764237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=41a786b0-7787-4a3e-a46b-4b70976c37e1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:14.769982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:14.773161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:14.993685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:14.995787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:15.005570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:15.013670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:15.054443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57246) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:15.059092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:15.063845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:15.085377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.100616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port d32caadf-9227-4eb0-8557-6ac649ec1fff {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:15.101250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.105261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedd38b-486d-4c44-8c94-0f21150610a3 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:15.163921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:15.215174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.299086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.360085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=d32caadf-9227-4eb0-8557-6ac649ec1fff,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:15.362938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd1670a2-28ee-40ae-9d2e-9b8c293a9003 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:15.372875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:15.429278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] For port d32caadf-9227-4eb0-8557-6ac649ec1fff, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d32caadf-9227-4eb0-8557-6ac649ec1fff,segment=NetworkSegment(02515a56-a72f-4719-8f3a-920811142a44),segment_id=02515a56-a72f-4719-8f3a-920811142a44)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:15.429695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.490551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.579650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:15.596294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for d32caadf-9227-4eb0-8557-6ac649ec1fff owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:15.618402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-854468308'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:15.629700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:15.633895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Usage tracker for resource:network and tenant:e579d8fa27744118b06ffcd37bb2dceb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:15.636967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:15.642975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:15.700335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.730878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Provisioning for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:15.760680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:15.770360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Provisioning complete for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:15.771033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.821629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0acef11d-0cf0-4401-8246-f563fdfb81b1 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:15.827966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Made reservation on behalf of e579d8fa27744118b06ffcd37bb2dceb for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:15.835003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:15.835426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.838429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.851246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 3380e181-1cb2-402d-8e93-3197c532b69d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:15.851621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.878890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No DVR routers for this DVR port d32caadf-9227-4eb0-8557-6ac649ec1fff on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:15.879702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.880863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Port': ['ID=d32caadf-9227-4eb0-8557-6ac649ec1fff,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:15.912619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:15.947391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:15.963440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] For port d32caadf-9227-4eb0-8557-6ac649ec1fff, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d32caadf-9227-4eb0-8557-6ac649ec1fff,segment=NetworkSegment(02515a56-a72f-4719-8f3a-920811142a44),segment_id=02515a56-a72f-4719-8f3a-920811142a44)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:15.963711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.075199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.077007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=c5468e92-800f-4470-800e-5bcf1414138e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:16.120439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.151571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Calling delete_port for d32caadf-9227-4eb0-8557-6ac649ec1fff owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:16.201851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:16.227066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:16.228843 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-18cd70cf-f093-40d3-9b52-b57f57a7ba7a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:16.261463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4adf4f2-139d-4a11-98d8-6a7de31e2ce9']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:16.268763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Usage tracker for resource:security_group_rule and tenant:e579d8fa27744118b06ffcd37bb2dceb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:16.290203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02515a56-a72f-4719-8f3a-920811142a44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:16.290489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02515a56-a72f-4719-8f3a-920811142a44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:16.305472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.311535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=7b9364d2-69b8-4748-9405-d8082ed0bb4f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:16.325202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.327888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:16.346604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:16.356213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:16.374904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.469205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] DHCP port deletion for d5368709-0b41-42b2-9b7a-0a3473ea1ac8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:16.486415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Deleting port 3380e181-1cb2-402d-8e93-3197c532b69d {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:16.486845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.614184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 9d65582f-4560-4b5b-858c-f846f5b94ad1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9d65582f-4560-4b5b-858c-f846f5b94ad1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:16.626088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.628161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.645219 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9ec66de-751b-48f0-931a-2d8fcd48a204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:16.676220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a4bc284d-09ed-48d9-815e-04bd03cf1232 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:16.684998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:16.698274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:16.717035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:16.740855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:16.741760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:16.742423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.890498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:16.902289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:16.959170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:16.959589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:16.959704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:16.985570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:17.008990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.015821 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.018706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:17.021848 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:17.032459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:17.033184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.038195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a4bc284d-09ed-48d9-815e-04bd03cf1232 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:17.038602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a4bc284d-09ed-48d9-815e-04bd03cf1232 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:17.120230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.1814542 Jan 14 03:24:17.135747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57278) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:17.144271 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.9326618 Jan 14 03:24:17.160001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:17.171447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Request body: {'port': {'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:17.174485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.176052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:17.176503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7b002bd6-61d5-4d4c-8fc0-c3adce3a8342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:17.258712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d32caadf-9227-4eb0-8557-6ac649ec1fff no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:17.302862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=9d65582f-4560-4b5b-858c-f846f5b94ad1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:17.303788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:17.327309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:17.328251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d32caadf-9227-4eb0-8557-6ac649ec1fff {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:17.328919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d32caadf-9227-4eb0-8557-6ac649ec1fff not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:17.329594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3380e181-1cb2-402d-8e93-3197c532b69d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:17.413984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] For port 3380e181-1cb2-402d-8e93-3197c532b69d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3380e181-1cb2-402d-8e93-3197c532b69d,segment=NetworkSegment(06c1cac4-2437-4991-9c10-a4323d46b4f5),segment_id=06c1cac4-2437-4991-9c10-a4323d46b4f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:17.414439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:17.430811 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:17.443450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.446181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.465085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 3380e181-1cb2-402d-8e93-3197c532b69d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3380e181-1cb2-402d-8e93-3197c532b69d,segment=NetworkSegment(06c1cac4-2437-4991-9c10-a4323d46b4f5),segment_id=06c1cac4-2437-4991-9c10-a4323d46b4f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:17.465498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.479677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.484306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.495290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa0f7eee-e0eb-4e72-b16e-3f72f8b302d8 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:17.504607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Deleting port d32caadf-9227-4eb0-8557-6ac649ec1fff {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:17.505057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.522465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 HTTP/1.1" status: 204 len: 168 time: 8.3480682 Jan 14 03:24:17.527124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:17.527912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.546251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-676388130'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:17.558809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=c4adf4f2-139d-4a11-98d8-6a7de31e2ce9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:17.561826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:17.563486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:17.571808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:17.601507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:17.619133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:17.642409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Calling delete_port for 3380e181-1cb2-402d-8e93-3197c532b69d owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:17.652983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:17.665915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.717069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 3380e181-1cb2-402d-8e93-3197c532b69d owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:17.766940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:17.823462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15b0e933-5f6c-4326-986b-76849238d300 None None] The port 'd32caadf-9227-4eb0-8557-6ac649ec1fff' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:24:17.876681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.877075 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment 190dee96-54f7-47d8-94c9-1541476b5214 of type vxlan for network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 Jan 14 03:24:17.891742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.921287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.922618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0332444e-896e-40cc-991c-1b9b0fc529bc {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:24:17.950126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:17.974065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.031928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a8f4412-7cbc-4e80-bba0-5c76fa3bba52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:18.042136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:18.089120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Pushing event deleted for resources: {'Port': ['ID=3380e181-1cb2-402d-8e93-3197c532b69d,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:18.103053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.113002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.132422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:18.133597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.164890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] device_id is not set on port 7b9364d2-69b8-4748-9405-d8082ed0bb4f yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:18.172514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a2a1d55-15a9-4471-ba1e-72ab52add0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:18.194810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.199073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f49ca-c9b3-4a86-b028-0b0d46a689fa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:18.199684 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6610076 Jan 14 03:24:18.207128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:18.219111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:18.244912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:18.252088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] No DVR routers for this DVR port 3380e181-1cb2-402d-8e93-3197c532b69d on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:18.256730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Provisioning complete for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:18.257155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.262910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f49ca-c9b3-4a86-b028-0b0d46a689fa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:18.265673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb7f49ca-c9b3-4a86-b028-0b0d46a689fa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:18.316122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb7f49ca-c9b3-4a86-b028-0b0d46a689fa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:18.320706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb7f49ca-c9b3-4a86-b028-0b0d46a689fa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.1783690 Jan 14 03:24:18.321610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.345150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:18.356100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.356733 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Added segment dcc40e7b-d1be-45eb-b932-b75909cdefae of type vxlan for network 7864f287-c6bb-4935-96a7-5a33df7e19ae Jan 14 03:24:18.385096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.421464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57308) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:18.426913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Transition to ACTIVE for port object 7b9364d2-69b8-4748-9405-d8082ed0bb4f will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:18.427615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61634bce-b48d-4b9f-864d-34b9d047b31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:18.458280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Provisioning for port c5468e92-800f-4470-800e-5bcf1414138e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:18.464282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Provisioning complete for port c5468e92-800f-4470-800e-5bcf1414138e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:18.464760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.511230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:18.511440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.511440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cec0df4f-5141-4f39-93ab-626a1a97e969 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0332444e-896e-40cc-991c-1b9b0fc529bc HTTP/1.1" status: 204 len: 168 time: 6.7958157 Jan 14 03:24:18.511610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:18.518578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0fa9f1-e0f4-423a-b863-ee6b0d16d6a1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:18.522572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:18.523252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:18.523605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:18.530830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:18.538249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.541021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-075b5c69-02cb-4221-bf93-1dd05bc02ddc None None] Port c5468e92-800f-4470-800e-5bcf1414138e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:18.560146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:18.563022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:subnet and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:18.568866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=9a342d13-9275-4d79-8cf1-f0b2f1d32b78,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:18.618536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:18.625276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:floatingip and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:18.641389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:18.644303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:18.661001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.661436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.662183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.662607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.663166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.663522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-85427645-f11c-41c0-bf2b-ee6b46aac981 None None] Provisioning complete for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:18.663633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.663965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85427645-f11c-41c0-bf2b-ee6b46aac981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.664074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.664369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.664867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.665771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.666187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.666606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.667028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.667436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.667844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.668253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.668687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.669096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.669505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.669917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.670322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.670860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.671169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.671602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.672014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.672465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.672899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.673420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.673750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.674157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.674563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.674969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.675373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.675792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.676188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.676618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:18.680679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:18.692273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port c5468e92-800f-4470-800e-5bcf1414138e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:18.692480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:18.693153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.695048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:18.699985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:18.713598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:18.726186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:18.728382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.743085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.762341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:18.763038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:18.780615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62566016-5410-4f05-9580-d8937d39e1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:18.854138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:18.916949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Deleting subnet 668466ca-6466-402b-a939-ac4e155c73a1 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:18.934795 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.8724978 Jan 14 03:24:18.936740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.049542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=7b9364d2-69b8-4748-9405-d8082ed0bb4f,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:19.053672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:19.098631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Pushing event updated for resources: {'Network': ['ID=7864f287-c6bb-4935-96a7-5a33df7e19ae,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:19.123292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-85427645-f11c-41c0-bf2b-ee6b46aac981 None None] Provisioning complete for port c5468e92-800f-4470-800e-5bcf1414138e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:19.123713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85427645-f11c-41c0-bf2b-ee6b46aac981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.134622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 3380e181-1cb2-402d-8e93-3197c532b69d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:19.135638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.161229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.162965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.163615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.164246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.165093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.165713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.166334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.166982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.167637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.168129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.168651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.169137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.169618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.170142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.170669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.171154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.171633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.172119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.172621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.173097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.173581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.174057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.174549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.175178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.175654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.176191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.176704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.177179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.177652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.178130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.178637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.179111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.179587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.180068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.180620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.181093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.181556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:19.193548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 7b9364d2-69b8-4748-9405-d8082ed0bb4f on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:19.193926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 7b9364d2-69b8-4748-9405-d8082ed0bb4f by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:19.194303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attempting to bind port 7b9364d2-69b8-4748-9405-d8082ed0bb4f on network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:19.210075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:19.227907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:19.240836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9d65582f-4560-4b5b-858c-f846f5b94ad1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:19.260891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:19.307316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] The port '3380e181-1cb2-402d-8e93-3197c532b69d' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:24:19.340102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:19.340595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Checking segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:19.341090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.341569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound using segment: {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:19.342161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Bound port: 7b9364d2-69b8-4748-9405-d8082ed0bb4f, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084a3848-f9f2-4eeb-b24c-08e4fedde98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '6c4f0170-6a90-42b6-aa2a-2637e3431da1'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:19.342631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.371972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57320) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:19.387954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.462792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae', 'binding:host_id': 'n-h1-765315-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-472309347'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:19.478166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:19.482532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Usage tracker for resource:port and tenant:2b923687057a4a1686357f783c4710d2 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:19.488908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:19.524054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:19.582755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:19.587707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Made reservation on behalf of 2b923687057a4a1686357f783c4710d2 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:19.593366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.593543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.631936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.647524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.657139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 7b9364d2-69b8-4748-9405-d8082ed0bb4f, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:19.679685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.688135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 7b9364d2-69b8-4748-9405-d8082ed0bb4f, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7b9364d2-69b8-4748-9405-d8082ed0bb4f,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:19.689614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:19.696122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-85427645-f11c-41c0-bf2b-ee6b46aac981 None None] Port c5468e92-800f-4470-800e-5bcf1414138e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:19.714290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Usage tracker for resource:security_group_rule and tenant:2b923687057a4a1686357f783c4710d2 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:19.717901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.744272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.783177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9d65582f-4560-4b5b-858c-f846f5b94ad1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:19.783606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:19.787625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:19.791292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fef01c86-db5d-459b-b7d9-9fe8e4cba6eb tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:19.910258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:19.968278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8d624241-9b93-487a-92de-810b056281fa no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:20.005562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8d624241-9b93-487a-92de-810b056281fa {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:20.006066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8d624241-9b93-487a-92de-810b056281fa not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:20.119186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event updated for resources: {'Port': ['ID=7b9364d2-69b8-4748-9405-d8082ed0bb4f,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:20.123551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:20.199774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:20.200328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for c5468e92-800f-4470-800e-5bcf1414138e owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:20.200506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.201858 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "PUT /v2.0/ports/7b9364d2-69b8-4748-9405-d8082ed0bb4f HTTP/1.1" status: 200 len: 1079 time: 3.0401881 Jan 14 03:24:20.206815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:20.288869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5368709-0b41-42b2-9b7a-0a3473ea1ac8']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:20.316686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.342548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e5177cc-bd41-4143-90fc-bf285ac1561d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:20.439202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c1cac4-2437-4991-9c10-a4323d46b4f5') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:20.439538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c1cac4-2437-4991-9c10-a4323d46b4f5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:20.553957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.632158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=c072749d-e17f-4226-9bc4-d1c31f78d73e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:20.639532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Deleting port 7b9364d2-69b8-4748-9405-d8082ed0bb4f {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:20.639985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.641040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.645112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:20.657332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:20.687245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.700681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.720715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-393214bd-2d38-4dec-8691-accdea5b075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:20.760026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Allocated IP 172.25.3.210 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/9c11d855-0a5b-4196-8916-8ca9f39cc344) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:20.911341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1de630-24e6-4e6c-840a-377e50a8613d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:20.930336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:20.942753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:20.978812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-595a23a1-7d69-4beb-83c3-b8ae1d660582 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:21.011325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:21.075962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:21.102454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.132752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=c5468e92-800f-4470-800e-5bcf1414138e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:21.189134 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:21.265019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.295903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4e5b167-9662-4782-9fdd-6cf12fe6fa0d tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:21.370797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '00842de0-5a83-45bb-8eb2-1f0cf10cc534', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:21.371200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: 2d19595d-4652-4814-a36f-39fc376c3d90, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:21.389669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d5368709-0b41-42b2-9b7a-0a3473ea1ac8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:21.398963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.433046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:21.458456 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:21.476724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] For port 7b9364d2-69b8-4748-9405-d8082ed0bb4f, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=7b9364d2-69b8-4748-9405-d8082ed0bb4f,segment=NetworkSegment(084a3848-f9f2-4eeb-b24c-08e4fedde98e),segment_id=084a3848-f9f2-4eeb-b24c-08e4fedde98e)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:21.477140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.589157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668466ca-6466-402b-a939-ac4e155c73a1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:21.595768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=9ac45eab-b957-41e6-a188-4aa5be437fbf,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:21.615313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:21.634520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.662083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 2d19595d-4652-4814-a36f-39fc376c3d90 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:21.671424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.682079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-efd02801-e5e3-49bb-b9fd-4e9e2a626ac6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:21.698176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2d19595d-4652-4814-a36f-39fc376c3d90) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:21.703222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.709028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979d610-6cf9-46ce-bb9c-7506ab7701f3 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:21.712997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/c5468e92-800f-4470-800e-5bcf1414138e HTTP/1.1" status: 204 len: 168 time: 3.2569058 Jan 14 03:24:21.718995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:21.725894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Calling delete_port for 7b9364d2-69b8-4748-9405-d8082ed0bb4f owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:21.733996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:21.735120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:21.735758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.756409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=d5368709-0b41-42b2-9b7a-0a3473ea1ac8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:21.765100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:21.772485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.775141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/668466ca-6466-402b-a939-ac4e155c73a1 HTTP/1.1" status: 204 len: 168 time: 3.2409792 Jan 14 03:24:21.781716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:21.802178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:21.856090 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1722107 Jan 14 03:24:21.864185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de68459-ab7e-463b-aad8-8bc244461d22 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:21.869542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de68459-ab7e-463b-aad8-8bc244461d22 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:21.873817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4de68459-ab7e-463b-aad8-8bc244461d22 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1050594 Jan 14 03:24:21.873817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57336) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:21.875401 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/d5368709-0b41-42b2-9b7a-0a3473ea1ac8 HTTP/1.1" status: 204 len: 168 time: 7.2166204 Jan 14 03:24:21.876233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57338) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:21.882244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:21.902247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57344) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:21.990938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-2d19595d-4652-4814-a36f-39fc376c3d90', 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': 'c072749d-e17f-4226-9bc4-d1c31f78d73e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:21.991887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.091078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.151200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:22.189870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.192370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.209880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2130022599', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:22.219107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d02c7de-c04a-43dc-ae00-76e56ce69506 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:22.273371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.282367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:22.312589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:22.323047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:22.324820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Allocated IP 172.20.0.2 (2d19595d-4652-4814-a36f-39fc376c3d90/c072749d-e17f-4226-9bc4-d1c31f78d73e/e86faf61-b0fd-4c11-92a4-15f3de6cb416) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:22.338490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:22.338710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Transition to ACTIVE for port object cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:22.344988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Pushing event deleted for resources: {'Port': ['ID=7b9364d2-69b8-4748-9405-d8082ed0bb4f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:22.379556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:22.387626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': '190dee96-54f7-47d8-94c9-1541476b5214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:22.388028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: 9a342d13-9275-4d79-8cf1-f0b2f1d32b78, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:22.392801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:22.456251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.457371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.492151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:22.509473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:22.526788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.527967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:22.546127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:22.551548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.564434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Transition to ACTIVE for port object e86faf61-b0fd-4c11-92a4-15f3de6cb416 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:22.577356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:22.584302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Transition to ACTIVE for port object e86faf61-b0fd-4c11-92a4-15f3de6cb416 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:22.589473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.605217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 60a06f06-d5b0-44a8-b653-a4a0095e43fe {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:22.606248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:22.714745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.741371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Pushing event updated for resources: {'Port': ['ID=e86faf61-b0fd-4c11-92a4-15f3de6cb416,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:22.748043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:22.800546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.802477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:22.803658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:22.807018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:22.868885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Attempting to bind port e86faf61-b0fd-4c11-92a4-15f3de6cb416 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:22.869313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Attempting to bind port e86faf61-b0fd-4c11-92a4-15f3de6cb416 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '00842de0-5a83-45bb-8eb2-1f0cf10cc534', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:22.869952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Attempting to bind port e86faf61-b0fd-4c11-92a4-15f3de6cb416 on network 2d19595d-4652-4814-a36f-39fc376c3d90 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:22.875598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:22.876020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Checking segment: {'id': '00842de0-5a83-45bb-8eb2-1f0cf10cc534', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:22.876510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.876955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Bound using segment: {'id': '00842de0-5a83-45bb-8eb2-1f0cf10cc534', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:22.877611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Bound port: e86faf61-b0fd-4c11-92a4-15f3de6cb416, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00842de0-5a83-45bb-8eb2-1f0cf10cc534', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:22.878031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.924741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.970651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] For port e86faf61-b0fd-4c11-92a4-15f3de6cb416, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:22.978836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=9c11d855-0a5b-4196-8916-8ca9f39cc344,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:22.995279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:22.996258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] For port e86faf61-b0fd-4c11-92a4-15f3de6cb416, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e86faf61-b0fd-4c11-92a4-15f3de6cb416,segment=NetworkSegment(00842de0-5a83-45bb-8eb2-1f0cf10cc534),segment_id=00842de0-5a83-45bb-8eb2-1f0cf10cc534)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:23.010458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:23.011051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93f7ed8a-8c43-4bc3-a6c8-322999c65006 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:23.011992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.071044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:23.080477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.094024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:23.128281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.205777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.210819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9a342d13-9275-4d79-8cf1-f0b2f1d32b78) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:23.213851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Pushing event updated for resources: {'Port': ['ID=e86faf61-b0fd-4c11-92a4-15f3de6cb416,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:23.217584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:23.236436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58403d-6cdf-45b5-b3fe-4fdcfc5ad1b8 None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:23.278941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:23.298888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:23.302085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:23.302937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.331793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:23.339923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:23.344726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.349248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:23.351941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "DELETE /v2.0/ports/7b9364d2-69b8-4748-9405-d8082ed0bb4f HTTP/1.1" status: 204 len: 168 time: 3.1374569 Jan 14 03:24:23.353515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:23.381625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:23.400767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1aa53b-438e-4b1d-8326-cbed834f5429') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:23.401084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1aa53b-438e-4b1d-8326-cbed834f5429') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:23.423183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2071528 Jan 14 03:24:23.431802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:23.433620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.461606 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f165ce-a66b-4e4f-8afa-0e962b944ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] GET failed (client error): The resource could not be found. Jan 14 03:24:23.462247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00f165ce-a66b-4e4f-8afa-0e962b944ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Synchronizing usage tracker for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:23.489693 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c072749d-e17f-4226-9bc4-d1c31f78d73e (CIDR: 172.20.0.0/28) Jan 14 03:24:23.519691 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:24:23.520175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:23.530989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9a342d13-9275-4d79-8cf1-f0b2f1d32b78', 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': '9ac45eab-b957-41e6-a188-4aa5be437fbf'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:23.531849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.543997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:23.544447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Network hostable DHCP agents. Network: 7864f287-c6bb-4935-96a7-5a33df7e19ae, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:23.556455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.560573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:23.620320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00f165ce-a66b-4e4f-8afa-0e962b944ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Unset dirty status for tenant:c35fc722c05f4fbabf8f7f776d586507 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:23.625342 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00f165ce-a66b-4e4f-8afa-0e962b944ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] 10.222.0.30 "GET /v2.0/ports/7b9364d2-69b8-4748-9405-d8082ed0bb4f HTTP/1.1" status: 404 len: 333 time: 0.2361948 Jan 14 03:24:23.628847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:23.698244 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-99b6e7e9-5516-4d1d-9d52-c140ff2c2206 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8248768 Jan 14 03:24:23.720163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57360) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:23.794979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:23.835128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:23.936237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:23.945651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Allocated IP 2001:db8::2 (9a342d13-9275-4d79-8cf1-f0b2f1d32b78/9ac45eab-b957-41e6-a188-4aa5be437fbf/834981f6-8b48-4841-8818-a7bc7990491a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:23.951585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:23.983336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 7864f287-c6bb-4935-96a7-5a33df7e19ae) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:24.019861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.042936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.046186 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.050817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.059646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cf96e-e8d4-4ddf-9f82-cac3cf38d99b None None] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:24.105513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:24.211459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:24.212484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:24.212785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e on network 7864f287-c6bb-4935-96a7-5a33df7e19ae {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:24.317651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:24.318222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:24.318331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.318692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound using segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:24.319189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound port: cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:24.319567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.382068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Network bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:24.397713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.415153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Transition to ACTIVE for port object 834981f6-8b48-4841-8818-a7bc7990491a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:24.432783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Transition to ACTIVE for port object 834981f6-8b48-4841-8818-a7bc7990491a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:24.435252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.438553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:24.439045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:24.447716 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:24.450784 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:24.456889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:24.514595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:24.521757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.525060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:24.551334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.589008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:24.590277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Pushing event updated for resources: {'Port': ['ID=834981f6-8b48-4841-8818-a7bc7990491a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:24.595858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:24.648160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.649889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:24.651630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:24.654510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:24.654944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:24.658047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.683621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cb881f9-aa0f-4177-9542-882d22d7bcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:24.704217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.707221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:24.715844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Attempting to bind port 834981f6-8b48-4841-8818-a7bc7990491a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:24.716411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Attempting to bind port 834981f6-8b48-4841-8818-a7bc7990491a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '190dee96-54f7-47d8-94c9-1541476b5214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:24.716847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Attempting to bind port 834981f6-8b48-4841-8818-a7bc7990491a on network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:24.726043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:24.726712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Checking segment: {'id': '190dee96-54f7-47d8-94c9-1541476b5214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:24.727349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.728045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Bound using segment: {'id': '190dee96-54f7-47d8-94c9-1541476b5214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:24.728902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Bound port: 834981f6-8b48-4841-8818-a7bc7990491a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190dee96-54f7-47d8-94c9-1541476b5214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:24.729631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:24.794320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:24.889181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:24.890599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:24.990327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.040633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:25.044794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:25.049367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef3c2a-bbcc-4699-8917-c8e5ac8b4261 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:25.072636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.092757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:25.126917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71b14b4e-c23b-4510-be38-d818a45690c8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:25.214965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=60a06f06-d5b0-44a8-b653-a4a0095e43fe,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:25.218156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:25.237632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.242179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb0ec0a5-c6a2-4409-b0a5-5ee5f7a2de4b HTTP/1.1" status: 204 len: 168 time: 3.4441359 Jan 14 03:24:25.250185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.251691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4f0170-6a90-42b6-aa2a-2637e3431da1']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:25.254004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.263824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e86faf61-b0fd-4c11-92a4-15f3de6cb416 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:25.277455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16453a2b-b17d-4483-a31e-718d773f66d4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:25.304378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084a3848-f9f2-4eeb-b24c-08e4fedde98e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:25.304758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084a3848-f9f2-4eeb-b24c-08e4fedde98e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:25.306385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619f923-9a11-4495-817b-31d9610c661b None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:25.321993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/60a06f06-d5b0-44a8-b653-a4a0095e43fe HTTP/1.1" status: 204 len: 168 time: 3.4446397 Jan 14 03:24:25.327783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.335507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57366) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:25.435979 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87a7911b-0907-481d-bd2e-b038b20dca92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954440 Jan 14 03:24:25.438968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.444168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57370) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:25.450792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:25.468286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:25.494406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-10fc76a2-0f11-4701-8a5c-a2a60692f227 None None] Provisioning for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:25.508829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 172.25.3.78 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/7f7cab1d-5a92-47cf-99ca-2c15fcf33377) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:25.532290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.557123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57374) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:25.618878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Pushing event updated for resources: {'Port': ['ID=834981f6-8b48-4841-8818-a7bc7990491a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:25.627775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:25.643356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:25.644031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.674810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.703256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:25.708575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:25.734276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:25.734513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.741129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:25.872215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:25.876842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:25.881339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Deleting port 9d65582f-4560-4b5b-858c-f846f5b94ad1 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:25.881763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.900160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:25.917849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:25.929762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:25.937809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1079 time: 6.5365469 Jan 14 03:24:25.956669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57378) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:26.013874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:26.057181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.073347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec44d1a3-e937-42f0-b0b6-bf492fcdbcd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=161193b5242b4253beca0f4993327859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941854 Jan 14 03:24:26.162634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57382) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:26.202983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e86faf61-b0fd-4c11-92a4-15f3de6cb416, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e86faf61-b0fd-4c11-92a4-15f3de6cb416,segment=NetworkSegment(00842de0-5a83-45bb-8eb2-1f0cf10cc534),segment_id=00842de0-5a83-45bb-8eb2-1f0cf10cc534)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:26.223796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.225061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Deleting port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:26.225438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.229135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d438f585-556f-406c-8242-c9ebeb5073eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:26.292948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Network 6c4f0170-6a90-42b6-aa2a-2637e3431da1 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:26.321914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e86faf61-b0fd-4c11-92a4-15f3de6cb416,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:26.326435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:26.328457 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:26.330530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] For port 9d65582f-4560-4b5b-858c-f846f5b94ad1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9d65582f-4560-4b5b-858c-f846f5b94ad1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:26.330530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.333717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:26.359256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.456876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:26.466735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.508233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Calling delete_port for 9d65582f-4560-4b5b-858c-f846f5b94ad1 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:26.569165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.578739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24f07b47-5a0e-46a4-be23-c7b655197adc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:26.595432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.607151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.613274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79c3f0c5-6950-4e7a-a2ba-1b0887558c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:26.623259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:26.623456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.624629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Pushing event deleted for resources: {'Network': ['ID=6c4f0170-6a90-42b6-aa2a-2637e3431da1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:26.631831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:26.641507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] 10.222.0.30 "DELETE /v2.0/networks/6c4f0170-6a90-42b6-aa2a-2637e3431da1 HTTP/1.1" status: 204 len: 168 time: 2.9944229 Jan 14 03:24:26.646197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.663826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51ab07a6-8e71-4028-a417-fb30e3b6a705 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:26.735081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Pushing event deleted for resources: {'Port': ['ID=9d65582f-4560-4b5b-858c-f846f5b94ad1,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:26.747055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:26.749638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-59812ca3-0f9f-4640-bb31-0ad38c0db5a4 None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:26.750225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59812ca3-0f9f-4640-bb31-0ad38c0db5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:26.787704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Calling delete_port for cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:26.806972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=7f7cab1d-5a92-47cf-99ca-2c15fcf33377,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:26.824496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:26.880296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] No DVR routers for this DVR port 9d65582f-4560-4b5b-858c-f846f5b94ad1 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:26.907651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:26.909182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:26.911715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:26.956721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.142015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa742b79-4162-4117-a0f9-eed159e24251 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:27.142412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b315d85d-7cf4-4ca4-b394-9c15841ee1a8 None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:27.142794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b315d85d-7cf4-4ca4-b394-9c15841ee1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.191310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.208076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.216128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57390) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:27.367580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e86faf61-b0fd-4c11-92a4-15f3de6cb416 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:27.374311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=9ac45eab-b957-41e6-a188-4aa5be437fbf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:27.407754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:27.466639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:27.505566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:27.506130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.574061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event deleted for resources: {'Port': ['ID=cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:27.581165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.595380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:27.643503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.665833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 834981f6-8b48-4841-8818-a7bc7990491a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:27.703030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7e46b-8c9d-4c36-aef6-bdeb86061987 None None] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:27.767570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:27.839424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:24:27.999636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.057130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-545a3e8c-011f-4dda-9ff5-f7856280c6b4 None None] Provisioning for port 834981f6-8b48-4841-8818-a7bc7990491a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:28.107778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 834981f6-8b48-4841-8818-a7bc7990491a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:28.116170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 834981f6-8b48-4841-8818-a7bc7990491a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:28.116628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.166620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.183437 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "DELETE /v2.0/ports/cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e HTTP/1.1" status: 204 len: 168 time: 2.2184153 Jan 14 03:24:28.187986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57396) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:28.198861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.222781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a7f70a3-5122-4d2e-a33a-fbd74db7d067 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:28.257822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.277787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.279335 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-170e8b88-d135-41e4-88ef-009ca52eaf2c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:28.321652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:28.324817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.327660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a342d13-9275-4d79-8cf1-f0b2f1d32b78']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:28.337610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:28.340560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ad00522-2215-4f59-9188-fc27007b6848 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bdb503036d26475c8525b37c8e733f26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1176760 Jan 14 03:24:28.353732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:28.369905 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59563b1-8953-44fc-9933-5e4845966b3a tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] GET failed (client error): The resource could not be found. Jan 14 03:24:28.371340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c59563b1-8953-44fc-9933-5e4845966b3a tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports/cb47d31c-2763-4d95-b91e-3d4c0b8e0e1e HTTP/1.1" status: 404 len: 333 time: 0.1802602 Jan 14 03:24:28.383123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57404) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:28.395799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190dee96-54f7-47d8-94c9-1541476b5214') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:28.396119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190dee96-54f7-47d8-94c9-1541476b5214') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:28.404722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] DHCP port deletion for 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:28.406927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-101881927'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:28.412375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9d65582f-4560-4b5b-858c-f846f5b94ad1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:28.429246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:28.451110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Usage tracker for resource:port and tenant:2b923687057a4a1686357f783c4710d2 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:28.454955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9d65582f-4560-4b5b-858c-f846f5b94ad1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:28.455584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9d65582f-4560-4b5b-858c-f846f5b94ad1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:28.458003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Deleting port 834981f6-8b48-4841-8818-a7bc7990491a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:28.458159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.458427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.459606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:28.474020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.490360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=9c11d855-0a5b-4196-8916-8ca9f39cc344,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:28.513191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=834981f6-8b48-4841-8818-a7bc7990491a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:28.515259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:28.520791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:28.526481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd0d8600-67e3-4ee6-a2c2-f9a322168d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:28.556323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.567797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:28.582003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22985773-2195-4c34-9901-29dbf7cf0a30,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:28.597344 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:28.621926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.625816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22985773-2195-4c34-9901-29dbf7cf0a30 HTTP/1.1" status: 204 len: 168 time: 2.4593079 Jan 14 03:24:28.656556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.661068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:28.677584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=35871163-c8af-4fbe-9be2-9e7d220d481e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:28.739916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:28.740375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.758222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:28.783257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Made reservation on behalf of 2b923687057a4a1686357f783c4710d2 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:28.788569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.835986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.840702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:28.865526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:28.905326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Calling delete_port for 834981f6-8b48-4841-8818-a7bc7990491a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:28.928738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:28.932028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:28.982320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a4872-7d48-44f9-acab-c3df81d3a3b0 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:29.033914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:29.034860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.073604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6282890 Jan 14 03:24:29.079231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:29.090494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'name': 'tempest-NetworksTestDHCPv6-1296751631'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:29.112648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.119909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port 522050bd-a2b8-47be-83b9-eac5ba8ca991 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:29.177740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 834981f6-8b48-4841-8818-a7bc7990491a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:29.331661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.340717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.365810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router edecd619-94d0-4930-a523-0e2f24a52224 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:24:29.371410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '35871163-c8af-4fbe-9be2-9e7d220d481e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:29.372334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.378131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1aae773c-71bd-48b0-bdee-c7d4d1d7fe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:29.393267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.395420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3c166dd-4cf4-4cb5-a45e-573c64799d2e HTTP/1.1" status: 204 len: 168 time: 1.0360909 Jan 14 03:24:29.407140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:29.433641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c166dd-4cf4-4cb5-a45e-573c64799d2e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:29.449818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:29.491035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.494298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.509641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.4658213 Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:29.510494 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:29.515046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:29.570062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:29.596471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:29.602882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.608075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e1d8622-03e6-4472-af84-c57f581bbf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:29.635472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2084123968'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:29.641214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:29.646360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:network and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:29.650601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:29.657364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:29.717011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Made reservation on behalf of caba2f7b68b446979e7b994d45211827 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.720782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:29.725171 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:29.727820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.750122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.772193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=834981f6-8b48-4841-8818-a7bc7990491a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:29.777740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:29.786362 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:29.813819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:29.814154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:29.869437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:24:29.869437 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:24:29.869437 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '9a342d13-9275-4d79-8cf1-f0b2f1d32b78'}] Jan 14 03:24:29.869437 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:29.870442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:29.876037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:security_group_rule and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:29.882061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:29.892911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:29.902752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:29.906681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/35871163-c8af-4fbe-9be2-9e7d220d481e/c1e252d7-9511-4b81-99ec-99cc09ace05a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:29.942058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:29.963866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8992c2cb-f856-4591-84d6-ae54ea2c601e tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:30.056731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:30.073409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:30.085342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:30.108943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:30.130210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] Sync routers for ids ['edecd619-94d0-4930-a523-0e2f24a52224'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:30.162089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] Routers {'edecd619-94d0-4930-a523-0e2f24a52224'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:30.162803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['edecd619-94d0-4930-a523-0e2f24a52224'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:30.165504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:30.175481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.193614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.220165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1893593508-network', 'tenant_id': '75b02b618e52414783ecb4418f7f4fae'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:30.224118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57444) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:30.230330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.234774 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0420737 Jan 14 03:24:30.235807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:30.239270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:30.259051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Usage tracker for resource:network and tenant:75b02b618e52414783ecb4418f7f4fae is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:30.266859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:30.268809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:30.282546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:30.296123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] Routers {'edecd619-94d0-4930-a523-0e2f24a52224'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:30.296846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['edecd619-94d0-4930-a523-0e2f24a52224'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:30.324783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=e7aa11ff-6a41-452f-ba25-6f79a0a0fa64,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:30.334840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:30.342367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Made reservation on behalf of 75b02b618e52414783ecb4418f7f4fae for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:30.347079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.356070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Deleting port 834981f6-8b48-4841-8818-a7bc7990491a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:30.356070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.374638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.422495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:30.422954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eafcb05-387b-41f7-80ee-6c880c15a102 None None] The sync data for ids ['edecd619-94d0-4930-a523-0e2f24a52224'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:30.424866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.437531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.447034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Transition to ACTIVE for port object c1e252d7-9511-4b81-99ec-99cc09ace05a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:30.493427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:30.510584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Usage tracker for resource:security_group_rule and tenant:75b02b618e52414783ecb4418f7f4fae is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:30.516007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Transition to ACTIVE for port object c1e252d7-9511-4b81-99ec-99cc09ace05a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:30.516188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.518115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:30.523502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 834981f6-8b48-4841-8818-a7bc7990491a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:30.523865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.528705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.545540 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef6fd580-26b3-4771-ace4-ddf3c6deb0fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c35fc722c05f4fbabf8f7f776d586507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141775 Jan 14 03:24:30.546828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1849716c-cfc3-4fb3-b371-929856a4adaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:30.549342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57452) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:30.554000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 2d19595d-4652-4814-a36f-39fc376c3d90 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:30.562565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:30.571124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:30.572987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.593372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.606493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa6c471c-0ccf-43d2-8dd0-34e3cbe861c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:30.607922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 753629df-3ed2-4756-b8f0-13f5cc36411c yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:30.614127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72322d9c-0bb9-4a40-9572-c09d048f7673 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:30.644406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:30.670365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.675247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7d0167a-fea0-449a-8ac7-d3e63886ce1f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:30.685306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:30.787767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:30.788151 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Added segment 851ba3a8-3d09-430f-bfdc-81419f6edd6b of type vxlan for network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 Jan 14 03:24:30.794417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'SecurityGroup': ['ID=56cfa721-f6c5-489b-a423-c334ac98abe3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:30.830968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:30.854472 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 7.1288643 Jan 14 03:24:30.873325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:24:30.885057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f17a0d13-5886-490e-984a-13f6eeffebba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers/edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 200 len: 884 time: 0.6431296 Jan 14 03:24:30.886043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:30.896636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:30.909890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'fixed_ips': [{'subnet_id': 'c072749d-e17f-4226-9bc4-d1c31f78d73e'}, {'subnet_id': 'e7aa11ff-6a41-452f-ba25-6f79a0a0fa64'}], 'name': 'tempest-PortsTestJSON-69860695'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:31.007579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=522050bd-a2b8-47be-83b9-eac5ba8ca991,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:31.063102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:31.084250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.099491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Pushing event updated for resources: {'Port': ['ID=c1e252d7-9511-4b81-99ec-99cc09ace05a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:31.102401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:31.103101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:31.104196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.104602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:31.105004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.115567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:31.122180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:31.123109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:31.123877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.172668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::84 (0db21da6-d133-41c3-a5a5-fbea28870222/35871163-c8af-4fbe-9be2-9e7d220d481e/753629df-3ed2-4756-b8f0-13f5cc36411c) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:31.219204 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8242300 Jan 14 03:24:31.222752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:31.224262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.225086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:31.246524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'binding:host_id': 'n-h1-765315-13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:31.261019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Calling delete_port for 834981f6-8b48-4841-8818-a7bc7990491a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:31.269458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] For port 834981f6-8b48-4841-8818-a7bc7990491a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=834981f6-8b48-4841-8818-a7bc7990491a,segment=NetworkSegment(190dee96-54f7-47d8-94c9-1541476b5214),segment_id=190dee96-54f7-47d8-94c9-1541476b5214)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:31.269870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.272573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:31.294853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:31.328804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:31.420906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:31.424792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:31.427320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:31.466370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.470390 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:31.474844 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:31.477276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.494669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b186bb9f-4634-480f-93e8-b4b14e223439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:31.614481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.636734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Pushing event deleted for resources: {'Port': ['ID=834981f6-8b48-4841-8818-a7bc7990491a,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:31.639909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:31.668411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Attempting to bind port c1e252d7-9511-4b81-99ec-99cc09ace05a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:31.668823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Attempting to bind port c1e252d7-9511-4b81-99ec-99cc09ace05a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:31.669244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Attempting to bind port c1e252d7-9511-4b81-99ec-99cc09ace05a on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:31.684856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:31.685217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:31.685670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.686117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:31.686648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Bound port: c1e252d7-9511-4b81-99ec-99cc09ace05a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:31.687133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.696893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for 834981f6-8b48-4841-8818-a7bc7990491a owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:31.725903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.745739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:31.746415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.761022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d451eb3f-0b28-456d-ba16-bd3f5dc44105 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:31.777317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.779422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] No DVR routers for this DVR port 834981f6-8b48-4841-8818-a7bc7990491a on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:31.821224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.826189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] For port c1e252d7-9511-4b81-99ec-99cc09ace05a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:31.829815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] For port c1e252d7-9511-4b81-99ec-99cc09ace05a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c1e252d7-9511-4b81-99ec-99cc09ace05a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:31.834089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.861186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a512c64c-2a4a-4d4f-bc49-6553a6ca6331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:31.882154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 753629df-3ed2-4756-b8f0-13f5cc36411c will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:31.885226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.916278 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3961892 Jan 14 03:24:31.916278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:31.919894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57468) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:31.940923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Request body: {'subnet': {'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:31.965366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Network': ['ID=f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.004775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:32.007620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.058861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93434f91-9993-4f74-bcc5-ce7e0ce773fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:32.076743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.077274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.090402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.114197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.118635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.125813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.126208 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Added segment 9b807a2c-1ca1-4a2d-896a-af801b2ad508 of type vxlan for network cdf362c5-5931-49a0-a08b-63df92c42fe8 Jan 14 03:24:32.134788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:32.135159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:32.136608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-553cc51f-bc57-4d9a-ad9c-2a305fbfd61c tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:32.161493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343c805-9619-4d39-9407-6fc122e9ef17,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.175846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.177511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:32.212611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:32.224889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baded150-09af-43b2-ade1-58489815690d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.229619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.249273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:subnet and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:32.252296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.256180 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baded150-09af-43b2-ade1-58489815690d HTTP/1.1" status: 204 len: 168 time: 1.6933243 Jan 14 03:24:32.256180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:32.261191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.274975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:32.311772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35a6ff7b-1dba-44f0-976d-9d3a54958bdd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:router {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:32.372748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-35a6ff7b-1dba-44f0-976d-9d3a54958bdd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:router {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:32.374459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35a6ff7b-1dba-44f0-976d-9d3a54958bdd tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4766009 Jan 14 03:24:32.376533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Made reservation on behalf of caba2f7b68b446979e7b994d45211827 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:32.396789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57474) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:32.403281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.404294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:32.404987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.427901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2d47fcd-1183-49a7-a7a5-d27c274ff902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:32.454539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2130022599'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:32.567628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 3c173238-deb2-45fe-b1e2-68736cbdea02 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:32.592779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6852014 Jan 14 03:24:32.608092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:32.631261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Request body: {'subnet': {'network_id': 'cdf362c5-5931-49a0-a08b-63df92c42fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1893593508-subnet', 'tenant_id': '75b02b618e52414783ecb4418f7f4fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:32.660054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:32.665125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:24:32.676667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Update dhcp port {'port': {'network_id': '2d19595d-4652-4814-a36f-39fc376c3d90', 'fixed_ips': [{'subnet_id': 'c072749d-e17f-4226-9bc4-d1c31f78d73e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7aa11ff-6a41-452f-ba25-6f79a0a0fa64'}], 'binding:host_id': 'n-d-765315-13'}, 'id': 'e86faf61-b0fd-4c11-92a4-15f3de6cb416'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:24:32.679570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 834981f6-8b48-4841-8818-a7bc7990491a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:32.679961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.688697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Usage tracker for resource:subnet and tenant:75b02b618e52414783ecb4418f7f4fae is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:32.693267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=753629df-3ed2-4756-b8f0-13f5cc36411c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.704369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:32.731967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Pushing event updated for resources: {'Port': ['ID=c1e252d7-9511-4b81-99ec-99cc09ace05a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.742656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.749941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.774597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf362c5-5931-49a0-a08b-63df92c42fe8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:32.777326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:32.778876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:32.799294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.814804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.830128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:32.851099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.865784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port 522050bd-a2b8-47be-83b9-eac5ba8ca991 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:32.878113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Made reservation on behalf of 75b02b618e52414783ecb4418f7f4fae for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:32.882833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.903078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:32.973435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:33.127162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Transition to ACTIVE for port object 522050bd-a2b8-47be-83b9-eac5ba8ca991 will not be triggered until provisioned by entity L2. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:33.144529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:33.157438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] The port '834981f6-8b48-4841-8818-a7bc7990491a' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:24:33.275903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:33.289261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:33.293159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.296132 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.300921 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:33.305092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:33.334178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:33.335176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:33.369831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:33.436825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15d567bd-1be5-4771-a327-ea6e350c4628 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:33.479155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:33.671575 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5870082 Jan 14 03:24:33.686544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57500) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:33.695895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=522050bd-a2b8-47be-83b9-eac5ba8ca991,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:33.705711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:33.706891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.10 (2d19595d-4652-4814-a36f-39fc376c3d90/c072749d-e17f-4226-9bc4-d1c31f78d73e/3c173238-deb2-45fe-b1e2-68736cbdea02) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:33.721810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.22 (2d19595d-4652-4814-a36f-39fc376c3d90/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64/3c173238-deb2-45fe-b1e2-68736cbdea02) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:33.922748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 522050bd-a2b8-47be-83b9-eac5ba8ca991 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:33.923127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 522050bd-a2b8-47be-83b9-eac5ba8ca991 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:33.923534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 522050bd-a2b8-47be-83b9-eac5ba8ca991 on network 7864f287-c6bb-4935-96a7-5a33df7e19ae {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:33.958605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:33.958967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:33.959571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:33.960133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound using segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} {{(pid=80832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:33.960825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound port: 522050bd-a2b8-47be-83b9-eac5ba8ca991, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}}] {{(pid=80832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:33.961454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.144229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a342d13-9275-4d79-8cf1-f0b2f1d32b78']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:34.186807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190dee96-54f7-47d8-94c9-1541476b5214') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:34.187235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190dee96-54f7-47d8-94c9-1541476b5214') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:34.220477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.293555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.302763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:34.303475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.317182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 522050bd-a2b8-47be-83b9-eac5ba8ca991, host n-h1-765315-13, cleared binding levels {{(pid=80832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:34.333084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.336307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 3c173238-deb2-45fe-b1e2-68736cbdea02 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:34.339083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 522050bd-a2b8-47be-83b9-eac5ba8ca991, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=522050bd-a2b8-47be-83b9-eac5ba8ca991,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:34.353245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.369922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bae15c61-4183-43d0-b3be-0aad7b483b0b tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:34.450020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b60d654-994f-4adb-a762-20ef545b80e5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:34.474558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b60d654-994f-4adb-a762-20ef545b80e5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:34.476625 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b60d654-994f-4adb-a762-20ef545b80e5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7867794 Jan 14 03:24:34.485246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.499296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57516) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:34.557332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c85d97f6-f0b5-4052-a745-6d85caf161f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.621588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=522050bd-a2b8-47be-83b9-eac5ba8ca991,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:34.630104 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:34.636972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.659553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-578ed921-ae75-4a84-93f3-22573dfb91aa tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:34.699659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.708595 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.712076 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.713251 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:34.716207 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:34.719744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 753629df-3ed2-4756-b8f0-13f5cc36411c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:34.720132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.733435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Allocated IP 172.20.0.18 (2d19595d-4652-4814-a36f-39fc376c3d90/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64/e86faf61-b0fd-4c11-92a4-15f3de6cb416) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:34.774728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:34.775617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.779465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "PUT /v2.0/ports/522050bd-a2b8-47be-83b9-eac5ba8ca991 HTTP/1.1" status: 200 len: 1074 time: 3.5400980 Jan 14 03:24:34.821886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57524) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:34.873923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router edecd619-94d0-4930-a523-0e2f24a52224 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:24:34.875729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:34.886094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:34.901087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=3c173238-deb2-45fe-b1e2-68736cbdea02,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:34.918931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:34.925927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] For port e86faf61-b0fd-4c11-92a4-15f3de6cb416, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e86faf61-b0fd-4c11-92a4-15f3de6cb416,segment=NetworkSegment(00842de0-5a83-45bb-8eb2-1f0cf10cc534),segment_id=00842de0-5a83-45bb-8eb2-1f0cf10cc534)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:34.959286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.036321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-75daa61c-1409-45ee-83e2-913d9480bb6a None None] Provisioning for port c1e252d7-9511-4b81-99ec-99cc09ace05a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:35.201743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c1e252d7-9511-4b81-99ec-99cc09ace05a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:35.249397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.273912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'network': {'name': 'tempest-RoutersAdminTest-397437945', 'router:external': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:35.277757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fbead9e-a322-4464-bde4-0fb8653a6593 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:35.304225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c1e252d7-9511-4b81-99ec-99cc09ace05a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:35.311009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c1e252d7-9511-4b81-99ec-99cc09ace05a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:35.311442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.409799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9a342d13-9275-4d79-8cf1-f0b2f1d32b78 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:35.449573 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:35.452560 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:35.458462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.496969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c1e252d7-9511-4b81-99ec-99cc09ace05a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c1e252d7-9511-4b81-99ec-99cc09ace05a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:35.500644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.504701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c99ae31c-81f8-4bb6-9d1d-149a528915b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:35.534842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.535217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.535579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.535988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.536426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.536840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.537244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.537647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.538047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.538449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.538851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.539252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.540456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.540762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.541168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.541568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.541971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.542367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.542768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.543166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.543566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:35.545759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Synchronizing usage tracker for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:35.598906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c1e252d7-9511-4b81-99ec-99cc09ace05a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:35.606472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ed830e-5c12-45aa-be52-041b2279fc39,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:35.616274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:35.621334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:35.633377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Transition to ACTIVE for port object e86faf61-b0fd-4c11-92a4-15f3de6cb416 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:35.635350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ec98ef7-dea1-430c-ba11-f8b7ebaf3fdd None None] Provisioning for port 753629df-3ed2-4756-b8f0-13f5cc36411c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:35.641355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:35.650646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.652193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] Sync routers for ids ['edecd619-94d0-4930-a523-0e2f24a52224'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:35.658842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Unset dirty status for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:35.663736 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4cbd3b47-d39c-4c1e-a0c4-caeaa56c7616 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18715 time: 0.8370945 Jan 14 03:24:35.663894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ec98ef7-dea1-430c-ba11-f8b7ebaf3fdd None None] Provisioning complete for port 753629df-3ed2-4756-b8f0-13f5cc36411c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:35.663894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ec98ef7-dea1-430c-ba11-f8b7ebaf3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.665634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5263d0c4-13f4-4087-a7b1-8dedbd5b906d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:35.666552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:35.666934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:35.673993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] Routers {'edecd619-94d0-4930-a523-0e2f24a52224'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:35.676472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 2d19595d-4652-4814-a36f-39fc376c3d90 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:35.677639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:network and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:35.677889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['edecd619-94d0-4930-a523-0e2f24a52224'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:35.694553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:35.719725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.727900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:35.731344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.750480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=9a342d13-9275-4d79-8cf1-f0b2f1d32b78,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:35.758394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/9a342d13-9275-4d79-8cf1-f0b2f1d32b78 HTTP/1.1" status: 204 len: 168 time: 12.3157911 Jan 14 03:24:35.763051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:35.764224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:35.764858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:35.772399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:35.774544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57534) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:35.789967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:35.797194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.799105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] Routers {'edecd619-94d0-4930-a523-0e2f24a52224'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:35.799756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['edecd619-94d0-4930-a523-0e2f24a52224'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:35.801386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57538) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:35.801702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2556a0d-8adc-4526-a44d-ff9d433557d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 200 len: 891 time: 3.4000406 Jan 14 03:24:35.812750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-13821725'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:35.820967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:35.827215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:network and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:35.830477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for network was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:35.839082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:35.841696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Made reservation on behalf of 3f1e49d749b6497780e9e5d4de6f209b for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:35.846526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.851273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.865975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:35.866430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c65ba-37b7-44da-9541-dfa77789e281 None None] The sync data for ids ['edecd619-94d0-4930-a523-0e2f24a52224'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:35.874636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9391533b-0299-45ba-82e1-1bf0aa72d633 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:35.910449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:35.920027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:35.920190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2ec98ef7-dea1-430c-ba11-f8b7ebaf3fdd None None] Port 753629df-3ed2-4756-b8f0-13f5cc36411c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:35.951845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Pushing event updated for resources: {'Port': ['ID=e86faf61-b0fd-4c11-92a4-15f3de6cb416,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:35.957963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:35.959634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.045804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c9ecc03c-ffbe-4173-aa97-a97863af610a None None] Provisioning complete for port c1e252d7-9511-4b81-99ec-99cc09ace05a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:36.046059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ecc03c-ffbe-4173-aa97-a97863af610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.072252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.079141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Subnet': ['ID=15d96801-1e61-4e9f-b7c7-cea063eda6a7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:36.084291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:36.087674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:36.113859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Deleting port 522050bd-a2b8-47be-83b9-eac5ba8ca991 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:36.114541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.123991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.124607 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Added segment ef7e04de-36db-4e69-b14d-283463ecbe81 of type vxlan for network 26071aa6-6909-4c84-b194-fe6b802d60bc Jan 14 03:24:36.176321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.208049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Checking segment: {'id': '851ba3a8-3d09-430f-bfdc-81419f6edd6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:36.208495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network hostable DHCP agents. Network: f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:36.233390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:36.247063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:36.253397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.273096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:36.273802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.281481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36324ed3-3db7-4cf2-9e00-9f89d3d46e8a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:36.309229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:36.318015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a182654-967f-4b3b-953a-d3fc164eb8d5 None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:36.323395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 753629df-3ed2-4756-b8f0-13f5cc36411c owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:36.408311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:36.409878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.431783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6497455 Jan 14 03:24:36.436275 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5103033 Jan 14 03:24:36.439304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:36.439680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57544) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:36.448687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Request body: {'subnet': {'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:36.470014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1555076521', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:36.481355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Network': ['ID=26071aa6-6909-4c84-b194-fe6b802d60bc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:36.494737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:36.499618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:36.500586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:36.505073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:router and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:36.508833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:36.515107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:36.517946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:security_group_rule and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:36.519629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:36.530191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.532911 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:36.535810 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:36.549177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:36.549935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.574491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 522050bd-a2b8-47be-83b9-eac5ba8ca991, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=522050bd-a2b8-47be-83b9-eac5ba8ca991,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:36.574897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.626293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:36.634725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Usage tracker for resource:subnet and tenant:6a82a3b8e4ea4124b28c65d1790607f5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:36.638402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:36.642249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:36.644408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.645512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.650542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:36.667009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Made reservation on behalf of 6a82a3b8e4ea4124b28c65d1790607f5 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:36.690217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.731968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Calling delete_port for 522050bd-a2b8-47be-83b9-eac5ba8ca991 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:36.816587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:36.846291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:36.880903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76284424-6a34-438f-bcc9-1f4945a27c15 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:37.023355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event deleted for resources: {'Port': ['ID=522050bd-a2b8-47be-83b9-eac5ba8ca991,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:37.078253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.1825750 Jan 14 03:24:37.081555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:37.082965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:37.123859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.141470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1dec92eb-3a49-419e-9f47-e4a3310bacec tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers/edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 200 len: 891 time: 1.3123264 Jan 14 03:24:37.161411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c072749d-e17f-4226-9bc4-d1c31f78d73e'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:37.207175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57552) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:37.256186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c1e252d7-9511-4b81-99ec-99cc09ace05a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:37.309514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Checking segment: {'id': '9b807a2c-1ca1-4a2d-896a-af801b2ad508', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'cdf362c5-5931-49a0-a08b-63df92c42fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:37.310023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Network hostable DHCP agents. Network: cdf362c5-5931-49a0-a08b-63df92c42fe8, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:37.315978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1c578d-032d-4a02-80e5-89052a28375d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:37.353878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8', 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8', 'tenant_id': 'caba2f7b68b446979e7b994d45211827', 'fixed_ips': [{'subnet_id': '15d96801-1e61-4e9f-b7c7-cea063eda6a7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:37.354710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.388634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2fd6a2d-80e9-4ebc-bbc1-d3b6e0429161 None None] Provisioning for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:37.398315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-010da7b6-786f-4c91-9f78-60d08903db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.417390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2fd6a2d-80e9-4ebc-bbc1-d3b6e0429161 None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:37.417710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6a2d-80e9-4ebc-bbc1-d3b6e0429161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.456304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.459407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1c578d-032d-4a02-80e5-89052a28375d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:37.463639 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc1c578d-032d-4a02-80e5-89052a28375d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 200 len: 205 time: 0.2541492 Jan 14 03:24:37.464847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57558) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:37.541157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:37.569817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.574789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.599349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8efc671-3a84-4591-9a5c-eced155e79ea tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:37.601130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.604646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c1e252d7-9511-4b81-99ec-99cc09ace05a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:37.605058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.642488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, cdf362c5-5931-49a0-a08b-63df92c42fe8) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:37.660804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc8d3a-1df6-486b-b144-18f456ca2f8d None None] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:37.725651 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "DELETE /v2.0/ports/522050bd-a2b8-47be-83b9-eac5ba8ca991 HTTP/1.1" status: 204 len: 168 time: 2.0518098 Jan 14 03:24:37.743502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57562) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:37.753390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=753629df-3ed2-4756-b8f0-13f5cc36411c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:37.767259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:37.781781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:37.782436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.787197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.812667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:37.823607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88b58357-db66-4943-be87-af0cf702f855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:37.845896 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca6f3f8-d6a8-4e81-ad53-c7cc9781f914 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] GET failed (client error): The resource could not be found. Jan 14 03:24:37.851538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cca6f3f8-d6a8-4e81-ad53-c7cc9781f914 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports/522050bd-a2b8-47be-83b9-eac5ba8ca991 HTTP/1.1" status: 404 len: 333 time: 0.0977454 Jan 14 03:24:37.853125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57566) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:37.870187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1480590970', 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:37.879197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:37.901089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.055724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e86faf61-b0fd-4c11-92a4-15f3de6cb416 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:38.083398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:38.179252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.198738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.204916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 7f7cab1d-5a92-47cf-99ca-2c15fcf33377 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:38.205394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.5927191 Jan 14 03:24:38.205880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.228975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:38.229404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.256047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Allocated IP 172.20.0.2 (f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8/15d96801-1e61-4e9f-b7c7-cea063eda6a7/ace7179c-90b8-49a1-85e7-735cf9dd5fac) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:38.257348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:38.295045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbf4cd-cac9-4540-8316-d98db0e6989a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:38.315609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:38.320911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.322077 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Added segment 4efa21b1-ea78-4226-888c-7b3a8eee1c13 of type vxlan for network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd Jan 14 03:24:38.352021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Made reservation on behalf of 2b923687057a4a1686357f783c4710d2 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:38.357055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.366123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.417158 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/753629df-3ed2-4756-b8f0-13f5cc36411c HTTP/1.1" status: 204 len: 168 time: 3.9131391 Jan 14 03:24:38.433003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:38.457367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:38.457783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.529781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57578) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:38.578758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.616409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Deleting subnet f4ed830e-5c12-45aa-be52-041b2279fc39 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:38.631087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f3ecf7-2de9-4e60-80ac-8f1218854e9c None None] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:38.712622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337776b-a948-484b-8bdc-6d2198beed6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:38.718101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337776b-a948-484b-8bdc-6d2198beed6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:38.719077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a337776b-a948-484b-8bdc-6d2198beed6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:38.758507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.759706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:38.760499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.779160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1590f12e-bf9b-4d13-819b-565337b4d782 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:38.841127 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 4.1364462 Jan 14 03:24:38.842225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a337776b-a948-484b-8bdc-6d2198beed6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:38.843556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a337776b-a948-484b-8bdc-6d2198beed6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4093630 Jan 14 03:24:38.854339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:38.854869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57584) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:38.912368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'subnet': {'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:38.918601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:38.922762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:subnet and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:38.926142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:38.930514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:38.933102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:38.997885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Made reservation on behalf of 3f1e49d749b6497780e9e5d4de6f209b for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:39.003014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.080888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.146996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Network': ['ID=6f55c3d3-68f5-431a-8cc9-42bdfae2eebd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:39.162208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.176585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:39.190903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:39.193094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:39.198325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port c4fd100e-a361-46a3-9be6-7108140942cd yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:39.266806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:39.338627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Delete allocated IP 172.20.0.22 (2d19595d-4652-4814-a36f-39fc376c3d90/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64) {{(pid=80832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:24:39.516152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 35871163-c8af-4fbe-9be2-9e7d220d481e {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:39.523116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.558612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 7f7cab1d-5a92-47cf-99ca-2c15fcf33377 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:39.646219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.653713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Provisioning for port 3c173238-deb2-45fe-b1e2-68736cbdea02 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:39.669982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Provisioning complete for port 3c173238-deb2-45fe-b1e2-68736cbdea02 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:39.670464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.677521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.725675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.745173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Transition to ACTIVE for port object ace7179c-90b8-49a1-85e7-735cf9dd5fac will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:39.745414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.756714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-00bad629-4985-4a6f-8f42-648b744401ae None None] Port 3c173238-deb2-45fe-b1e2-68736cbdea02 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:39.766963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Transition to ACTIVE for port object ace7179c-90b8-49a1-85e7-735cf9dd5fac will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:39.772168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.786033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:39.791472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.831115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Ignored duplicate provisioning block setup for port 3c173238-deb2-45fe-b1e2-68736cbdea02 by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 03:24:39.838131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.851235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.871889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:39.892049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:39.920776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Pushing event updated for resources: {'Port': ['ID=ace7179c-90b8-49a1-85e7-735cf9dd5fac,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:39.924958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:39.978289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:39.979842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:39.982235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:40.012392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.037856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Attempting to bind port ace7179c-90b8-49a1-85e7-735cf9dd5fac on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:40.038289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Attempting to bind port ace7179c-90b8-49a1-85e7-735cf9dd5fac by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '851ba3a8-3d09-430f-bfdc-81419f6edd6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:40.038801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Attempting to bind port ace7179c-90b8-49a1-85e7-735cf9dd5fac on network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:40.044989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=3c173238-deb2-45fe-b1e2-68736cbdea02,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:40.045519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:40.046030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Checking segment: {'id': '851ba3a8-3d09-430f-bfdc-81419f6edd6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:40.046565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.047521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Bound using segment: {'id': '851ba3a8-3d09-430f-bfdc-81419f6edd6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:40.047826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Bound port: ace7179c-90b8-49a1-85e7-735cf9dd5fac, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851ba3a8-3d09-430f-bfdc-81419f6edd6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:40.048395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.057403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:40.058630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.156056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:40.159894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:40.163684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.179777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:40.323450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Pushing event updated for resources: {'Port': ['ID=ace7179c-90b8-49a1-85e7-735cf9dd5fac,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:40.326957 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:40.437417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.454493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.479333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] In _notify_port_updated(), no bound segment for port 3c173238-deb2-45fe-b1e2-68736cbdea02 on network 2d19595d-4652-4814-a36f-39fc376c3d90 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.481274 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.485120 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.487052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:40.491362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:40.501005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:40.501741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.506363 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/ports/3c173238-deb2-45fe-b1e2-68736cbdea02 HTTP/1.1" status: 200 len: 918 time: 3.3614268 Jan 14 03:24:40.512476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57590) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:40.526282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c072749d-e17f-4226-9bc4-d1c31f78d73e'}, {'subnet_id': 'e7aa11ff-6a41-452f-ba25-6f79a0a0fa64'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:40.709565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4efd0157-d491-49b6-8245-6fb8bd445b83 None None] Provisioning complete for port 3c173238-deb2-45fe-b1e2-68736cbdea02 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:40.710490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4efd0157-d491-49b6-8245-6fb8bd445b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.811366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4efd0157-d491-49b6-8245-6fb8bd445b83 None None] Port 3c173238-deb2-45fe-b1e2-68736cbdea02 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:40.813269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.830239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:24:40.830680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.846207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.868295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b61e53c-3432-40b9-bb23-ef8b5858640f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:40.872385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:40.907851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff2411b-c64c-4640-a8f2-bc44bd66812c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:41.078727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:24:41.139069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.286366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Allocated IP 172.25.3.149 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/44de0473-9881-47db-8681-387b0f4647bd) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:41.310528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=c4fd100e-a361-46a3-9be6-7108140942cd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:41.316270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:41.324117 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-905e1fca-bfa0-4223-bc03-ff0ccf3d997d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:41.365780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.375233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.392147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Subnet': ['ID=de0d7191-7186-4950-bb6e-efc55be10f4e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:41.511259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=35871163-c8af-4fbe-9be2-9e7d220d481e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:41.519203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6d000-e041-4399-b845-f629451b6a0d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:41.525437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.534156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:41.535971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:41.536606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:41.627913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/35871163-c8af-4fbe-9be2-9e7d220d481e HTTP/1.1" status: 204 len: 168 time: 2.7699201 Jan 14 03:24:41.644295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:41.753839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:41.792240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-539729b5-80c9-4135-a0f3-819d5521672b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466320 Jan 14 03:24:41.799138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Checking segment: {'id': '4efa21b1-ea78-4226-888c-7b3a8eee1c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:41.799450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network hostable DHCP agents. Network: 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:41.815473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.816746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57598) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:41.831790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:41.844383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ace7179c-90b8-49a1-85e7-735cf9dd5fac up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:41.885922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:41.906624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Deleting port c1e252d7-9511-4b81-99ec-99cc09ace05a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:41.906974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:41.914202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:41.917423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:41.921247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:41.922311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.031042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:42.053919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ace7179c-90b8-49a1-85e7-735cf9dd5fac completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:42.058341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4cce8a-5502-475b-a4c6-b137d1fcf8dc None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:42.064253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:42.084161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b4d57-57bb-4a9c-98da-7d6ac2639968 None None] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:42.093541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:42.094402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.107697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:42.112384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:42.115522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:42.131274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:42.177949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03169c8d-7b42-468f-8381-cb5eaeb19687 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3191187 Jan 14 03:24:42.181250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.182030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57602) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.187971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'port': {'name': 'tempest-RoutersAdminTest-468233680', 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:42.203372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:42.205462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.213629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.228729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.233268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event updated for resources: {'Subnet': ['ID=e8ac4d23-c8f3-43c1-9309-16a9232a19a1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:42.238194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:42.248316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:port and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:42.269263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4ed830e-5c12-45aa-be52-041b2279fc39 HTTP/1.1" status: 204 len: 168 time: 3.7258778 Jan 14 03:24:42.276737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:42.277341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9e471f9-91cb-4209-a77d-931788e5e57f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:42.300620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:42.310623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57606) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.338625 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.4816794 Jan 14 03:24:42.344466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ed830e-5c12-45aa-be52-041b2279fc39,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:42.355142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:42.357388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57610) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.361519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:42.387429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.24 (2d19595d-4652-4814-a36f-39fc376c3d90/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64/3c173238-deb2-45fe-b1e2-68736cbdea02) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:42.434393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.434926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router edecd619-94d0-4930-a523-0e2f24a52224 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:24:42.467799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.500830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Made reservation on behalf of 3f1e49d749b6497780e9e5d4de6f209b for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:42.504083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26289f3a-6add-4f8d-8fb9-85d5fea9befc tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:42.504782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26289f3a-6add-4f8d-8fb9-85d5fea9befc tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Synchronizing usage tracker for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:42.505766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.514349 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:42.517495 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:42.522615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.524494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9fd0c0c9-384c-4ad3-880a-7e325b6f6334 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 204 len: 168 time: 5.0578713 Jan 14 03:24:42.525869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Checking segment: {'id': 'ef7e04de-36db-4e69-b14d-283463ecbe81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:42.526281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network hostable DHCP agents. Network: 26071aa6-6909-4c84-b194-fe6b802d60bc, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:42.530993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57614) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.540207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1020343450'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:42.552243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Provisioning for port ace7179c-90b8-49a1-85e7-735cf9dd5fac completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:42.559909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:42.569238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:42.574656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:42.583254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Provisioning complete for port ace7179c-90b8-49a1-85e7-735cf9dd5fac triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:42.583872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.584463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26289f3a-6add-4f8d-8fb9-85d5fea9befc tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Unset dirty status for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:42.588837 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26289f3a-6add-4f8d-8fb9-85d5fea9befc tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports/c4fd100e-a361-46a3-9be6-7108140942cd HTTP/1.1" status: 200 len: 955 time: 0.2218795 Jan 14 03:24:42.588837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:42.591810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57618) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.628791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 26071aa6-6909-4c84-b194-fe6b802d60bc is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:42.648131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.649431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:42.658616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.683210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 26071aa6-6909-4c84-b194-fe6b802d60bc) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:42.694435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.716568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e83eb6f2-6fea-4a89-be7e-ba7dcdce4bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:42.738359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0897324-f6d4-4a17-9d44-5496e6bcebad None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:42.818157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:42.818853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.823656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] For port c1e252d7-9511-4b81-99ec-99cc09ace05a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c1e252d7-9511-4b81-99ec-99cc09ace05a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:42.824119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.879943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Deleting port c4fd100e-a361-46a3-9be6-7108140942cd {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:42.880187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.919806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 27} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:24:42.955052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=44de0473-9881-47db-8681-387b0f4647bd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:42.958608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:42.968186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 6.5274239 Jan 14 03:24:42.986592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57622) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:42.990100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:42.990497 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment da4ad841-49e8-4ff1-a83d-143a129e6b74 of type vxlan for network 6e3099ec-69b5-4631-a890-17fd70eee413 Jan 14 03:24:42.994921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] device_id is not set on port 6c63d394-cc4f-4449-afb7-4f0c269d99ad yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:43.029707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Calling delete_port for c1e252d7-9511-4b81-99ec-99cc09ace05a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:43.184819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.250365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.252395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:43.271653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.281665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4e145-98ba-45a6-88bc-e8da5ea2834c None None] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:43.327336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:43.329826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:43.359524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.366958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.20.0.10 (6f55c3d3-68f5-431a-8cc9-42bdfae2eebd/de0d7191-7186-4950-bb6e-efc55be10f4e/6c63d394-cc4f-4449-afb7-4f0c269d99ad) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:43.421673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 3c173238-deb2-45fe-b1e2-68736cbdea02 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:43.441034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.441412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.461803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:43.462505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.465371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.472965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eb93841-0c3a-4318-98a9-c1f612d0a520 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:43.486901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70381e73-178a-4299-a6f1-b3497b2566ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:43.496004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.496203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9cf211d-d67b-4675-952e-eada0cf8d14a tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:43.517810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.532108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf362c5-5931-49a0-a08b-63df92c42fe8']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:43.595617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Pushing event deleted for resources: {'Port': ['ID=c1e252d7-9511-4b81-99ec-99cc09ace05a,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:43.602729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:43.612197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:43.629768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.646337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:43.770235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Pushing event updated for resources: {'Port': ['ID=ace7179c-90b8-49a1-85e7-735cf9dd5fac,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:43.780224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:43.806384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-26071aa6-6909-4c84-b194-fe6b802d60bc', 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc', 'tenant_id': '6a82a3b8e4ea4124b28c65d1790607f5', 'fixed_ips': [{'subnet_id': 'e8ac4d23-c8f3-43c1-9309-16a9232a19a1'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:43.807092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:43.845767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c1e252d7-9511-4b81-99ec-99cc09ace05a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:43.892461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c1e252d7-9511-4b81-99ec-99cc09ace05a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:43.892461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c1e252d7-9511-4b81-99ec-99cc09ace05a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:43.893446 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3583570 Jan 14 03:24:43.902044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Calling delete_port for c4fd100e-a361-46a3-9be6-7108140942cd owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:43.911512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:43.913327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b807a2c-1ca1-4a2d-896a-af801b2ad508') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:43.913657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b807a2c-1ca1-4a2d-896a-af801b2ad508') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:44.037912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.064583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.066938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:44.109689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-526439fc-cb7a-40fd-9e01-9ae6d28ff5f7 None None] Provisioning complete for port ace7179c-90b8-49a1-85e7-735cf9dd5fac triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:44.110120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-526439fc-cb7a-40fd-9e01-9ae6d28ff5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.182284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] No DVR routers for this DVR port c1e252d7-9511-4b81-99ec-99cc09ace05a on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:44.315896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:44.330433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.334342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=6e3099ec-69b5-4631-a890-17fd70eee413,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:44.338536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:44.466711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.513682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.514039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.515587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:44.529179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:44.541797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:24:44.567646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Network cdf362c5-5931-49a0-a08b-63df92c42fe8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:44.593312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0156c13f-c223-4236-8bda-fcc84977d77b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:44.687639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:44.769017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event deleted for resources: {'Port': ['ID=c4fd100e-a361-46a3-9be6-7108140942cd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:44.772064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:44.809659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=3c173238-deb2-45fe-b1e2-68736cbdea02,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:44.816710 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:44.820042 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:44.837812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.902693 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dd0a8dd-f019-406c-84b8-7e7086dbe8b1 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:44.919768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:44.986324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf362c5-5931-49a0-a08b-63df92c42fe8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:45.013720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:45.020236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Allocated IP 2001:db8::f816:3eff:fe0c:9d92 (26071aa6-6909-4c84-b194-fe6b802d60bc/e8ac4d23-c8f3-43c1-9309-16a9232a19a1/f2b1538e-c121-4c42-82ab-6c1c0a24be4b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:45.061086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdf362c5-5931-49a0-a08b-63df92c42fe8 HTTP/1.1" status: 204 len: 168 time: 2.7468233 Jan 14 03:24:45.094080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:45.095448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.105676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.109692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:45.113656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.117299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:45.130851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:45.188922 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "DELETE /v2.0/ports/c4fd100e-a361-46a3-9be6-7108140942cd HTTP/1.1" status: 204 len: 168 time: 2.5909092 Jan 14 03:24:45.189161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57632) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:45.195957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.201747 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.204954 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.265814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.278640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Transition to ACTIVE for port object f2b1538e-c121-4c42-82ab-6c1c0a24be4b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:45.297990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Transition to ACTIVE for port object f2b1538e-c121-4c42-82ab-6c1c0a24be4b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:45.310802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.328479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf2e2179-c104-49b5-9594-54ac424a33ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:45.350327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.372725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77e47c26-3481-4e09-a184-ed9e890ac908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:45.384688 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c4bb40-9813-439e-b970-4b618b7aca4d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] GET failed (client error): The resource could not be found. Jan 14 03:24:45.385767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08c4bb40-9813-439e-b970-4b618b7aca4d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Synchronizing usage tracker for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:45.409587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] In _notify_port_updated(), no bound segment for port 3c173238-deb2-45fe-b1e2-68736cbdea02 on network 2d19595d-4652-4814-a36f-39fc376c3d90 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:24:45.421343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Pushing event updated for resources: {'Port': ['ID=f2b1538e-c121-4c42-82ab-6c1c0a24be4b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:45.437442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:45.438184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.443536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/ports/3c173238-deb2-45fe-b1e2-68736cbdea02 HTTP/1.1" status: 200 len: 998 time: 4.9298761 Jan 14 03:24:45.445972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57636) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:45.446348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57638) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:45.474427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:45.494911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a92b6fa3-900a-4e97-82fd-f6a7bf2d870c None None] Provisioning complete for port ace7179c-90b8-49a1-85e7-735cf9dd5fac triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:45.495332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a92b6fa3-900a-4e97-82fd-f6a7bf2d870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.508638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.532703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=e8ac4d23-c8f3-43c1-9309-16a9232a19a1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:45.535442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:45.605731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5a2c771-70ca-4cf7-b600-1743aebb0dd1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:45.654319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:45.657420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:45.661225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:45.728715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Attempting to bind port f2b1538e-c121-4c42-82ab-6c1c0a24be4b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:45.729266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Attempting to bind port f2b1538e-c121-4c42-82ab-6c1c0a24be4b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ef7e04de-36db-4e69-b14d-283463ecbe81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:45.731467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Attempting to bind port f2b1538e-c121-4c42-82ab-6c1c0a24be4b on network 26071aa6-6909-4c84-b194-fe6b802d60bc {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:45.739142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:45.740203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Checking segment: {'id': 'ef7e04de-36db-4e69-b14d-283463ecbe81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:45.741593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.743076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Bound using segment: {'id': 'ef7e04de-36db-4e69-b14d-283463ecbe81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:45.743941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Bound port: f2b1538e-c121-4c42-82ab-6c1c0a24be4b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7e04de-36db-4e69-b14d-283463ecbe81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '26071aa6-6909-4c84-b194-fe6b802d60bc'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:45.745291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.773919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08c4bb40-9813-439e-b970-4b618b7aca4d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Unset dirty status for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:45.775194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08c4bb40-9813-439e-b970-4b618b7aca4d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports/c4fd100e-a361-46a3-9be6-7108140942cd HTTP/1.1" status: 404 len: 333 time: 0.5809889 Jan 14 03:24:45.783518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57644) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:45.796721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1693649544'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:45.801037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.806329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ace7179c-90b8-49a1-85e7-735cf9dd5fac up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:45.808771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:45.811846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.861049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.886094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=6c63d394-cc4f-4449-afb7-4f0c269d99ad,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:45.904223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6182db03-5fb3-445a-9e07-171ca13aef92 None None] Provisioning for port 3c173238-deb2-45fe-b1e2-68736cbdea02 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:45.913713 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.917052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.920894 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:45.929216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:45.932757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6182db03-5fb3-445a-9e07-171ca13aef92 None None] Provisioning complete for port 3c173238-deb2-45fe-b1e2-68736cbdea02 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:45.932757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6182db03-5fb3-445a-9e07-171ca13aef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.933083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 3c173238-deb2-45fe-b1e2-68736cbdea02 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:45.933083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:45.953327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:45.962546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:45.970450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] For port f2b1538e-c121-4c42-82ab-6c1c0a24be4b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:45.987774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] For port f2b1538e-c121-4c42-82ab-6c1c0a24be4b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f2b1538e-c121-4c42-82ab-6c1c0a24be4b,segment=NetworkSegment(ef7e04de-36db-4e69-b14d-283463ecbe81),segment_id=ef7e04de-36db-4e69-b14d-283463ecbe81)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:45.997552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.012057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a7a9a59-889f-45f3-bc1b-d05c375164bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:46.040314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6182db03-5fb3-445a-9e07-171ca13aef92 None None] Port 3c173238-deb2-45fe-b1e2-68736cbdea02 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:46.048772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ace7179c-90b8-49a1-85e7-735cf9dd5fac triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:46.049205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.065722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Made reservation on behalf of 2b923687057a4a1686357f783c4710d2 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:46.070771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.092407 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48d8ad5b-8cfa-45aa-8cf4-2bf6a5883259 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75b02b618e52414783ecb4418f7f4fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773430 Jan 14 03:24:46.103010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57648) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:46.158899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.183555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0df271b-e76e-4e84-bcc2-db1ae73f590d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:46.193522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26071aa6-6909-4c84-b194-fe6b802d60bc']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:46.228032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Pushing event updated for resources: {'Port': ['ID=f2b1538e-c121-4c42-82ab-6c1c0a24be4b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:46.236808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:46.246783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7e04de-36db-4e69-b14d-283463ecbe81') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:46.247120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7e04de-36db-4e69-b14d-283463ecbe81') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:46.344050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.379482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.387157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fb27c-e7ca-4c8a-b4e8-fd94e885e9f4 None None] Network 26071aa6-6909-4c84-b194-fe6b802d60bc requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:46.403849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:46.453387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.471779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:46.523186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.591890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:46.609322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:46.618372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e21ab0-ab2d-4cc6-b976-6437ed865555 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:24:46.631741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:46.720803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=95e9cd96-d40e-4229-8053-153090e4816e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:46.780403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:46.797946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e21ab0-ab2d-4cc6-b976-6437ed865555 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:24:46.839743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:46.840192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.912935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.7298586 Jan 14 03:24:46.915161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:46.918360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57652) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:46.921141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:46.964517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:46.991956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:46.992590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.017403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 26071aa6-6909-4c84-b194-fe6b802d60bc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:47.028185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.106533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Router 024056a3-5e56-4035-b606-f9adc0552097 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:24:47.124367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 3c173238-deb2-45fe-b1e2-68736cbdea02 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:47.194064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.3735085 Jan 14 03:24:47.198859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port 6c63d394-cc4f-4449-afb7-4f0c269d99ad {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:47.199235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.230176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:47.255513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'name': 'tempest-NetworksTestDHCPv6-1046595810'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:47.381533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.392992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3221404d-0fd8-48a1-bad7-7dc48ea673c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:47.469587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '95e9cd96-d40e-4229-8053-153090e4816e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:47.469732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 26071aa6-6909-4c84-b194-fe6b802d60bc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:47.470995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:47.512461 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:47.516955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343c805-9619-4d39-9407-6fc122e9ef17,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:47.537460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:47.609037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:47.618825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:47.625735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:47.638372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.639725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:47.672008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:24:47.672008 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:24:47.672008 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '26071aa6-6909-4c84-b194-fe6b802d60bc'}] Jan 14 03:24:47.672008 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:24:47.672653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:24:47.686167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.687391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1343c805-9619-4d39-9407-6fc122e9ef17 HTTP/1.1" status: 204 len: 168 time: 1.5812490 Jan 14 03:24:47.702187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:47.726110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.727855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] Sync routers for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:47.734594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:24:47.743813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.747307 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a798fbf2-2fe6-4c36-a3c1-45095b51c525 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:47.762618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.764124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:47.765079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:47.842661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:47.858889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:47.860216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.4176428 Jan 14 03:24:47.863658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:47.864860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:47.874310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57662) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:47.952515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for 6c63d394-cc4f-4449-afb7-4f0c269d99ad owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:47.967445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:47.968180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeae74c-b2d0-4f23-975c-b43d4b168dd2 None None] The sync data for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:24:48.013936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.028330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/95e9cd96-d40e-4229-8053-153090e4816e/9aa80aba-3a84-49ba-8f49-39bca491c46f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:48.040047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:48.041517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-651dba7a-18ba-44c3-8606-3b61f7f55d52 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:48.054036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:48.085531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:48.088956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:48.092761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:48.093632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:48.094241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.133952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:48.137092 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:48.206623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.269953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4826415 Jan 14 03:24:48.281092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57670) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:48.307772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.319312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Transition to ACTIVE for port object 9aa80aba-3a84-49ba-8f49-39bca491c46f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:48.329263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=3c173238-deb2-45fe-b1e2-68736cbdea02,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:48.332370 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:48.340874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Request body: {'port': {'binding:host_id': 'n-h1-765315-13'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:48.344352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Transition to ACTIVE for port object 9aa80aba-3a84-49ba-8f49-39bca491c46f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:48.350393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.370390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:48.412122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port f2b1538e-c121-4c42-82ab-6c1c0a24be4b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:48.412741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.511670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Pushing event updated for resources: {'Port': ['ID=9aa80aba-3a84-49ba-8f49-39bca491c46f,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:48.525276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:48.589352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:48.590686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:48.594051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:48.634991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.661826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Attempting to bind port 9aa80aba-3a84-49ba-8f49-39bca491c46f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:48.662255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Attempting to bind port 9aa80aba-3a84-49ba-8f49-39bca491c46f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:48.662678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Attempting to bind port 9aa80aba-3a84-49ba-8f49-39bca491c46f on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:48.670001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:48.670433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:48.670893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.671340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:48.671880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Bound port: 9aa80aba-3a84-49ba-8f49-39bca491c46f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:48.672318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.777828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] For port 9aa80aba-3a84-49ba-8f49-39bca491c46f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:48.781768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] For port 9aa80aba-3a84-49ba-8f49-39bca491c46f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9aa80aba-3a84-49ba-8f49-39bca491c46f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:48.789841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:48.806420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:48.973964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Pushing event updated for resources: {'Port': ['ID=9aa80aba-3a84-49ba-8f49-39bca491c46f,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:48.986347 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:49.014114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.095621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port e3c55017-1869-4cbd-a61d-52047b99a356 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:49.133769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e915919-1189-4713-8bfe-5cb7d12b91af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:49.179457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.262659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] For port f2b1538e-c121-4c42-82ab-6c1c0a24be4b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f2b1538e-c121-4c42-82ab-6c1c0a24be4b,segment=NetworkSegment(ef7e04de-36db-4e69-b14d-283463ecbe81),segment_id=ef7e04de-36db-4e69-b14d-283463ecbe81)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:49.263048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.266571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event deleted for resources: {'Port': ['ID=6c63d394-cc4f-4449-afb7-4f0c269d99ad,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:49.270266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:49.312023 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/3c173238-deb2-45fe-b1e2-68736cbdea02 HTTP/1.1" status: 204 len: 168 time: 3.7995322 Jan 14 03:24:49.316022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:49.439079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.531466 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/ports/6c63d394-cc4f-4449-afb7-4f0c269d99ad HTTP/1.1" status: 204 len: 168 time: 2.6118896 Jan 14 03:24:49.533666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for f2b1538e-c121-4c42-82ab-6c1c0a24be4b owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:49.537187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:49.551495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'external_gateway_info': {'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'external_fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10'}]}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:49.569207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:49.585664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::38e (0db21da6-d133-41c3-a5a5-fbea28870222/95e9cd96-d40e-4229-8053-153090e4816e/e3c55017-1869-4cbd-a61d-52047b99a356) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:49.590991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:router and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:49.596427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:49.600694 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e13bbf-f368-43f3-9e30-2ac329d2584f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:24:49.602175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-52e13bbf-f368-43f3-9e30-2ac329d2584f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/3c173238-deb2-45fe-b1e2-68736cbdea02 HTTP/1.1" status: 404 len: 333 time: 0.2773302 Jan 14 03:24:49.607379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57708) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:49.613401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:49.704120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.705233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.835107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9aa80aba-3a84-49ba-8f49-39bca491c46f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:49.866933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.876002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:49.886606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d60d4f9c-e9d8-44ef-98bd-af8912aa5971 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:49.917666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9aa80aba-3a84-49ba-8f49-39bca491c46f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:50.026050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:24:50.035754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Port': ['ID=f2b1538e-c121-4c42-82ab-6c1c0a24be4b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:50.041900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:50.106342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.182078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No DVR routers for this DVR port f2b1538e-c121-4c42-82ab-6c1c0a24be4b on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:50.218378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] device_id is not set on port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:24:50.271304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet e7aa11ff-6a41-452f-ba25-6f79a0a0fa64 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:50.298786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.363360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.477583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:50.480656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Transition to ACTIVE for port object 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 will not be triggered until provisioned by entity L2. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:50.501476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.506654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.513973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.529840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.534114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.551343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:50.551552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c879cd74-ad11-4aa4-b56f-92777c0e8c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:50.618604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.719483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object e3c55017-1869-4cbd-a61d-52047b99a356 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:50.752169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b4b976-a074-4364-b1bb-9974e7828afb None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:50.833712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=eadd751f-82d5-46b0-b145-f1d1453150af,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:50.845707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:50.936227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:50.963772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b58fa15-afc3-4f38-bbc4-2110bed29a14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:51.012723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Provisioning for port 9aa80aba-3a84-49ba-8f49-39bca491c46f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:51.023070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Provisioning complete for port 9aa80aba-3a84-49ba-8f49-39bca491c46f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:51.024380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.126481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.185361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:51.191391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:51.193732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.220797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:51.226822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26071aa6-6909-4c84-b194-fe6b802d60bc']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:51.236698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] For port 9aa80aba-3a84-49ba-8f49-39bca491c46f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9aa80aba-3a84-49ba-8f49-39bca491c46f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:51.239793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.242248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:51.244869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd5810cea59434db26c2d0aea5bea85 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:51.304043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:51.319496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Pushing event updated for resources: {'Port': ['ID=9aa80aba-3a84-49ba-8f49-39bca491c46f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:51.324875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:51.345503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.365986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:51.369241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7e04de-36db-4e69-b14d-283463ecbe81') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:51.369574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7e04de-36db-4e69-b14d-283463ecbe81') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:51.423739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.453754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=e3c55017-1869-4cbd-a61d-52047b99a356,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:51.476444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.476698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:51.501430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:51.519810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 on host n-h1-765315-13 for vnic_type normal with profile {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:51.520176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 by drivers openvswitch on host n-h1-765315-13 at level 0 using segments [{'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:51.520575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attempting to bind port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 on network 7864f287-c6bb-4935-96a7-5a33df7e19ae {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:51.566654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Provisioning for port e3c55017-1869-4cbd-a61d-52047b99a356 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:51.572615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Provisioning complete for port e3c55017-1869-4cbd-a61d-52047b99a356 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:51.573964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.574100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': 'da4ad841-49e8-4ff1-a83d-143a129e6b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:51.574371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: 6e3099ec-69b5-4631-a890-17fd70eee413, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:24:51.585813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking agent: {'id': 'a71af5a5-637e-4f95-9bb0-341e7681e3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 3, 7, 41), 'started_at': datetime.datetime(2021, 1, 14, 3, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:51.586233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Checking segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:51.586620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.587014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound using segment: {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'} {{(pid=80833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:51.587510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Bound port: 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0, host: n-h1-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc40e7b-d1be-45eb-b932-b75909cdefae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '7864f287-c6bb-4935-96a7-5a33df7e19ae'}}] {{(pid=80833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:51.587880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.649265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Port e3c55017-1869-4cbd-a61d-52047b99a356 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:51.664428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Provisioning complete for port 9aa80aba-3a84-49ba-8f49-39bca491c46f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:51.664865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9292b3ae-38b7-4fdd-9558-327a26fabf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.711665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6e3099ec-69b5-4631-a890-17fd70eee413 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:24:51.722852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:51.735113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:51.753432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.756363 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.761287 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:51.769003 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:51.775233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:51.775233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.788746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6e3099ec-69b5-4631-a890-17fd70eee413) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:51.833262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ca4c2-51eb-4b31-9eea-1db4a9adc4a0 None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:51.861479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9aa80aba-3a84-49ba-8f49-39bca491c46f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:51.871695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:51.872430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.907965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 26071aa6-6909-4c84-b194-fe6b802d60bc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:51.922548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:51.949591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7182300 Jan 14 03:24:51.963331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57740) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.087138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.1569290 Jan 14 03:24:52.094591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57744) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.103281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1769091575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:24:52.155840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:52.168836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:52.187903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:52.207293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:52.230086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.252939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0, host n-h1-765315-13, cleared binding levels {{(pid=80833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:52.263869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.270886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.278406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6bc3d287-7546-49b1-af11-9178c81fb5f2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:52.300757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.336540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.346045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.347406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.355939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9aa80aba-3a84-49ba-8f49-39bca491c46f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:52.356477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.359056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcc66428-25ad-4acc-a196-70a75d7ee311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:52.369253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 26071aa6-6909-4c84-b194-fe6b802d60bc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:52.383781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd5810cea59434db26c2d0aea5bea85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9024415 Jan 14 03:24:52.400232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=e7aa11ff-6a41-452f-ba25-6f79a0a0fa64,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:52.405131 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:52.408248 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:24:52.413842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57748) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.419491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:52.470569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b1f3a213-37ae-4df6-bb6e-2a37c792ab5f None None] Provisioning complete for port 9aa80aba-3a84-49ba-8f49-39bca491c46f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:52.471000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1f3a213-37ae-4df6-bb6e-2a37c792ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.500239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Allocated IP 172.20.0.1 (f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8/15d96801-1e61-4e9f-b7c7-cea063eda6a7/b3a9227b-f9ec-4f7b-903c-2445a0e09a64) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:52.511668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0aff9f-c85b-44da-8cd6-e0b2fab871b1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:52.520018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:52.527963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0, host n-h1-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:52.532741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.555851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633352bc-8351-485e-9420-d81abf8f064b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:52.557929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-581379da-d49a-460a-9763-5728b74dd018 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:52.577183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633352bc-8351-485e-9420-d81abf8f064b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:52.577417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.578055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-633352bc-8351-485e-9420-d81abf8f064b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:52.583254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.614084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.651756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-6e3099ec-69b5-4631-a890-17fd70eee413', 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': 'eadd751f-82d5-46b0-b145-f1d1453150af'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:24:52.653087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.655580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=26071aa6-6909-4c84-b194-fe6b802d60bc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:52.689004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-633352bc-8351-485e-9420-d81abf8f064b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:52.692933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-633352bc-8351-485e-9420-d81abf8f064b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.7232873 Jan 14 03:24:52.721402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.724745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:52.727432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5eac7-f5ba-4d4b-a9bd-b6bb0bb5dc97 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:52.735040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.788863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.828371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.830589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2fd4e-eb16-4e07-a88c-6e02715ae782 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:52.863998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/26071aa6-6909-4c84-b194-fe6b802d60bc HTTP/1.1" status: 204 len: 168 time: 9.8717697 Jan 14 03:24:52.870520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57756) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.881906 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64 HTTP/1.1" status: 204 len: 168 time: 3.2703042 Jan 14 03:24:52.892006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57760) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:52.915474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.956202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:52.960602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1caa4a4-f593-44e5-ad2e-b239259316f0 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8626959 Jan 14 03:24:52.961967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:53.004684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0cfa496-6bbf-44c0-b274-0cdba52b4548 None None] Provisioning complete for port e3c55017-1869-4cbd-a61d-52047b99a356 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:53.005103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0cfa496-6bbf-44c0-b274-0cdba52b4548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.005774 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:53.009362 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:53.020321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port e3c55017-1869-4cbd-a61d-52047b99a356 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:53.021125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.042142 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-52202680-bf83-492f-93d6-1a75c23807f9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:53.042631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52202680-bf83-492f-93d6-1a75c23807f9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:53.044497 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-52202680-bf83-492f-93d6-1a75c23807f9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/e8ac4d23-c8f3-43c1-9309-16a9232a19a1 HTTP/1.1" status: 404 len: 337 time: 0.1704690 Jan 14 03:24:53.058136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event updated for resources: {'Port': ['ID=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:53.074647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57768) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:53.099577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:53.127679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:53.128365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.132520 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "PUT /v2.0/ports/6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 HTTP/1.1" status: 200 len: 1075 time: 4.8453372 Jan 14 03:24:53.137839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57772) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:53.187175 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf09cce-9ce6-4bcc-8de1-b54b06f02fa5 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:53.187712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf09cce-9ce6-4bcc-8de1-b54b06f02fa5 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:53.188713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfa496-6bbf-44c0-b274-0cdba52b4548 None None] Port e3c55017-1869-4cbd-a61d-52047b99a356 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:53.189442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5bf09cce-9ce6-4bcc-8de1-b54b06f02fa5 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/26071aa6-6909-4c84-b194-fe6b802d60bc HTTP/1.1" status: 404 len: 339 time: 0.1137829 Jan 14 03:24:53.198665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:53.264569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.328281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Allocated IP 2001:db8::2 (6e3099ec-69b5-4631-a890-17fd70eee413/eadd751f-82d5-46b0-b145-f1d1453150af/660c7ada-8863-48df-8733-88343a9f1f46) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:53.396192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Deleting port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:53.396626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.461924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Transition to ACTIVE for port object b3a9227b-f9ec-4f7b-903c-2445a0e09a64 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:53.576329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.589681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Transition to ACTIVE for port object 660c7ada-8863-48df-8733-88343a9f1f46 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:53.609430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Transition to ACTIVE for port object 660c7ada-8863-48df-8733-88343a9f1f46 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:53.617594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.630181 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf05bfc-c46b-4767-b54a-9d9572fea9e4 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:53.630680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf05bfc-c46b-4767-b54a-9d9572fea9e4 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:53.643170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:53.716698 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7bf05bfc-c46b-4767-b54a-9d9572fea9e4 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/9ac45eab-b957-41e6-a188-4aa5be437fbf HTTP/1.1" status: 404 len: 337 time: 0.5167890 Jan 14 03:24:53.720992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.721289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Pushing event updated for resources: {'Port': ['ID=660c7ada-8863-48df-8733-88343a9f1f46,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:53.722514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet c072749d-e17f-4226-9bc4-d1c31f78d73e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:53.723504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:53.727208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e0aff9f-c85b-44da-8cd6-e0b2fab871b1 HTTP/1.1" status: 204 len: 168 time: 1.3130004 Jan 14 03:24:53.727384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57780) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:53.732213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43df4079-a0a6-4945-9f33-73ec93c0489d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:53.845255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.20.0.10 (6f55c3d3-68f5-431a-8cc9-42bdfae2eebd/de0d7191-7186-4950-bb6e-efc55be10f4e/9ba588d1-99cd-4ec2-9e99-98eb13021685) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:53.850881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0aff9f-c85b-44da-8cd6-e0b2fab871b1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:53.857856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:53.858068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:53.867894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:53.872970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:53.927267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:54.038419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Attempting to bind port 660c7ada-8863-48df-8733-88343a9f1f46 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:24:54.038886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Attempting to bind port 660c7ada-8863-48df-8733-88343a9f1f46 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'da4ad841-49e8-4ff1-a83d-143a129e6b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:24:54.039276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Attempting to bind port 660c7ada-8863-48df-8733-88343a9f1f46 on network 6e3099ec-69b5-4631-a890-17fd70eee413 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:24:54.050110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:24:54.050522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Checking segment: {'id': 'da4ad841-49e8-4ff1-a83d-143a129e6b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:24:54.050974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.051442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Bound using segment: {'id': 'da4ad841-49e8-4ff1-a83d-143a129e6b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:24:54.051948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Bound port: 660c7ada-8863-48df-8733-88343a9f1f46, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4ad841-49e8-4ff1-a83d-143a129e6b74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '6e3099ec-69b5-4631-a890-17fd70eee413'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:24:54.052387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.114708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.172621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] For port 660c7ada-8863-48df-8733-88343a9f1f46, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:24:54.175680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] For port 660c7ada-8863-48df-8733-88343a9f1f46, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=660c7ada-8863-48df-8733-88343a9f1f46,segment=NetworkSegment(da4ad841-49e8-4ff1-a83d-143a129e6b74),segment_id=da4ad841-49e8-4ff1-a83d-143a129e6b74)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:24:54.181069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.199573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a3d2d5c-1f97-43b3-9983-98c3f639c1ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:54.215150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.257833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.373993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-139ef2a1-65cc-4b65-975a-95c5b815f84d None None] Provisioning complete for port e86faf61-b0fd-4c11-92a4-15f3de6cb416 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:54.374422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-139ef2a1-65cc-4b65-975a-95c5b815f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.406008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for e3c55017-1869-4cbd-a61d-52047b99a356 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:54.423246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Pushing event updated for resources: {'Port': ['ID=660c7ada-8863-48df-8733-88343a9f1f46,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:54.435301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:54.448425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.479454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e85fd1b7-ac24-48e1-836d-e714e981b5fc tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:54.519195 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0309351b-d64c-4e1a-b6ed-18e3ca276f9a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:54.519738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0309351b-d64c-4e1a-b6ed-18e3ca276f9a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:54.524536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0309351b-d64c-4e1a-b6ed-18e3ca276f9a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/9a342d13-9275-4d79-8cf1-f0b2f1d32b78 HTTP/1.1" status: 404 len: 339 time: 0.4142487 Jan 14 03:24:54.535392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57796) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:54.700164 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c68e3d9-f88c-43c2-958e-1b1919521c75 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:54.700694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c68e3d9-f88c-43c2-958e-1b1919521c75 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:54.702536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c68e3d9-f88c-43c2-958e-1b1919521c75 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/2d27157c-4196-4f06-84f3-6ee6dd77cfdf HTTP/1.1" status: 404 len: 337 time: 0.1632884 Jan 14 03:24:54.707782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57804) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:54.710663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] For port 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0, host n-h1-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-765315-13',level=0,port_id=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,segment=NetworkSegment(dcc40e7b-d1be-45eb-b932-b75909cdefae),segment_id=dcc40e7b-d1be-45eb-b932-b75909cdefae)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:54.711331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.723580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.790861 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d499bf-716d-4282-98f2-4bc5f130b8cd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:54.791365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d499bf-716d-4282-98f2-4bc5f130b8cd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:54.793261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4d499bf-716d-4282-98f2-4bc5f130b8cd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/c4adf4f2-139d-4a11-98d8-6a7de31e2ce9 HTTP/1.1" status: 404 len: 339 time: 0.0820675 Jan 14 03:24:54.834539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57808) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:54.889500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:54.948171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Calling delete_port for 6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:54.999840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port b9de7945-56f5-4787-9f41-9e8584c5d17d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:55.000149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.009273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=b3a9227b-f9ec-4f7b-903c-2445a0e09a64,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:55.020761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:55.072634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:55.079095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:55.081649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:55.154829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.250067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ede7af77-1237-4026-8fa9-9ba9cca96afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:55.264098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.291295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.313330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c48e29-693f-4e62-bba0-a066009b3900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:55.359220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.422252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e735fa05-43ba-4f77-866c-1321b01eecaa None None] Provisioning for port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:55.431583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e735fa05-43ba-4f77-866c-1321b01eecaa None None] Provisioning complete for port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:55.432553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e735fa05-43ba-4f77-866c-1321b01eecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.472926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=9ba588d1-99cd-4ec2-9e99-98eb13021685,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:55.476061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Pushing event deleted for resources: {'Port': ['ID=6f6834fa-648b-4508-88ee-8bc0d9f5f2a0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:55.478192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.480103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:55.505290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:55.510291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c5a151f-291e-4e9c-9240-421ce726b633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:55.529770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8::1 (6e3099ec-69b5-4631-a890-17fd70eee413/eadd751f-82d5-46b0-b145-f1d1453150af/625fed61-c7e8-4cf6-addc-6e68b679b413) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:24:55.548637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e735fa05-43ba-4f77-866c-1321b01eecaa None None] Port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:55.553929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57826) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:55.660926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=e3c55017-1869-4cbd-a61d-52047b99a356,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:55.684246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:55.745043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:55.755618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.762910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:55.770799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:55.854092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:55.854860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 660c7ada-8863-48df-8733-88343a9f1f46 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:55.954665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 660c7ada-8863-48df-8733-88343a9f1f46 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:55.994479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.023232 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "DELETE /v2.0/ports/6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 HTTP/1.1" status: 204 len: 168 time: 2.8745155 Jan 14 03:24:56.043171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57832) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:56.120319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for b9de7945-56f5-4787-9f41-9e8584c5d17d owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:56.150306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.157098 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/e3c55017-1869-4cbd-a61d-52047b99a356 HTTP/1.1" status: 204 len: 168 time: 3.4311171 Jan 14 03:24:56.165570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57836) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:56.166701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:24:56.180551 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f87acd1-5003-40ca-b1a5-91ad7948af89 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] GET failed (client error): The resource could not be found. Jan 14 03:24:56.181121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0f87acd1-5003-40ca-b1a5-91ad7948af89 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Synchronizing usage tracker for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:56.189795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Usage tracker for resource:security_group_rule and tenant:1e039d3f3a704846b56f4701b737baec is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:24:56.198952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:24:56.259757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.280120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:24:56.322360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90585a8a-a68e-4eea-b0d8-2110bede2a89 None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:56.327876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0f87acd1-5003-40ca-b1a5-91ad7948af89 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Unset dirty status for tenant:2b923687057a4a1686357f783c4710d2 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:56.332856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f87acd1-5003-40ca-b1a5-91ad7948af89 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] 10.222.0.30 "GET /v2.0/ports/6f6834fa-648b-4508-88ee-8bc0d9f5f2a0 HTTP/1.1" status: 404 len: 333 time: 0.2286029 Jan 14 03:24:56.368424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57840) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:56.434544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43306ceb-0cbc-43f9-ab8f-1ce862a5fd1d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:56.439570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43306ceb-0cbc-43f9-ab8f-1ce862a5fd1d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:24:56.440437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43306ceb-0cbc-43f9-ab8f-1ce862a5fd1d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:24:56.443662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Provisioning for port 660c7ada-8863-48df-8733-88343a9f1f46 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:56.465062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Provisioning complete for port 660c7ada-8863-48df-8733-88343a9f1f46 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:56.465481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.540147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.550722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.575148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45e745fb-f437-46f4-9ed0-09c348ba5aaa tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:56.638570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object 625fed61-c7e8-4cf6-addc-6e68b679b413 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:24:56.661500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.718770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.734978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:56.765949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] For port 660c7ada-8863-48df-8733-88343a9f1f46, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=660c7ada-8863-48df-8733-88343a9f1f46,segment=NetworkSegment(da4ad841-49e8-4ff1-a83d-143a129e6b74),segment_id=da4ad841-49e8-4ff1-a83d-143a129e6b74)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:56.771225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.772623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:56.851553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Pushing event updated for resources: {'Port': ['ID=660c7ada-8863-48df-8733-88343a9f1f46,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:56.858506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Port': ['ID=b9de7945-56f5-4787-9f41-9e8584c5d17d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:56.866118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:56.924165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:56.969655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:56.997175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43306ceb-0cbc-43f9-ab8f-1ce862a5fd1d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:24:57.001550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43306ceb-0cbc-43f9-ab8f-1ce862a5fd1d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8172979 Jan 14 03:24:57.008408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec948213-553b-40d3-b770-dd500164514d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:57.022604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57844) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:57.027415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=c072749d-e17f-4226-9bc4-d1c31f78d73e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:57.042266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:57.102904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69128f4-c1ff-4913-85d4-acbdeba13a71 None None] Network 2d19595d-4652-4814-a36f-39fc376c3d90 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:24:57.109028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.177620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.187069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.195571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.236673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a6b04a13-4fa3-4bfc-a6ad-d75eab0b90a6 None None] Provisioning complete for port 660c7ada-8863-48df-8733-88343a9f1f46 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:57.237124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6b04a13-4fa3-4bfc-a6ad-d75eab0b90a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.431258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/c072749d-e17f-4226-9bc4-d1c31f78d73e HTTP/1.1" status: 204 len: 168 time: 4.5333760 Jan 14 03:24:57.451729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57848) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:57.588002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.590053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=625fed61-c7e8-4cf6-addc-6e68b679b413,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:57.606657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:57.655284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 95e9cd96-d40e-4229-8053-153090e4816e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:24:57.667372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/ports/b9de7945-56f5-4787-9f41-9e8584c5d17d HTTP/1.1" status: 204 len: 168 time: 2.8293600 Jan 14 03:24:57.682523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57852) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:57.688767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.738397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] DHCP port deletion for 2d19595d-4652-4814-a36f-39fc376c3d90 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:24:57.742946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Deleting port e86faf61-b0fd-4c11-92a4-15f3de6cb416 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:57.743641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.794191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.797361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 660c7ada-8863-48df-8733-88343a9f1f46 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:24:57.814634 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e454a771-25e0-4aaf-a4eb-e7ce2fde3831 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:24:57.815133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e454a771-25e0-4aaf-a4eb-e7ce2fde3831 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:24:57.819518 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e454a771-25e0-4aaf-a4eb-e7ce2fde3831 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/c8d7f101-c3bf-459e-ae70-99de969dec16 HTTP/1.1" status: 404 len: 337 time: 0.1334653 Jan 14 03:24:57.823778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57856) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:57.873487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.902561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b68deb3a-4a0b-40dd-845a-49ae5888ab25 None None] Provisioning complete for port 660c7ada-8863-48df-8733-88343a9f1f46 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:57.903149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b68deb3a-4a0b-40dd-845a-49ae5888ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.909845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-620444b5-456d-4282-bab5-b504dc7a357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:57.980868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:57.984824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2805bb-0d4c-44cf-8696-cba287afee32,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:57.999078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:58.026887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.047606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6e3099ec-69b5-4631-a890-17fd70eee413 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:24:58.057796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:24:58.068401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:24:58.068990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.081880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.109517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] For port e86faf61-b0fd-4c11-92a4-15f3de6cb416, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e86faf61-b0fd-4c11-92a4-15f3de6cb416,segment=NetworkSegment(00842de0-5a83-45bb-8eb2-1f0cf10cc534),segment_id=00842de0-5a83-45bb-8eb2-1f0cf10cc534)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:24:58.110094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.111142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e039d3f3a704846b56f4701b737baec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5388541 Jan 14 03:24:58.138122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:58.179626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.281591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Calling delete_port for e86faf61-b0fd-4c11-92a4-15f3de6cb416 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:24:58.294616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port e86faf61-b0fd-4c11-92a4-15f3de6cb416 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:24:58.294992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.387588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 660c7ada-8863-48df-8733-88343a9f1f46 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:58.387991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.496732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.513210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a38575-1457-4ad9-a2cb-2a165787b7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:58.534249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7864f287-c6bb-4935-96a7-5a33df7e19ae']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:58.547022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] The port 'e86faf61-b0fd-4c11-92a4-15f3de6cb416' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:24:58.590820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc40e7b-d1be-45eb-b932-b75909cdefae') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:58.591157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc40e7b-d1be-45eb-b932-b75909cdefae') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:58.629894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Pushing event deleted for resources: {'Port': ['ID=e86faf61-b0fd-4c11-92a4-15f3de6cb416,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:58.634500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.650679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.650998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.651696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.651696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.652088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.652885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.652885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.653234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.653608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.653970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.654336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.654703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.655426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.655426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.655798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.656165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.656551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.656914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.657508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.657655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.658220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.658358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.658638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.659081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.659398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.659760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.660277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.660540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.660831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.661193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.661558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.661917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.662279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.662639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.663001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.663363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:24:58.708409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:58.712784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.723627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0eaf7d57-27df-43f8-874d-ff803ed9f35e None None] Provisioning for port 625fed61-c7e8-4cf6-addc-6e68b679b413 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:24:58.741549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0eaf7d57-27df-43f8-874d-ff803ed9f35e None None] Provisioning complete for port 625fed61-c7e8-4cf6-addc-6e68b679b413 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:24:58.742755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7d57-27df-43f8-874d-ff803ed9f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.743611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.755397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.800941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] No DVR routers for this DVR port e86faf61-b0fd-4c11-92a4-15f3de6cb416 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:24:58.806415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.815116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf7d57-27df-43f8-874d-ff803ed9f35e None None] Port 625fed61-c7e8-4cf6-addc-6e68b679b413 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:24:58.841499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router b81af2da-b87a-47c9-9fb0-9209c5a49a94 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:24:58.889729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:58.897730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c733bb06-1330-4e54-a6b9-866822b6de47']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.106376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9667b8-a244-43be-b68c-b5fbccd66e0f') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.106702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9667b8-a244-43be-b68c-b5fbccd66e0f') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.121760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.137420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.151097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Releasing vxlan tunnel 26 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:59.160514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.262854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.279393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 23 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:59.379576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:24:59.468446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d19595d-4652-4814-a36f-39fc376c3d90']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.477594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.500639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.529493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00842de0-5a83-45bb-8eb2-1f0cf10cc534') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.529841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00842de0-5a83-45bb-8eb2-1f0cf10cc534') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.550099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad8649e0-62f2-4b42-a4ac-cf9664efbbe9 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:59.557993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:24:59.567182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Sync routers for ids ['b81af2da-b87a-47c9-9fb0-9209c5a49a94'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:24:59.577903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Routers {'b81af2da-b87a-47c9-9fb0-9209c5a49a94'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:24:59.578706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b81af2da-b87a-47c9-9fb0-9209c5a49a94'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:24:59.584259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:59.595136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c733bb06-1330-4e54-a6b9-866822b6de47 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:59.613587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.624911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.631039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.639316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.654715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8076fdb7-4cff-448d-8607-b02882f5c3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:24:59.791093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e86faf61-b0fd-4c11-92a4-15f3de6cb416 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:24:59.795704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.799666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3429289-48f4-47a5-9dfc-b2bd4ccb7a3d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.2568140 Jan 14 03:24:59.800684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.801859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.806614 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb2805bb-0d4c-44cf-8696-cba287afee32 HTTP/1.1" status: 204 len: 168 time: 1.6614501 Jan 14 03:24:59.818375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:24:59.820098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2805bb-0d4c-44cf-8696-cba287afee32,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:59.826849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=b3a9227b-f9ec-4f7b-903c-2445a0e09a64,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:24:59.829890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:59.891388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 25 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:24:59.913348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:24:59.928568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e86faf61-b0fd-4c11-92a4-15f3de6cb416 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:24:59.929141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e86faf61-b0fd-4c11-92a4-15f3de6cb416 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:24:59.936077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:24:59.961381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network c733bb06-1330-4e54-a6b9-866822b6de47 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:24:59.989909 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:00.103087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Set router b81af2da-b87a-47c9-9fb0-9209c5a49a94 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:00.168641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.171298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.182103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de614c03-6494-4841-ba17-21a8e977afde tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:00.201252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.202133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.226027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.239201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/c733bb06-1330-4e54-a6b9-866822b6de47 HTTP/1.1" status: 204 len: 168 time: 2.4107139 Jan 14 03:25:00.247671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57876) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:00.264820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Network 7864f287-c6bb-4935-96a7-5a33df7e19ae has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:00.336428 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:00.340608 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:00.386026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=c733bb06-1330-4e54-a6b9-866822b6de47,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:00.403329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 5f5ec155-61bf-410c-86b2-c760449fc349 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:00.403715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.453798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'name': '', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'external_fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:24:49Z', 'updated_at': '2021-01-14T03:24:56Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'name': '', 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:24:52Z', 'updated_at': '2021-01-14T03:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:00.458448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Checking router: b81af2da-b87a-47c9-9fb0-9209c5a49a94 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:25:00.458946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Updating router b81af2da-b87a-47c9-9fb0-9209c5a49a94 port 9ba588d1-99cd-4ec2-9e99-98eb13021685 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:25:00.478726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:00.516082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.537395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293f807b-cf9b-4285-ad0f-7d551313d950 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:00.556833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 2d19595d-4652-4814-a36f-39fc376c3d90 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:00.581095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.606843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.676192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=625fed61-c7e8-4cf6-addc-6e68b679b413,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:00.677759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e02bf149-c9b0-46eb-921d-a5842115c962 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:00.685688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:00.703949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.716768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] 10.222.0.30 "DELETE /v2.0/networks/7864f287-c6bb-4935-96a7-5a33df7e19ae HTTP/1.1" status: 204 len: 168 time: 4.3470623 Jan 14 03:25:00.738459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Pushing event deleted for resources: {'Network': ['ID=7864f287-c6bb-4935-96a7-5a33df7e19ae,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:00.744221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:00.847786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6e3099ec-69b5-4631-a890-17fd70eee413 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:00.854598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:01.032739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.084300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.122294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.147803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:01.234903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b16f11a-d5cb-4e43-be51-968e33be1da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:01.259275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4506293a-0c64-41df-97bf-3204d87f9d4e None None] Provisioning complete for port 625fed61-c7e8-4cf6-addc-6e68b679b413 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:01.262158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4506293a-0c64-41df-97bf-3204d87f9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.387306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4506293a-0c64-41df-97bf-3204d87f9d4e None None] Port 625fed61-c7e8-4cf6-addc-6e68b679b413 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:01.406632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57898) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:01.432268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:01.435885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=95e9cd96-d40e-4229-8053-153090e4816e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:01.438912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:01.485776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:01.497583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 2d19595d-4652-4814-a36f-39fc376c3d90 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:01.529115 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:01.574701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for 5f5ec155-61bf-410c-86b2-c760449fc349 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:01.696743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 1327e500-52af-4519-b1d8-d349e446a95f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:01.731642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-65bbc84d-a2f8-49b4-8f1d-ce6e589b0502 None None] Provisioning complete for port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:01.732261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65bbc84d-a2f8-49b4-8f1d-ce6e589b0502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.792863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-65bbc84d-a2f8-49b4-8f1d-ce6e589b0502 None None] Port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:01.871025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Transition to ACTIVE for port object 9ba588d1-99cd-4ec2-9e99-98eb13021685 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:01.873772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.898785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169c490-c05c-4f72-bdde-7028538e4101 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:01.905169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:01.918337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/1327e500-52af-4519-b1d8-d349e446a95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9444644 Jan 14 03:25:01.921315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:01.922788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57912) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:01.946452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] Sync routers for ids ['1327e500-52af-4519-b1d8-d349e446a95f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:01.952083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48ad9db4-a278-48fe-a707-51276c9ab25b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:01.970020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.006299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.011324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.029423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Router 024056a3-5e56-4035-b606-f9adc0552097 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:25:02.044366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bf0ada0-67c8-428b-9c75-5c93d2a2ed09 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:02.068188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] Routers {'1327e500-52af-4519-b1d8-d349e446a95f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:02.069088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1327e500-52af-4519-b1d8-d349e446a95f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:02.077331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:02.084454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port 9ba588d1-99cd-4ec2-9e99-98eb13021685 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:02.089562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.105475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Port': ['ID=5f5ec155-61bf-410c-86b2-c760449fc349,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:02.164550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.165640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:02.173929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:02.174412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Attempting to bind port 9ba588d1-99cd-4ec2-9e99-98eb13021685 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:02.174926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Attempting to bind port 9ba588d1-99cd-4ec2-9e99-98eb13021685 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4efa21b1-ea78-4226-888c-7b3a8eee1c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:02.175681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/2d19595d-4652-4814-a36f-39fc376c3d90 HTTP/1.1" status: 204 len: 168 time: 4.5776851 Jan 14 03:25:02.175812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Attempting to bind port 9ba588d1-99cd-4ec2-9e99-98eb13021685 on network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:02.182581 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/95e9cd96-d40e-4229-8053-153090e4816e HTTP/1.1" status: 204 len: 168 time: 5.1542077 Jan 14 03:25:02.192854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:02.193495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Checking segment: {'id': '4efa21b1-ea78-4226-888c-7b3a8eee1c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:02.194033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.195047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Bound using segment: {'id': '4efa21b1-ea78-4226-888c-7b3a8eee1c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:02.195676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Bound port: 9ba588d1-99cd-4ec2-9e99-98eb13021685, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efa21b1-ea78-4226-888c-7b3a8eee1c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:02.196449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.196663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57918) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.197179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57920) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.220657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] Routers {'1327e500-52af-4519-b1d8-d349e446a95f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:02.221596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1327e500-52af-4519-b1d8-d349e446a95f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:02.231209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=2d19595d-4652-4814-a36f-39fc376c3d90,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:02.251239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:02.297371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:02.297931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0440688-3a5d-47ef-b651-29b07e7d03aa None None] The sync data for ids ['1327e500-52af-4519-b1d8-d349e446a95f'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:02.337551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a2d854da-7827-4460-aaa1-c21e12f6ed80 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368315 Jan 14 03:25:02.341826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57928) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.356498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] For port 9ba588d1-99cd-4ec2-9e99-98eb13021685, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:02.360795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] For port 9ba588d1-99cd-4ec2-9e99-98eb13021685, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9ba588d1-99cd-4ec2-9e99-98eb13021685,segment=NetworkSegment(4efa21b1-ea78-4226-888c-7b3a8eee1c13),segment_id=4efa21b1-ea78-4226-888c-7b3a8eee1c13)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:02.366379 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72fe4a45-05ef-4631-b63c-0dc2a0a733da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e579d8fa27744118b06ffcd37bb2dceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9567401 Jan 14 03:25:02.368464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57932) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.377861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Pushing event updated for resources: {'Port': ['ID=9ba588d1-99cd-4ec2-9e99-98eb13021685,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:02.394533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.425397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.425782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.426172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.426535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.426901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.427268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.427632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.427993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.428371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.428778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.429139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.429549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.429953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.430313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.430668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.431029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.431384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.431755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.432099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.434301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.434651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.435603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.435603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.435832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.436229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.436658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.437018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.437378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.437735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.438093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.438448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.438804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.439161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.439519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.439884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.440239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:02.476931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf632c0-77dc-418e-8f52-8e133f6d5ed6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:02.477763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf632c0-77dc-418e-8f52-8e133f6d5ed6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:02.496037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:02.496582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d300d0b-cb37-4f2f-a025-c47e5bfadf42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:02.499796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:02.504307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Deleting port 9aa80aba-3a84-49ba-8f49-39bca491c46f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:02.505319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.544638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.568377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cf632c0-77dc-418e-8f52-8e133f6d5ed6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:02.573042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cf632c0-77dc-418e-8f52-8e133f6d5ed6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports/625fed61-c7e8-4cf6-addc-6e68b679b413 HTTP/1.1" status: 200 len: 911 time: 0.6447289 Jan 14 03:25:02.580241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.585037 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/ports/5f5ec155-61bf-410c-86b2-c760449fc349 HTTP/1.1" status: 204 len: 168 time: 2.3355718 Jan 14 03:25:02.585732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57940) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.586661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57942) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.646664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eadd751f-82d5-46b0-b145-f1d1453150af'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:02.668640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Pushing event updated for resources: {'Port': ['ID=9ba588d1-99cd-4ec2-9e99-98eb13021685,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:02.682510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:02.683965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for 9ba588d1-99cd-4ec2-9e99-98eb13021685 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:02.709100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.736221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.751107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Routers {'b81af2da-b87a-47c9-9fb0-9209c5a49a94'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:02.752582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b81af2da-b87a-47c9-9fb0-9209c5a49a94'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:02.780026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:02.780610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:02.806629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55aa2f-3348-4cd9-b38d-3427bee13b14 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:02.811150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed55aa2f-3348-4cd9-b38d-3427bee13b14 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4604471 Jan 14 03:25:02.811958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.827334 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-457f52ac-3ea6-4638-a3b9-2b547ae710dd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] DELETE failed (client error): The resource could not be found. Jan 14 03:25:02.827825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-457f52ac-3ea6-4638-a3b9-2b547ae710dd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:25:02.830650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.835270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] For port 9aa80aba-3a84-49ba-8f49-39bca491c46f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9aa80aba-3a84-49ba-8f49-39bca491c46f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:02.835742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.844803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d30fad1e-0569-492c-bfba-ff00ce7ca5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:02.907379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0fa9f1-e0f4-423a-b863-ee6b0d16d6a1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:02.911068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:02.924106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:02.928200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c0fa9f1-e0f4-423a-b863-ee6b0d16d6a1 HTTP/1.1" status: 204 len: 168 time: 0.5086107 Jan 14 03:25:02.967643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:02.975403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916dbfe6-7b2f-4449-8c49-892a9413ee80 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:02.977555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Calling delete_port for 9aa80aba-3a84-49ba-8f49-39bca491c46f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:02.984524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "PUT /v2.0/routers/024056a3-5e56-4035-b606-f9adc0552097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1072023 Jan 14 03:25:02.985597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-916dbfe6-7b2f-4449-8c49-892a9413ee80 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:02.988740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57958) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:02.997202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Request body: {'port': {'network_id': 'f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8', 'name': 'tempest-FloatingIPAdminTestJSON-503125464'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:02.999735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-457f52ac-3ea6-4638-a3b9-2b547ae710dd tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/3e7fd9c1-85c6-48f1-9fd6-b76380031037 HTTP/1.1" status: 404 len: 337 time: 0.4089086 Jan 14 03:25:03.019962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] Sync routers for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:03.055081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.099221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:03.105443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:03.110297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:03.119149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acdaf77e-cfc2-4476-89df-27c72f3caa30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:03.162396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Pushing event deleted for resources: {'Port': ['ID=9aa80aba-3a84-49ba-8f49-39bca491c46f,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:03.168326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:03.282277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:03.298558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-916dbfe6-7b2f-4449-8c49-892a9413ee80 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:03.303514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-916dbfe6-7b2f-4449-8c49-892a9413ee80 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1012990 Jan 14 03:25:03.303683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] No DVR routers for this DVR port 9aa80aba-3a84-49ba-8f49-39bca491c46f on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:03.348326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] Set router b81af2da-b87a-47c9-9fb0-9209c5a49a94 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:03.360751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.372996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72981fb5-768b-4bc3-94f6-4a54c242141c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:03.373916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72981fb5-768b-4bc3-94f6-4a54c242141c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:03.487076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:03.520821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:03.529062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Usage tracker for resource:port and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:03.534310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Quota usage for port was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:03.545202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:03.574154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Made reservation on behalf of caba2f7b68b446979e7b994d45211827 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:03.585465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:03.592587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:03.741696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72981fb5-768b-4bc3-94f6-4a54c242141c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:03.745531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72981fb5-768b-4bc3-94f6-4a54c242141c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9177105 Jan 14 03:25:03.749204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.749593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57982) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.818661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] device_id is not set on port 0493ec29-3320-4800-835b-8b1cf9437f32 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:03.824800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9aa80aba-3a84-49ba-8f49-39bca491c46f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:03.896268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9aa80aba-3a84-49ba-8f49-39bca491c46f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:03.899401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9aa80aba-3a84-49ba-8f49-39bca491c46f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:25:03.910593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6348f69d-0b1f-41d9-890d-8d748d7165fe tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575441 Jan 14 03:25:03.951376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:03.952573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:24:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:03.955365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57990) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.961908 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4903aff-1714-48d4-a0fa-3e4a99f27223 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b923687057a4a1686357f783c4710d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108195 Jan 14 03:25:03.978950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57994) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:03.989058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:04.005728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.017078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port 9ba588d1-99cd-4ec2-9e99-98eb13021685 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:04.017451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.056314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Allocated IP 172.20.0.11 (f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8/15d96801-1e61-4e9f-b7c7-cea063eda6a7/0493ec29-3320-4800-835b-8b1cf9437f32) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:04.061341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:04.061799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e2e70-b9af-4efe-b53f-66eeea4037d8 None None] The sync data for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:04.099929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'name': '', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'external_fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:24:49Z', 'updated_at': '2021-01-14T03:24:56Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'name': '', 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:24:52Z', 'updated_at': '2021-01-14T03:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:04.105222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b540b3f-bbbb-4c99-9407-2abc7cd66290 None None] The sync data for ids ['b81af2da-b87a-47c9-9fb0-9209c5a49a94'] in n-d-765315-13 is: [{'id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'name': '', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'external_fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:24:49Z', 'updated_at': '2021-01-14T03:24:56Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': '9ba588d1-99cd-4ec2-9e99-98eb13021685', 'name': '', 'network_id': '6f55c3d3-68f5-431a-8cc9-42bdfae2eebd', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81af2da-b87a-47c9-9fb0-9209c5a49a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:24:52Z', 'updated_at': '2021-01-14T03:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de0d7191-7186-4950-bb6e-efc55be10f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:04.471563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.554257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00e75b69-cd91-4248-ba56-79cf2b4406d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.644584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.647535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] For port 9ba588d1-99cd-4ec2-9e99-98eb13021685, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9ba588d1-99cd-4ec2-9e99-98eb13021685,segment=NetworkSegment(4efa21b1-ea78-4226-888c-7b3a8eee1c13),segment_id=4efa21b1-ea78-4226-888c-7b3a8eee1c13)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:04.647934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:04.819564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for 9ba588d1-99cd-4ec2-9e99-98eb13021685 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:04.982171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6752f786-c04f-4376-b1ff-0a5d0d2ebe59 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.6176691 Jan 14 03:25:05.065325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.088655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:05.113105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1634572793'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:05.174156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:05.187608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:05.192133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58024) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:05.196198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.213483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:05.227546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:05.269710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:05.278968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.294567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482bf609-3ac9-446e-a096-ed4045752912']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:05.309191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb638ef-0b32-4380-a5e5-d2b1215656a7') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:05.309534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb638ef-0b32-4380-a5e5-d2b1215656a7') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:05.358056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.381111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:05.384840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.388525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.426133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.430900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:25:05.445436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:05.526222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.529802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.552851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.554948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:05.558182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.562551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Usage tracker for resource:security_group_rule and tenant:948ea29cd66e4214a21e16bbf34c8ad5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:05.562711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:05.567368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:05.585239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:05.596907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Transition to ACTIVE for port object 0493ec29-3320-4800-835b-8b1cf9437f32 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:05.607388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.607936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Fanout notify agent at l3_agent the message router_deleted on router b81af2da-b87a-47c9-9fb0-9209c5a49a94 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:25:05.610713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:25:05.639697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.640084 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 63b713ce-90e8-498a-a6a8-ca6cff624443 of type vxlan for network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 Jan 14 03:25:05.698557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.714787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.738253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef9da0d0-d286-4696-a9e6-78651fe5ec34 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:05.803722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ba588d1-99cd-4ec2-9e99-98eb13021685 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:05.818776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 482bf609-3ac9-446e-a096-ed4045752912 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:05.830755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.844629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9ba588d1-99cd-4ec2-9e99-98eb13021685 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:05.845408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ba588d1-99cd-4ec2-9e99-98eb13021685 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:25:05.846707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.850653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b92b2603-5f69-4841-83f5-01e0143a787d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/routers/b81af2da-b87a-47c9-9fb0-9209c5a49a94 HTTP/1.1" status: 204 len: 168 time: 6.0226989 Jan 14 03:25:05.856172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.873455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58030) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:05.880393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 9ba588d1-99cd-4ec2-9e99-98eb13021685 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:25:05.962791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event updated for resources: {'Port': ['ID=0493ec29-3320-4800-835b-8b1cf9437f32,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:05.969535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:05.973137 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:05.977219 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:05.990592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:05.990794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.007711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:06.008395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b34f08f2-8ee5-444b-9fe6-559e24e297f9 tempest-ExternalNetworksTestJSON-1844410595 tempest-ExternalNetworksTestJSON-1844410595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:06.017969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:25:06.120245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.135670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.147281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.160725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:06.168566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.170408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting subnet de0d7191-7186-4950-bb6e-efc55be10f4e {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:06.173353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.181788 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0917430 Jan 14 03:25:06.187095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:06.187824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.188726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.189336 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/ports/625fed61-c7e8-4cf6-addc-6e68b679b413 HTTP/1.1" status: 200 len: 911 time: 3.6003566 Jan 14 03:25:06.202207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:06.202583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58036) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:06.211710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 482bf609-3ac9-446e-a096-ed4045752912 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:06.229089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:06.249105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=adc6497b-08f7-47dc-b9a9-dd8c114ac8f3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:06.261669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:06.274476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:06.275051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af830d8d-4f03-4310-a944-3eed89666d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:06.278055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:06.291287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:06.296538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948ea29cd66e4214a21e16bbf34c8ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936430 Jan 14 03:25:06.296898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:06.298842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:06.307024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58042) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:06.309449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.391459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:06.440073 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:06.442293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1de630-24e6-4e6c-840a-377e50a8613d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:06.471503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:06.553012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37f546f-eaeb-4600-8b93-e3e7d45aec8a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:06.571461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:06.656417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:06.657098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.763056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.783220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b9264d8b-fe05-47ff-9ea9-01f9d5aef56b None None] Provisioning for port 0493ec29-3320-4800-835b-8b1cf9437f32 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:06.783441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7899559 Jan 14 03:25:06.790895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58046) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:06.815526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.849771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b9264d8b-fe05-47ff-9ea9-01f9d5aef56b None None] Provisioning complete for port 0493ec29-3320-4800-835b-8b1cf9437f32 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:06.853346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9264d8b-fe05-47ff-9ea9-01f9d5aef56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.898064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:06.926539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b9264d8b-fe05-47ff-9ea9-01f9d5aef56b None None] Port 0493ec29-3320-4800-835b-8b1cf9437f32 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:06.935578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f653075f-e67a-41ca-9a69-05a3cb28c5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.950587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fc3b40a-2ffd-4b9f-8a31-a49bb00fa5e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:06.964199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:06.984612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-179d5385-af26-4fae-9a4e-d7ccf5b641f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:07.022840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.030848 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d37f546f-eaeb-4600-8b93-e3e7d45aec8a HTTP/1.1" status: 204 len: 168 time: 0.5613358 Jan 14 03:25:07.042558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37f546f-eaeb-4600-8b93-e3e7d45aec8a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:07.047591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:07.073837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.110784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cde9499e-a54a-4a6f-9096-5c3171133218 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:07.138073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.141856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb1de630-24e6-4e6c-840a-377e50a8613d HTTP/1.1" status: 204 len: 168 time: 3.1556633 Jan 14 03:25:07.157814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'project_id': 'caba2f7b68b446979e7b994d45211827', 'port_id': '0493ec29-3320-4800-835b-8b1cf9437f32'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:07.166196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event deleted for resources: {'Subnet': ['ID=de0d7191-7186-4950-bb6e-efc55be10f4e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:07.169509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:07.227149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:07.245265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Usage tracker for resource:floatingip and tenant:caba2f7b68b446979e7b994d45211827 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:07.249889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:07.270882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:07.287694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=625fed61-c7e8-4cf6-addc-6e68b679b413,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:07.296883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.301120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.301689 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:07.311836 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/subnets/de0d7191-7186-4950-bb6e-efc55be10f4e HTTP/1.1" status: 204 len: 168 time: 1.4372253 Jan 14 03:25:07.312440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:07.313044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.316655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:07.319695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:07.325490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58058) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:07.366531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99ad5ac8-305c-4548-a288-f22f804f837f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:07.391409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.401737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:07.410378 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/482bf609-3ac9-446e-a096-ed4045752912 HTTP/1.1" status: 204 len: 168 time: 4.3280039 Jan 14 03:25:07.414880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58064) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:07.445430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=482bf609-3ac9-446e-a096-ed4045752912,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:07.525779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.526053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:07.599732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:07.719881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:07.787361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ba588d1-99cd-4ec2-9e99-98eb13021685 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:07.791861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.828076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9ba588d1-99cd-4ec2-9e99-98eb13021685 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:07.828997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9ba588d1-99cd-4ec2-9e99-98eb13021685 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:25:07.832369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:07.875004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:25:07.928307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:07.943692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbd003c5548469e908373f0d26384ca is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:07.953642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:07.963025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.012847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.080108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:08.140876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting subnet b1d232b2-3d32-4719-96a6-abac7c126801 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:08.147915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.168794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.265292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.443792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.466922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.487968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Allocated IP 172.25.3.58 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/6bb73303-62b6-469e-9ef9-a39f47d57ddd) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:08.560872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.849554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f55c3d3-68f5-431a-8cc9-42bdfae2eebd']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:08.853290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.908730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efa21b1-ea78-4226-888c-7b3a8eee1c13') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:08.909096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efa21b1-ea78-4226-888c-7b3a8eee1c13') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:08.913159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.928163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:08.947594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8fae7aa8-0e2a-4428-8f8c-6568e3b3a404 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:08.971979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.027568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.036030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.043497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:25:09.070593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.100683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4843367c-0792-423d-a93b-4aa4f3fab843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:09.186649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Pushing event updated for resources: {'Port': ['ID=6bb73303-62b6-469e-9ef9-a39f47d57ddd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:09.197409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:09.198125 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:09.237763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58102) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:09.251633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Subnet': ['ID=b1d232b2-3d32-4719-96a6-abac7c126801,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:09.275159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:09.282738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.288620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64c66c-1fdb-44f0-8df9-aaea0d99c993 None None] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:09.316034 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/subnets/b1d232b2-3d32-4719-96a6-abac7c126801 HTTP/1.1" status: 204 len: 168 time: 1.8844604 Jan 14 03:25:09.319131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:09.357279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:09.363169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:09.416976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:09.457958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1343821398', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:09.488526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:09.509307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Usage tracker for resource:port and tenant:df7ff355b0964ae294ea76393306ffe1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:09.514477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:09.521927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.525948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:09.541534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.601346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dbd003c5548469e908373f0d26384ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8734112 Jan 14 03:25:09.602201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09b4e1-c429-41c6-af4b-443ae55bd925,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:09.605699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58112) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:09.607250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] DHCP port deletion for 9c8e555e-df36-40f1-b19d-83dd79eb19d1 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:09.612332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Deleting port 02619f58-87d4-4765-90e0-a479fe1948b0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:09.612996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.654758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Made reservation on behalf of df7ff355b0964ae294ea76393306ffe1 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:09.659814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.662494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:09.682468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 02619f58-87d4-4765-90e0-a479fe1948b0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:09.682894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.708876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.741129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:09.745727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Usage tracker for resource:security_group_rule and tenant:df7ff355b0964ae294ea76393306ffe1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:09.748730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:09.754562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:09.764989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:09.785252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.821382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:09.828192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 02619f58-87d4-4765-90e0-a479fe1948b0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:09.894027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73b06aeb-58b1-4764-847f-338aadc99003 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:09.917812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:09.918256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.097589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Calling delete_port for 02619f58-87d4-4765-90e0-a479fe1948b0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:10.155741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.213820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:10.217375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.221190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56f4cf94-1c9e-4cfe-8a80-231ee9c2782a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:10.237745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.271862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:10.272633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:10.273007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:10.286063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=73230b93-6e8d-49bc-9543-fd5af4f75f4d,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:10.303852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=02619f58-87d4-4765-90e0-a479fe1948b0,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:10.308327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:10.322293 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:10.331009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:10.434459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 625fed61-c7e8-4cf6-addc-6e68b679b413 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:10.434731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.463586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.472223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.481275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.491948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f110d2b1-efa6-4ea9-ab7a-ea819b9df11a tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:10.566260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:10.566664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.579651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.581468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Pushing event updated for resources: {'SecurityGroup': ['ID=caec64a0-8eb1-4c16-bf96-a19072176a40,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:10.591316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:10.612049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b864ec99-7017-480b-9775-126dcf32240b tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:10.682024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f55c3d3-68f5-431a-8cc9-42bdfae2eebd {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:25:10.685235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:10.696222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.698970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:10.705327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event deleted for resources: {'Network': ['ID=6f55c3d3-68f5-431a-8cc9-42bdfae2eebd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:10.717670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17141d84-9d44-4273-a276-f672c3a38e55 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:10.719983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:10.811461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.819685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Deleting port 02619f58-87d4-4765-90e0-a479fe1948b0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:10.821378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:10.901457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for 02619f58-87d4-4765-90e0-a479fe1948b0 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:10.999006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:11.000381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.049364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] device_id is not set on port 49a6fac2-a765-4c52-ab78-59e940375268 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:11.106671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:11.107300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:11.125075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '73230b93-6e8d-49bc-9543-fd5af4f75f4d'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:11.126006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.133999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.135273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.282841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1827be3-68c0-451f-ac2c-c9973e4e5a08 tempest-DHCPAgentSchedulersTestJSON-347875872 tempest-DHCPAgentSchedulersTestJSON-347875872] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:11.315516 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/networks/6f55c3d3-68f5-431a-8cc9-42bdfae2eebd HTTP/1.1" status: 204 len: 168 time: 3.9555011 Jan 14 03:25:11.324299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Allocated IP 172.25.3.222 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/49a6fac2-a765-4c52-ab78-59e940375268) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:11.329693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 625fed61-c7e8-4cf6-addc-6e68b679b413 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:11.330146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.399675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=50fb5381-045e-4b50-8d78-c7c752ba54ae,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:11.402834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:11.407502 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.4417181 Jan 14 03:25:11.407502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.409009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.409152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58118) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:11.423352 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d09b4e1-c429-41c6-af4b-443ae55bd925 HTTP/1.1" status: 204 len: 168 time: 1.7528758 Jan 14 03:25:11.437893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8466a130-ac4f-4143-b99c-21adde1f17fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:11.459020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '73230b93-6e8d-49bc-9543-fd5af4f75f4d', 'ip_address': '2001:db8::a81a:ea64:ca96:4fb0'}], 'name': 'tempest-NetworksTestDHCPv6-987159970'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:11.515974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:11.516606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.534553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09b4e1-c429-41c6-af4b-443ae55bd925,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:11.537568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:11.600354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '63b713ce-90e8-498a-a6a8-ca6cff624443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:11.601604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: adc6497b-08f7-47dc-b9a9-dd8c114ac8f3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:25:11.612364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 02619f58-87d4-4765-90e0-a479fe1948b0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:11.612864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.654595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:25:11.673358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, adc6497b-08f7-47dc-b9a9-dd8c114ac8f3) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:11.695376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:11.696644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:11.768316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5630133 Jan 14 03:25:11.776028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58128) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:11.792085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Calling delete_port for 02619f58-87d4-4765-90e0-a479fe1948b0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:11.794636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3', 'name': 'tempest-PortsTestJSON-890458541'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:11.827908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e06c4-0034-48f0-8c4e-5191b0dd913b None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:11.876829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58132) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:11.927016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'name': 'tempest-router--249826345', 'project_id': 'bd89d94c17274f79ac933b1196fdf638'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:11.959685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:11.989768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:router and tenant:bd89d94c17274f79ac933b1196fdf638 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:11.990879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:11.999536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:12.003979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:12.011509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.019931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:12.030017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.057520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:12.070735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:12.092257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:12.097774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:12.112968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:12.175749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.189913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.192224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.249409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port bbae2fbf-1056-4223-bda9-d97b63748db4 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:12.265190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:12.300525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/73230b93-6e8d-49bc-9543-fd5af4f75f4d/1065042e-8f5f-45ab-9d58-e22fcab823f6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:12.307640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.326292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:12.400302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.426528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:25:12.430148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.13 (adc6497b-08f7-47dc-b9a9-dd8c114ac8f3/50fb5381-045e-4b50-8d78-c7c752ba54ae/bbae2fbf-1056-4223-bda9-d97b63748db4) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:12.435229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Pushing event deleted for resources: {'Port': ['ID=02619f58-87d4-4765-90e0-a479fe1948b0,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:12.444826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:12.452657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] For port 02619f58-87d4-4765-90e0-a479fe1948b0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=02619f58-87d4-4765-90e0-a479fe1948b0,segment=NetworkSegment(8ad192f2-e516-4778-ad15-1f3f3daf1344),segment_id=8ad192f2-e516-4778-ad15-1f3f3daf1344)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:12.453413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.474128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.650600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-adc6497b-08f7-47dc-b9a9-dd8c114ac8f3', 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': '50fb5381-045e-4b50-8d78-c7c752ba54ae'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:12.651548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.685642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.705669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object bbae2fbf-1056-4223-bda9-d97b63748db4 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:12.730503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.794951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.795385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] No DVR routers for this DVR port 02619f58-87d4-4765-90e0-a479fe1948b0 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:12.877434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f7afd37-b5e5-4a6d-943a-4bc3ae35ac51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:12.882791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0165b8-7cdd-4b7b-b7f8-dba1d2421e67 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:12.925821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Calling delete_port for 02619f58-87d4-4765-90e0-a479fe1948b0 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:12.932534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.936220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=625fed61-c7e8-4cf6-addc-6e68b679b413,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:12.956780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:12.958257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:12.962046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bfa3a03b-68b7-4459-93e6-ac373cd1805e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:12.992133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.038130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=bbae2fbf-1056-4223-bda9-d97b63748db4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:13.106177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:13.109306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.137410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Transition to ACTIVE for port object 1065042e-8f5f-45ab-9d58-e22fcab823f6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:13.237307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Transition to ACTIVE for port object 1065042e-8f5f-45ab-9d58-e22fcab823f6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:13.248737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Pushing event updated for resources: {'Port': ['ID=6bb73303-62b6-469e-9ef9-a39f47d57ddd,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:13.252945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.262038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.274192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:13.285083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843e2865-d4f2-479a-b454-1999fd569411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:13.288209 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfdb2558-4b9b-494f-b29c-f80bad3e1a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:13.352054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Allocated IP 172.20.0.2 (adc6497b-08f7-47dc-b9a9-dd8c114ac8f3/50fb5381-045e-4b50-8d78-c7c752ba54ae/e23ea14d-f744-4088-8cff-2b33b1035097) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:13.371494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Pushing event updated for resources: {'Port': ['ID=49a6fac2-a765-4c52-ab78-59e940375268,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:13.404082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:13.487405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.491409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ac13a79-6b2d-4602-b76f-035dd9d5068c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6040564 Jan 14 03:25:13.498682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58160) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:13.507539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:13.507913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:13.629273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.783457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:13.784272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.784698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:13.788965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:13.796714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Transition to ACTIVE for port object e23ea14d-f744-4088-8cff-2b33b1035097 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:13.813363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.815856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Transition to ACTIVE for port object e23ea14d-f744-4088-8cff-2b33b1035097 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.859329 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:13.862474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:13.871162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Pushing event updated for resources: {'Port': ['ID=1065042e-8f5f-45ab-9d58-e22fcab823f6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:13.876140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:13.876956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.883488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:13.884758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:13.921679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1417844 Jan 14 03:25:13.922901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:13.931364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3', 'name': 'tempest-PortsTestJSON-174426380'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:14.040193 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cfe2e1b-89b2-49a1-9079-e86a8dca41d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:14.073582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.080166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Deleting port 02619f58-87d4-4765-90e0-a479fe1948b0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:14.080772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.121241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.162600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:14.175523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.176405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Fanout notify agent at l3_agent the message router_deleted on router ef02effb-3dfa-41ba-9e24-40b557b6c3d3 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:25:14.186956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:14.203266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:14.222536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:14.224500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:14.240489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:14.244640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:14.268142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] The port '02619f58-87d4-4765-90e0-a479fe1948b0' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:25:14.272003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 87f301be-7cee-4b54-baea-2419e4b0ce69 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:14.314317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:14.334556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:14.351135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.388375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.452804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:14.463917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 1327e500-52af-4519-b1d8-d349e446a95f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:25:14.469776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:14.473993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:14.485943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:14.633280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:14.640580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/1327e500-52af-4519-b1d8-d349e446a95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4336338 Jan 14 03:25:14.643446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58184) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:14.670738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] Sync routers for ids ['1327e500-52af-4519-b1d8-d349e446a95f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:14.694751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb431b4c-31cc-4cdf-9726-620349afca4a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:14.696151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Attempting to bind port 1065042e-8f5f-45ab-9d58-e22fcab823f6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:14.696609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Attempting to bind port 1065042e-8f5f-45ab-9d58-e22fcab823f6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:14.697032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Attempting to bind port 1065042e-8f5f-45ab-9d58-e22fcab823f6 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:14.699986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:14.709703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.711292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:14.711730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:14.712191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.712693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:14.713254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Bound port: 1065042e-8f5f-45ab-9d58-e22fcab823f6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:14.713687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.735455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Pushing event updated for resources: {'Port': ['ID=e23ea14d-f744-4088-8cff-2b33b1035097,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:14.763412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb431b4c-31cc-4cdf-9726-620349afca4a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:14.770121 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:14.771745 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb431b4c-31cc-4cdf-9726-620349afca4a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=1327e500-52af-4519-b1d8-d349e446a95f HTTP/1.1" status: 200 len: 205 time: 0.1258936 Jan 14 03:25:14.774972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58188) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:14.775836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Attempting to bind port e23ea14d-f744-4088-8cff-2b33b1035097 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:14.776268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Attempting to bind port e23ea14d-f744-4088-8cff-2b33b1035097 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '63b713ce-90e8-498a-a6a8-ca6cff624443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:14.776743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Attempting to bind port e23ea14d-f744-4088-8cff-2b33b1035097 on network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:14.783249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] Routers {'1327e500-52af-4519-b1d8-d349e446a95f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:14.783964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1327e500-52af-4519-b1d8-d349e446a95f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:14.845970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.847543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfae0dad-8b91-44d4-8877-6c5e24d20dd9 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/routers/ef02effb-3dfa-41ba-9e24-40b557b6c3d3 HTTP/1.1" status: 204 len: 168 time: 1.3454468 Jan 14 03:25:14.873509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:14.873944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Checking segment: {'id': '63b713ce-90e8-498a-a6a8-ca6cff624443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:14.874411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.874859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Bound using segment: {'id': '63b713ce-90e8-498a-a6a8-ca6cff624443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:14.875409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Bound port: e23ea14d-f744-4088-8cff-2b33b1035097, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b713ce-90e8-498a-a6a8-ca6cff624443', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'adc6497b-08f7-47dc-b9a9-dd8c114ac8f3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:14.875836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.893745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:14.951783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:14.952815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:14.984097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] Routers {'1327e500-52af-4519-b1d8-d349e446a95f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:14.984876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1327e500-52af-4519-b1d8-d349e446a95f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:14.988797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.7463768 Jan 14 03:25:14.993930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.010592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 8e3bf2de-aacf-46ec-8029-d60adc85a528 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:15.024226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58196) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:15.071754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:15.072280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fbdbba-0025-41bc-b370-5156af391603 None None] The sync data for ids ['1327e500-52af-4519-b1d8-d349e446a95f'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:15.129299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.222'}]}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:15.149420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:15.153274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:15.161542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] For port e23ea14d-f744-4088-8cff-2b33b1035097, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:15.171242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] For port e23ea14d-f744-4088-8cff-2b33b1035097, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e23ea14d-f744-4088-8cff-2b33b1035097,segment=NetworkSegment(63b713ce-90e8-498a-a6a8-ca6cff624443),segment_id=63b713ce-90e8-498a-a6a8-ca6cff624443)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:15.183772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1065042e-8f5f-45ab-9d58-e22fcab823f6,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:15.185923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.221003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cbe8375-2d0e-416c-b9f2-4067f3efe4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:15.229287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.14 (adc6497b-08f7-47dc-b9a9-dd8c114ac8f3/50fb5381-045e-4b50-8d78-c7c752ba54ae/8e3bf2de-aacf-46ec-8029-d60adc85a528) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:15.300633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::a81a:ea64:ca96:4fb0 (0db21da6-d133-41c3-a5a5-fbea28870222/73230b93-6e8d-49bc-9543-fd5af4f75f4d/87f301be-7cee-4b54-baea-2419e4b0ce69) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:15.397385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.455424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.541687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 8e3bf2de-aacf-46ec-8029-d60adc85a528 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:15.543743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.548480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.564012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 87f301be-7cee-4b54-baea-2419e4b0ce69 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:15.586392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Usage tracker for resource:router and tenant:df7ff355b0964ae294ea76393306ffe1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:15.597592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:15.603876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.618362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:15.637065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:15.725437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58208) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:15.742268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=87f301be-7cee-4b54-baea-2419e4b0ce69,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:15.759023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:15.815957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Pushing event updated for resources: {'Port': ['ID=e23ea14d-f744-4088-8cff-2b33b1035097,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:15.828251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.830281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:15.830966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.833432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b126a7bb-1251-4a2d-ad5d-d31221787946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:15.854752 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Floating IP 4b341efd-a4d5-4ed5-b08a-d3e617b0e732 associated. External IP: 172.25.3.58, port: 0493ec29-3320-4800-835b-8b1cf9437f32. Jan 14 03:25:15.864990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.865555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router 1327e500-52af-4519-b1d8-d349e446a95f {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:25:15.904958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:15.906223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11b8ee9b-c2e4-4e44-8cc6-f0891d6a4b91 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/1327e500-52af-4519-b1d8-d349e446a95f HTTP/1.1" status: 204 len: 168 time: 1.1302259 Jan 14 03:25:15.910303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:15.966934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Pushing event updated for resources: {'Port': ['ID=1065042e-8f5f-45ab-9d58-e22fcab823f6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:15.988391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:15.996326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8e555e-df36-40f1-b19d-83dd79eb19d1']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:16.004263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.009426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.029077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.091265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.163880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad192f2-e516-4778-ad15-1f3f3daf1344') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:16.164225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad192f2-e516-4778-ad15-1f3f3daf1344') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:16.208214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.268097 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e0bb398-8e21-44f1-a197-45e4e0eed652 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:16.386302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet eadd751f-82d5-46b0-b145-f1d1453150af {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:16.403582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.514126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-292600012', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.515266 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.517973 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.519095 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:16.525050 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:16.539578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.544367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:25:16.580092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:16.719445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:16.742030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:16.771091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:16.815849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=8e3bf2de-aacf-46ec-8029-d60adc85a528,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:16.820098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:16.842553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.877510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.941954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:16.953040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:16.955262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:16.957374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:16.957713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:16.961230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:16.979770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:16.980408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.987764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:16.988899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.030826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:17.064193 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.066933 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.068326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.072785 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.081744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:17.083392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:17.084107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.109326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.123235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1989086 Jan 14 03:25:17.126008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:17.371685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.376108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ed57c-ac92-4820-a84c-148bb871a0e7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:17.376946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-892ed57c-ac92-4820-a84c-148bb871a0e7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:17.430036 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.0174453 Jan 14 03:25:17.436735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:17.480161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Network 9c8e555e-df36-40f1-b19d-83dd79eb19d1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:17.489868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-892ed57c-ac92-4820-a84c-148bb871a0e7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:17.494911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-892ed57c-ac92-4820-a84c-148bb871a0e7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.3642199 Jan 14 03:25:17.502369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58248) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:17.516268 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:17.519712 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:17.627852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 8e3bf2de-aacf-46ec-8029-d60adc85a528 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:17.628231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.696446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:17.716595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15d477e3-2134-4b5c-988e-e64ef714657c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:17.779331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a092363-afcc-4d77-ac23-885778d29185 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:17.802467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a092363-afcc-4d77-ac23-885778d29185 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:17.807529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a092363-afcc-4d77-ac23-885778d29185 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3664758 Jan 14 03:25:17.917277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58254) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:17.930102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1065042e-8f5f-45ab-9d58-e22fcab823f6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:18.107947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:18.119582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:18.120193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.130182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Router 024056a3-5e56-4035-b606-f9adc0552097 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:25:18.141212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=eadd751f-82d5-46b0-b145-f1d1453150af,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:18.208975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:18.221263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Provisioning for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:18.222266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.233790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Provisioning complete for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:18.234366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.360243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adde781c-ad62-4607-9ed5-298ad2fc5ac2 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:18.394326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.407334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.411082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Pushing event deleted for resources: {'Network': ['ID=9c8e555e-df36-40f1-b19d-83dd79eb19d1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:18.428132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:18.488659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 87f301be-7cee-4b54-baea-2419e4b0ce69 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:18.489047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.506121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.533278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1065042e-8f5f-45ab-9d58-e22fcab823f6,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:18.566121 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] 10.222.0.30 "DELETE /v2.0/networks/9c8e555e-df36-40f1-b19d-83dd79eb19d1 HTTP/1.1" status: 204 len: 168 time: 9.2458353 Jan 14 03:25:18.583589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.594030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05a0252-fce9-4b3d-ad9d-c5255b1b5bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:18.683557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846502a-7c1e-408d-bf0f-a1447f057290 None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:18.716069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Pushing event updated for resources: {'Port': ['ID=1065042e-8f5f-45ab-9d58-e22fcab823f6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:18.720207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:18.737583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.811371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:18.822605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] Sync routers for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:18.830691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-016ca05c-98da-48fe-a869-d5c380e685b6 None None] Provisioning complete for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:18.831126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-016ca05c-98da-48fe-a869-d5c380e685b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.840019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:18.844424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:18.879671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.944157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:18.954309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:18.954735 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:18.959493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c95fb-606d-4a9f-9349-fe267ab77a0b None None] Network 6e3099ec-69b5-4631-a890-17fd70eee413 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:18.970428 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/eadd751f-82d5-46b0-b145-f1d1453150af HTTP/1.1" status: 204 len: 168 time: 3.0589361 Jan 14 03:25:18.971705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58268) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:18.999164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:19.034610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:19.035627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:19.149067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.211533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:19.219450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5fca5-dfba-4f57-b83b-a38e0e37943d None None] The sync data for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:19.373077 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 12.5809751 Jan 14 03:25:19.374161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58278) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:19.395575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 87f301be-7cee-4b54-baea-2419e4b0ce69 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:19.416901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:19.564960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60f5853f-df06-4ab5-9f96-8c611883891b tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "GET /v2.0/floatingips/4b341efd-a4d5-4ed5-b08a-d3e617b0e732 HTTP/1.1" status: 200 len: 982 time: 0.1386263 Jan 14 03:25:19.565087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.566745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:19.576851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e23ea14d-f744-4088-8cff-2b33b1035097 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:19.604717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.643051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] DHCP port deletion for 6e3099ec-69b5-4631-a890-17fd70eee413 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:19.644281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.673045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Deleting port 660c7ada-8863-48df-8733-88343a9f1f46 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:19.675494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.720177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-220bc159-f4b7-4223-9afd-53cde1bc3b03 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:19.765131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:19.777850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-016ca05c-98da-48fe-a869-d5c380e685b6 None None] Provisioning for port e23ea14d-f744-4088-8cff-2b33b1035097 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:19.892530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=87f301be-7cee-4b54-baea-2419e4b0ce69,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:19.896624 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89958bb6-a503-4905-8ce7-5accea5a4d46 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2757254 Jan 14 03:25:19.991821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58298) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:20.069395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] For port 660c7ada-8863-48df-8733-88343a9f1f46, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=660c7ada-8863-48df-8733-88343a9f1f46,segment=NetworkSegment(da4ad841-49e8-4ff1-a83d-143a129e6b74),segment_id=da4ad841-49e8-4ff1-a83d-143a129e6b74)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:20.071508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.081079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.164475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 8e3bf2de-aacf-46ec-8029-d60adc85a528 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:20.194112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.195362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.196220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.196822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.197780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.198393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.198997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.199615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.200217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.200832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.201431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.202046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.202686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.203286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.203882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.204876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.205502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.206102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.206694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.207301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.207911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.208637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.209238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.209834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.210529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.211149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.211745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.212377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.212973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.213587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.214181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.214775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.215368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.215962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.216598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.217195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:20.223913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Calling delete_port for 660c7ada-8863-48df-8733-88343a9f1f46 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:20.270820 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:20.312104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e23ea14d-f744-4088-8cff-2b33b1035097 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:20.323139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e23ea14d-f744-4088-8cff-2b33b1035097 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:20.323563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.349197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f5cb46be-1622-4498-abc8-967e2d038533 None None] Could not find standard attr ID for object 87f301be-7cee-4b54-baea-2419e4b0ce69. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:25:20.351345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.436528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.439095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.494880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2281522-1d7a-4b0e-be73-2ab4fc0e9075 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a82a3b8e4ea4124b28c65d1790607f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1061592 Jan 14 03:25:20.497549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:20.500502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.501055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Fanout notify agent at l3_agent the message router_deleted on router 61d0238a-bf9b-4fe0-bd6e-ae449368aa4e {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:25:20.608937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.668277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:20.728136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.731513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Pushing event deleted for resources: {'Port': ['ID=660c7ada-8863-48df-8733-88343a9f1f46,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:20.743914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:20.744416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/87f301be-7cee-4b54-baea-2419e4b0ce69 HTTP/1.1" status: 204 len: 168 time: 2.7596221 Jan 14 03:25:20.744604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:20.749302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] No DVR routers for this DVR port 660c7ada-8863-48df-8733-88343a9f1f46 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:20.781771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f5cb46be-1622-4498-abc8-967e2d038533 None None] Provisioning complete for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:20.782205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5cb46be-1622-4498-abc8-967e2d038533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.789364 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:25:20.793123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1dcc2540-9c89-4b4a-9cd3-44ca3bfe7405 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7600367 Jan 14 03:25:20.794578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.837967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:20.911905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.930906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:20.966692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf842c-f036-4a25-9bda-72c4d722233b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:20.987260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf842c-f036-4a25-9bda-72c4d722233b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:20.987910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ccbf842c-f036-4a25-9bda-72c4d722233b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:21.017752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.064444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3099ec-69b5-4631-a890-17fd70eee413']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:21.082804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4ad841-49e8-4ff1-a83d-143a129e6b74') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:21.083178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4ad841-49e8-4ff1-a83d-143a129e6b74') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:21.115702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.121303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e23ea14d-f744-4088-8cff-2b33b1035097, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e23ea14d-f744-4088-8cff-2b33b1035097,segment=NetworkSegment(63b713ce-90e8-498a-a6a8-ca6cff624443),segment_id=63b713ce-90e8-498a-a6a8-ca6cff624443)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:21.128413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.132127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.133031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:21.134352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 27 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:25:21.243827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e23ea14d-f744-4088-8cff-2b33b1035097,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:21.266922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:21.270918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1065042e-8f5f-45ab-9d58-e22fcab823f6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:21.331749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6e3099ec-69b5-4631-a890-17fd70eee413 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:21.342187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.347720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Provisioning for port 8e3bf2de-aacf-46ec-8029-d60adc85a528 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:21.357307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Provisioning complete for port 8e3bf2de-aacf-46ec-8029-d60adc85a528 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:21.357739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.384474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Deleting port 49a6fac2-a765-4c52-ab78-59e940375268 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:21.384989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.417003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1065042e-8f5f-45ab-9d58-e22fcab823f6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:21.417438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.446396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Port 8e3bf2de-aacf-46ec-8029-d60adc85a528 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:21.467432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.468920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Provisioning for port bbae2fbf-1056-4223-bda9-d97b63748db4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:21.470057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ccbf842c-f036-4a25-9bda-72c4d722233b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:21.484371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ccbf842c-f036-4a25-9bda-72c4d722233b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6846392 Jan 14 03:25:21.484611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Provisioning complete for port bbae2fbf-1056-4223-bda9-d97b63748db4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:21.484611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.540508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Port bbae2fbf-1056-4223-bda9-d97b63748db4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:21.571542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58324) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:21.571865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Provisioning complete for port e23ea14d-f744-4088-8cff-2b33b1035097 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:21.572256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1436-8faf-446d-bf4e-469114a5f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.787554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Allocated IP 172.25.3.105 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/c5e0b694-4f22-49c7-8946-e7ecc4a0f5ff) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:21.800666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 660c7ada-8863-48df-8733-88343a9f1f46 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:21.813007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.841791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 660c7ada-8863-48df-8733-88343a9f1f46 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:21.842214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 660c7ada-8863-48df-8733-88343a9f1f46 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:25:21.879133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6e3099ec-69b5-4631-a890-17fd70eee413 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:21.892405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port 6bb73303-62b6-469e-9ef9-a39f47d57ddd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:21.892784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:21.947355 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:22.102831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.108855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.118637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ed901500-54ec-4fdc-88ff-ecb503f9bf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:22.140826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0d2e5cf-985e-4239-aeae-20ceae706a11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:22.156532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc4e30-0d80-4c5d-91a1-56042c215c08,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:22.171762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.172749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.173175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.173597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.174114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.174398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.174803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.175213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.175597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.176002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.176430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.176834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.177281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.177684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.178087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.178488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.179521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.180121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.180319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.180821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.181226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.181861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.181985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.182382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.182902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.183224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.183622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.184022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.184467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.184886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.185279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.185677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.186075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.186471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.186871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.187270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:22.196957 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:22.221299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.222538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4dc4e30-0d80-4c5d-91a1-56042c215c08 HTTP/1.1" status: 204 len: 168 time: 1.7238681 Jan 14 03:25:22.237302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.259657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.291736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=8e3bf2de-aacf-46ec-8029-d60adc85a528,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:22.392784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:22.399686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Calling delete_port for 49a6fac2-a765-4c52-ab78-59e940375268 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:22.478506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.485939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.495863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48f8b3f1-56e7-4473-a2b5-c4d40d76849f tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:22.524250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9402752f-08ab-45e8-badd-dc2bcdc8c0aa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:22.576376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.609951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.612013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/8e3bf2de-aacf-46ec-8029-d60adc85a528 HTTP/1.1" status: 204 len: 168 time: 5.1075876 Jan 14 03:25:22.613391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=6e3099ec-69b5-4631-a890-17fd70eee413,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:22.617835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58342) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:22.631892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:22.678902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/6e3099ec-69b5-4631-a890-17fd70eee413 HTTP/1.1" status: 204 len: 168 time: 3.6816659 Jan 14 03:25:22.695497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:22.715568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785693305', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:22.726211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Pushing event updated for resources: {'Port': ['ID=c5e0b694-4f22-49c7-8946-e7ecc4a0f5ff,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:22.731496 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-394c4b21-0efb-4064-9579-97295dad52ea tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:25:22.732082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-394c4b21-0efb-4064-9579-97295dad52ea tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:22.734482 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:22.743443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 73230b93-6e8d-49bc-9543-fd5af4f75f4d {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:22.746915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.780544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.810629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-638f8b1f-c5af-4e00-91d5-ce9461047c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:22.825033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:22.859233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Pushing event deleted for resources: {'Port': ['ID=49a6fac2-a765-4c52-ab78-59e940375268,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:22.864894 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:22.911609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:22.941367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:22.945101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:22.954065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:22.954873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:22.958003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:22.964505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:22.976153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.045955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.050264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.089573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-394c4b21-0efb-4064-9579-97295dad52ea tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:23.093500 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-394c4b21-0efb-4064-9579-97295dad52ea tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/8e3bf2de-aacf-46ec-8029-d60adc85a528 HTTP/1.1" status: 404 len: 333 time: 0.4698091 Jan 14 03:25:23.097995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.098371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.106708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58362) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:23.246768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:23.258005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e23ea14d-f744-4088-8cff-2b33b1035097 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:23.354417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e23ea14d-f744-4088-8cff-2b33b1035097 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:23.354944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.474882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.482597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.495629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.510392 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] 10.222.0.30 "DELETE /v2.0/ports/49a6fac2-a765-4c52-ab78-59e940375268 HTTP/1.1" status: 204 len: 168 time: 2.5530829 Jan 14 03:25:23.531669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:23.541130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Usage tracker for resource:security_group_rule and tenant:934b1573b06e4eb3851d20f293683d5c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:23.546171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:23.558373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.583714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for 6bb73303-62b6-469e-9ef9-a39f47d57ddd owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:23.680622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port bbae2fbf-1056-4223-bda9-d97b63748db4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:23.681008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:23.730186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58380) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:23.731848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:23.935304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.051402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.065047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e2227ed-60cc-4ad7-9b3c-f798b637bc7d tempest-DvrRoutersNegativeTest-689014966 tempest-DvrRoutersNegativeTest-689014966] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1964476336', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:24.072612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.policy [None req-0e2227ed-60cc-4ad7-9b3c-f798b637bc7d tempest-DvrRoutersNegativeTest-689014966 tempest-DvrRoutersNegativeTest-689014966] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80833) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 14 03:25:24.073134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.policy [None req-0e2227ed-60cc-4ad7-9b3c-f798b637bc7d tempest-DvrRoutersNegativeTest-689014966 tempest-DvrRoutersNegativeTest-689014966] Failed policy check for 'create_router' {{(pid=80833) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 14 03:25:24.073702 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-0e2227ed-60cc-4ad7-9b3c-f798b637bc7d tempest-DvrRoutersNegativeTest-689014966 tempest-DvrRoutersNegativeTest-689014966] create failed (client error): Access was denied to this resource. Jan 14 03:25:24.075272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e2227ed-60cc-4ad7-9b3c-f798b637bc7d tempest-DvrRoutersNegativeTest-689014966 tempest-DvrRoutersNegativeTest-689014966] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3403397 Jan 14 03:25:24.101151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.113629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.130986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.152902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8d62906-27c6-4c4a-ae04-9e5d89b09468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:24.154429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-732a1a60-6286-4ad0-afc4-c1163b2c98dd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:24.181968 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=934b1573b06e4eb3851d20f293683d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9339640 Jan 14 03:25:24.188033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58396) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.192540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.232013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.243496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7702d5a7-ac14-4345-a0f1-905d9ff363e5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:24.253700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:24.277734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=73230b93-6e8d-49bc-9543-fd5af4f75f4d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:24.279790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.281122 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e299c36d-fd05-4456-b943-09ab6c53e02c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5842729 Jan 14 03:25:24.301525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:24.302089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58402) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.306872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:24.319509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8daa651c996d4e828c26790c8e6a8afd is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:24.342326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:24.370306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076899899'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:24.376370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58406) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.389604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:24.414930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:24.464010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:24.494552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:24.541617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea40155-f288-4ecc-aae5-36b0787e55b4 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:24.542472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.564152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:24.574028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.596281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.630785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/73230b93-6e8d-49bc-9543-fd5af4f75f4d HTTP/1.1" status: 204 len: 168 time: 3.0542259 Jan 14 03:25:24.634635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.660500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.664163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:24.763164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.772375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45ba35f9-9a38-4239-a0d1-82973a5ff40b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029284 Jan 14 03:25:24.776789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:24.785933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for bbae2fbf-1056-4223-bda9-d97b63748db4 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:24.808638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.819556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91b3ef66-c26a-4516-917a-8bfa7130a53d tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:24.827154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:24.831356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Deleting port 1065042e-8f5f-45ab-9d58-e22fcab823f6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:24.831791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.872662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:24.880004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:24.941039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:24.994233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Router e6dcc995-36d8-45ff-9c00-e489cbece987 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:24.998614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.063663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.068953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Usage tracker for resource:security_group_rule and tenant:2af5c3f85f3d432bb79010cccd52c25b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:25.072175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:25:25.079406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Port': ['ID=6bb73303-62b6-469e-9ef9-a39f47d57ddd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.085647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b023e59-9fae-4def-ba38-88f76317d8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.086717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1065042e-8f5f-45ab-9d58-e22fcab823f6,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:25.087307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.092749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.093147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:25.099540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.108964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:25.111285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:25.126643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.127075 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment 97be29ea-41e9-495c-af04-30e690dbc2a4 of type vxlan for network bb3e446e-1483-4ac6-af78-a1b658e99ec3 Jan 14 03:25:25.179134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:25.219785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8daa651c996d4e828c26790c8e6a8afd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2785876 Jan 14 03:25:25.222394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.223390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776de7e6-af75-4214-bea0-fdc9313b4a56,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.230873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.231722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.232952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7702d5a7-ac14-4345-a0f1-905d9ff363e5 HTTP/1.1" status: 204 len: 168 time: 1.0419867 Jan 14 03:25:25.233676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.253529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Calling delete_port for 1065042e-8f5f-45ab-9d58-e22fcab823f6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:25.256248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7702d5a7-ac14-4345-a0f1-905d9ff363e5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.265340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.289771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.309296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.313810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1065042e-8f5f-45ab-9d58-e22fcab823f6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:25.341367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.342009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1d5812-02f7-4098-a15c-8695f7bd824f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.344571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:25.371669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2af5c3f85f3d432bb79010cccd52c25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839771 Jan 14 03:25:25.375405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.378116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58426) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.381907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c15047-0950-43a1-92d2-5bdfb0fb9015,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.383681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] Sync routers for ids ['e6dcc995-36d8-45ff-9c00-e489cbece987'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:25.385587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:25.395961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.410392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.423733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.425102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6799624 Jan 14 03:25:25.436550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.446770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] Routers {'e6dcc995-36d8-45ff-9c00-e489cbece987'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:25.447470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e6dcc995-36d8-45ff-9c00-e489cbece987'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:25.447901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.534218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:25.565551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] Routers {'e6dcc995-36d8-45ff-9c00-e489cbece987'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:25.566637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e6dcc995-36d8-45ff-9c00-e489cbece987'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:25.597144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:25:25.655433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.666224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:25.668113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b755e3b-31d6-4d8b-8cfe-9f0e6bb203c2 None None] The sync data for ids ['e6dcc995-36d8-45ff-9c00-e489cbece987'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:25.678321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.679552 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Floating IP 4b341efd-a4d5-4ed5-b08a-d3e617b0e732 disassociated (deleted). External IP: 172.25.3.58, port: 0493ec29-3320-4800-835b-8b1cf9437f32. Jan 14 03:25:25.712451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.721806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.729449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8204ba33-1ef3-49fe-90d9-27c5570224ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.737337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.747354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776de7e6-af75-4214-bea0-fdc9313b4a56,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.760969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.765880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-813667ca-5bd1-4765-a503-3f2e7253e517 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/e6dcc995-36d8-45ff-9c00-e489cbece987 HTTP/1.1" status: 200 len: 920 time: 0.3257570 Jan 14 03:25:25.767189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.768363 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/776de7e6-af75-4214-bea0-fdc9313b4a56 HTTP/1.1" status: 204 len: 168 time: 0.5418298 Jan 14 03:25:25.769172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58436) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.781710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.820037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1065042e-8f5f-45ab-9d58-e22fcab823f6,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:25.832716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.835634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.859007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c55748d3-245c-4b1c-865d-450320bb6987 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=e6dcc995-36d8-45ff-9c00-e489cbece987 HTTP/1.1" status: 200 len: 205 time: 0.0846951 Jan 14 03:25:25.859718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58446) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:25.860574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.872787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.874619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.894014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:25.894686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:25.899142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-359ab6cf-b6ac-4ca3-956b-cdfc27256634 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:25.913045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=1065042e-8f5f-45ab-9d58-e22fcab823f6,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:25.917880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:25.918927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:25.919418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:25.970594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:26.042853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Usage tracker for resource:security_group_rule and tenant:cb3df508007a48d898b77083ded969b0 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:26.061806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:26.075161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:26.080432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.089209 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b3defd5e-1735-48b6-9563-a51c79be4c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:26.112160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c15047-0950-43a1-92d2-5bdfb0fb9015,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:26.120234 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:26.122246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.123308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5c15047-0950-43a1-92d2-5bdfb0fb9015 HTTP/1.1" status: 204 len: 168 time: 0.7441688 Jan 14 03:25:26.210483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.353805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58454) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:26.420664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Deleting port 1065042e-8f5f-45ab-9d58-e22fcab823f6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:26.422616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.509416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.534490 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-719ae506-7443-4156-8334-09e371262355 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df7ff355b0964ae294ea76393306ffe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778233 Jan 14 03:25:26.536234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port c5e0b694-4f22-49c7-8946-e7ecc4a0f5ff {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:26.536610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.558496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58460) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:26.578396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Router 024056a3-5e56-4035-b606-f9adc0552097 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:25:26.593434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.596640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2432156 Jan 14 03:25:26.601418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.602752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58466) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:26.612197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf83689b-520f-49fb-91af-176c180d8def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:26.637818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=bb3e446e-1483-4ac6-af78-a1b658e99ec3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:26.643895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:26.698209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] For port 1065042e-8f5f-45ab-9d58-e22fcab823f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1065042e-8f5f-45ab-9d58-e22fcab823f6,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:26.698765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.760543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2386b5-dece-491b-968d-d8c6508fdef1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:26.767438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb3df508007a48d898b77083ded969b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9508071 Jan 14 03:25:26.768708 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:26.771121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58474) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:26.842670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Calling delete_port for 1065042e-8f5f-45ab-9d58-e22fcab823f6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:26.870103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:26.905573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:26.909900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:26.911676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5c8d8a-b151-451b-bee4-428ecae45a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.968s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:26.921270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] Sync routers for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:26.932272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:26.934276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:26.942186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:27.015943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for c5e0b694-4f22-49c7-8946-e7ecc4a0f5ff owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:27.019651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.064517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.082831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:27.103370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:27.104537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:27.113090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:27.136024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:27.136751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.165763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=bbae2fbf-1056-4223-bda9-d97b63748db4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:27.169391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/floatingips/4b341efd-a4d5-4ed5-b08a-d3e617b0e732 HTTP/1.1" status: 204 len: 168 time: 7.1634912 Jan 14 03:25:27.170937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:27.218936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58484) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:27.235106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:27.237747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:27.238206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f399aff9-94a9-417e-9946-db32262523c0 None None] The sync data for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:27.241341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:27.245870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Usage tracker for resource:floatingip and tenant:5c27285371ef4a5ca6420dde0eb9f456 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:27.249048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:27.254753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:27.272327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.307545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.365149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.368462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.415539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:27.419729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:27.431068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:27.440399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:27.448928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.449405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58490) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:27.493489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:27.508015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:27.548473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] No DVR routers for this DVR port 1065042e-8f5f-45ab-9d58-e22fcab823f6 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:27.572704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Pushing event deleted for resources: {'Port': ['ID=1065042e-8f5f-45ab-9d58-e22fcab823f6,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:27.575837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:27.621361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.623389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/bbae2fbf-1056-4223-bda9-d97b63748db4 HTTP/1.1" status: 204 len: 168 time: 4.5052998 Jan 14 03:25:27.639807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:27.641897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.755579 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc19cf5-e763-4304-925a-e44f0f17e38b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:25:27.756159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fc19cf5-e763-4304-925a-e44f0f17e38b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:27.770366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.787077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1eeebdf8-f3f6-4497-bdc5-19fa89cab174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:27.807365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2386b5-dece-491b-968d-d8c6508fdef1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:27.808587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fee98186-c7cc-432f-a592-415742e575ad tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'default'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:27.810146 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-fee98186-c7cc-432f-a592-415742e575ad tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 03:25:27.810727 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-fee98186-c7cc-432f-a592-415742e575ad tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:25:27.815435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fee98186-c7cc-432f-a592-415742e575ad tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3474076 Jan 14 03:25:27.822901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58500) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:27.830496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:27.873639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--1303997534'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:27.896070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:27.913949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.915002 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d2386b5-dece-491b-968d-d8c6508fdef1 HTTP/1.1" status: 204 len: 168 time: 1.1427650 Jan 14 03:25:27.916398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:27.927424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:27.936007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:27.946629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:27.962302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fc19cf5-e763-4304-925a-e44f0f17e38b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:27.966199 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3fc19cf5-e763-4304-925a-e44f0f17e38b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/bbae2fbf-1056-4223-bda9-d97b63748db4 HTTP/1.1" status: 404 len: 333 time: 0.3099191 Jan 14 03:25:27.971922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:28.065261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.076159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-425beeb8-b218-42d4-8de3-7175af48a056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:28.082579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.100150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec64a0-8eb1-4c16-bf96-a19072176a40,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:28.107937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:28.137492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.156186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.161629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.164910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.168924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caec64a0-8eb1-4c16-bf96-a19072176a40 HTTP/1.1" status: 204 len: 168 time: 1.6041605 Jan 14 03:25:28.186371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:28.216821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.227997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:28.233478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:28.244005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:28.251005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.251556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router e6dcc995-36d8-45ff-9c00-e489cbece987 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:25:28.381438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.383321 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4847b612-92fa-4db5-8e47-4a6bf9415412 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/e6dcc995-36d8-45ff-9c00-e489cbece987 HTTP/1.1" status: 204 len: 168 time: 2.5122941 Jan 14 03:25:28.393788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58516) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:28.404312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'name': 'tempest-snat-router-1542499510', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:28.416751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:28.434846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:router and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:28.440212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.445865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:28.459965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f7d0328-034e-4dc7-8762-828ced5a22f4 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:28.471315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:28.525566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=21579a52-ca1f-4096-a55f-6376d587202d,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:28.533028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 50fb5381-045e-4b50-8d78-c7c752ba54ae {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:28.539809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.545480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.546573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.594063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:28.600140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.609794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.618641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f5ab3c0-04fc-48ff-be63-95dc511e65eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:28.634617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:28.640401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.666724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.688918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:28.700773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:28.722268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:28.725362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b245a4-ac88-466d-9891-063438384a64,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:28.733075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:28.795625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:28.984544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Allocated IP 172.25.3.192 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1c6eb783-bcf8-49e6-b346-1a2199943cf4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:29.070896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.103991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.124016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36540f9-4065-4abd-808f-0e4f607d2ae6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:29.250141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=50fb5381-045e-4b50-8d78-c7c752ba54ae,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:29.257610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:29.276175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.304643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.312411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd90fe0a-7b04-4094-952e-7103906a1609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:29.362189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:29.365329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:29.375373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405177e6-2f31-4a9a-b94d-9bb8877acb3e None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:29.377969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58546) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:29.385685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:29.386337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.400604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.421902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.436492 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.5869427 Jan 14 03:25:29.441732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/50fb5381-045e-4b50-8d78-c7c752ba54ae HTTP/1.1" status: 204 len: 168 time: 1.4628322 Jan 14 03:25:29.441732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:29.448375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:29.453916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '21579a52-ca1f-4096-a55f-6376d587202d', 'ip_address': '2001:db8::94f0:c039:7fd6:7efd'}], 'name': 'tempest-NetworksTestDHCPv6-41719916'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:29.474803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=aea98d51-72c7-4870-897a-51ec8134dc2c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:29.479466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:29.481500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.482907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6512175 Jan 14 03:25:29.487296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58560) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:29.494261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'aea98d51-72c7-4870-897a-51ec8134dc2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:29.506264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:29.510946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.529742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-28188761-6a10-4db2-b763-2fa88679eca2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:29.562230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:29.588111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbce255-a7ff-4694-83c2-b0b5a841731b None None] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:29.629034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:29.664285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:29.721340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Pushing event updated for resources: {'Port': ['ID=1c6eb783-bcf8-49e6-b346-1a2199943cf4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:29.746873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:29.792311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:29.880612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-480493146'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:29.973131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:29.995932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:network and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:29.996971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '21579a52-ca1f-4096-a55f-6376d587202d'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:29.998148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.004851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:30.063757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:30.104435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:30.106551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.113328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:30.115212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:30.124440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.138339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:30.164417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.180658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.187526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.216091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:30.235145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:30.239122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:security_group_rule and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:30.242105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:30.259224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:30.286723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port e23ea14d-f744-4088-8cff-2b33b1035097 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:30.287042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.347936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.351670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.517269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/21579a52-ca1f-4096-a55f-6376d587202d/b886af4b-4421-44d8-a703-bd4c3abd9f4f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:30.535490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] DHCP port deletion for adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:30.566311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Deleting port e23ea14d-f744-4088-8cff-2b33b1035097 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:30.566659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.672016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7b7016-5d40-4188-91aa-1460ff179f1a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:30.674035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.687365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:30.687848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:30.703110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.715278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:30.721724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] For port e23ea14d-f744-4088-8cff-2b33b1035097, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e23ea14d-f744-4088-8cff-2b33b1035097,segment=NetworkSegment(63b713ce-90e8-498a-a6a8-ca6cff624443),segment_id=63b713ce-90e8-498a-a6a8-ca6cff624443)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:30.722217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.740606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:30.749238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:30.760042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:25:30.795348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.796710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3077035 Jan 14 03:25:30.803526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc384f-8747-468a-bc5f-0d5f82d9abb1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:30.806710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:30.885620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.915649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for e23ea14d-f744-4088-8cff-2b33b1035097 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:30.944817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:30.947447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddcc7aac-c62e-487a-85ad-54972863ef0f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:30.977589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:30.978383 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Added segment 0f9e1ca2-b826-4c30-abaf-f1a5e3a9e208 of type vxlan for network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 Jan 14 03:25:31.004708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] For port e23ea14d-f744-4088-8cff-2b33b1035097, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e23ea14d-f744-4088-8cff-2b33b1035097,segment=NetworkSegment(63b713ce-90e8-498a-a6a8-ca6cff624443),segment_id=63b713ce-90e8-498a-a6a8-ca6cff624443)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:31.005157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.012739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:31.020112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'aea98d51-72c7-4870-897a-51ec8134dc2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:31.046409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:31.056458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:31.090754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:31.108308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:31.138559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.141923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.153782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:31.213213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.222852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.25.3.153 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/b8d97389-b9bd-4e51-bcaa-5c416dd93424) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:31.308730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.337650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.341479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Calling delete_port for e23ea14d-f744-4088-8cff-2b33b1035097 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:31.348764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=3ee057ae-9311-42ad-a614-60f6c9a7f3d8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:31.357540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:31.358246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.362377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.379352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:31.402243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:31.405637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:31.406041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: bb3e446e-1483-4ac6-af78-a1b658e99ec3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:25:31.428364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:31.428821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:31.433094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e23ea14d-f744-4088-8cff-2b33b1035097 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:31.513951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e23ea14d-f744-4088-8cff-2b33b1035097 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:31.514352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e23ea14d-f744-4088-8cff-2b33b1035097 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:25:31.551050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.553299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 683721da-3fbb-426f-a7b0-224a1a79476b yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:31.562736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Transition to ACTIVE for port object b886af4b-4421-44d8-a703-bd4c3abd9f4f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:31.581312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Transition to ACTIVE for port object b886af4b-4421-44d8-a703-bd4c3abd9f4f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:31.587736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.589210 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:25:31.590377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbacae8c-2d67-4975-8e24-60ebb7d92eed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6188221 Jan 14 03:25:31.637650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58650) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:31.708702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2732952 Jan 14 03:25:31.717510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Network': ['ID=a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:31.721489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58666) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:31.744256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:31.762337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:31.765961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'subnet': {'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:31.785183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::94f0:c039:7fd6:7efd (0db21da6-d133-41c3-a5a5-fbea28870222/21579a52-ca1f-4096-a55f-6376d587202d/683721da-3fbb-426f-a7b0-224a1a79476b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:31.806678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:31.926704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:31.941940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:31.970961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Deleting port e23ea14d-f744-4088-8cff-2b33b1035097 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:31.970961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:31.992579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.006176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.022891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 683721da-3fbb-426f-a7b0-224a1a79476b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:32.040391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.046435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.076749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.143190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.159233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fef7ae3-7001-4b25-8909-02f5c5b36e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.166731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:32.169253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-563d2a0c-0662-4342-b2e7-527f9b1c9f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.170310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f2eb4-d000-4129-8be8-240ddeff948a None None] The port 'e23ea14d-f744-4088-8cff-2b33b1035097' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:25:32.172509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:32.195538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:32.196603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:subnet and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:32.205460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:32.210613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea98d51-72c7-4870-897a-51ec8134dc2c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.220707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:32.222813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:32.227957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:32.230041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.253591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.253591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/aea98d51-72c7-4870-897a-51ec8134dc2c HTTP/1.1" status: 204 len: 168 time: 0.6089406 Jan 14 03:25:32.257084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=e23ea14d-f744-4088-8cff-2b33b1035097,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.261895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:32.265487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:32.265999 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.282068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.301939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.303645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Pushing event updated for resources: {'Port': ['ID=b886af4b-4421-44d8-a703-bd4c3abd9f4f,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.325625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No DVR routers for this DVR port e23ea14d-f744-4088-8cff-2b33b1035097 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:32.333749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:32.380623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:25:32.511319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:32.529512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.546262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Attempting to bind port b886af4b-4421-44d8-a703-bd4c3abd9f4f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:32.546397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:25:32.546690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Attempting to bind port b886af4b-4421-44d8-a703-bd4c3abd9f4f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:32.547109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Attempting to bind port b886af4b-4421-44d8-a703-bd4c3abd9f4f on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:32.553089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:32.553602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:32.554045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.554487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:32.556563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Bound port: b886af4b-4421-44d8-a703-bd4c3abd9f4f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:32.556563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.605435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, bb3e446e-1483-4ac6-af78-a1b658e99ec3) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:32.629179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.652100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] For port b886af4b-4421-44d8-a703-bd4c3abd9f4f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:32.655333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] For port b886af4b-4421-44d8-a703-bd4c3abd9f4f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b886af4b-4421-44d8-a703-bd4c3abd9f4f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:32.658594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a9849e-7921-499d-961a-5a964f8c4a91 None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:32.679166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.704544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.715596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:32.716250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.730734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=b8d97389-b9bd-4e51-bcaa-5c416dd93424,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.734817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:32.739615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.755093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=683721da-3fbb-426f-a7b0-224a1a79476b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.768467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:32.786924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79088164-84c9-4003-9dce-857e1922e460 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:32.790563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:32.808230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc6497b-08f7-47dc-b9a9-dd8c114ac8f3']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:32.817590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:32.830646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.2197099 Jan 14 03:25:32.837868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b713ce-90e8-498a-a6a8-ca6cff624443') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:32.838208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b713ce-90e8-498a-a6a8-ca6cff624443') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:32.845087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58718) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:32.925297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Pushing event updated for resources: {'Port': ['ID=b886af4b-4421-44d8-a703-bd4c3abd9f4f,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:32.933118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:33.112380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:33.112380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.205767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79088164-84c9-4003-9dce-857e1922e460 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:33.207368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79088164-84c9-4003-9dce-857e1922e460 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9443829 Jan 14 03:25:33.219626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:33.259406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:33.263642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--1990500231'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:33.272931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Pushing event updated for resources: {'Port': ['ID=1c6eb783-bcf8-49e6-b346-1a2199943cf4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:33.281957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:33.286984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:33.290434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:33.295568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.376543 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:33.379748 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:33.388766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:33.447862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.489723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Allocated IP 2001:db8::2 (bb3e446e-1483-4ac6-af78-a1b658e99ec3/3ee057ae-9311-42ad-a614-60f6c9a7f3d8/3119f07b-e489-45f9-b708-c84461f7749b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:33.495445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.541630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.548000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:25:33.844198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.862380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Transition to ACTIVE for port object 3119f07b-e489-45f9-b708-c84461f7749b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:33.884933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Transition to ACTIVE for port object 3119f07b-e489-45f9-b708-c84461f7749b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:33.893180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:33.945848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:33.947444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:33.983403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:34.001621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:34.002591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.007931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e83e3ab0-a905-4eb4-9527-22330656b8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:34.079810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6351295 Jan 14 03:25:34.090319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.093409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58780) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:34.165577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:34.173502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:34.174284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Pushing event updated for resources: {'Port': ['ID=3119f07b-e489-45f9-b708-c84461f7749b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:34.186254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.191419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:34.195452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:34.215521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:34.222995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:34.239244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:34.240807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:34.244086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:34.314497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Attempting to bind port 3119f07b-e489-45f9-b708-c84461f7749b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:34.314933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Attempting to bind port 3119f07b-e489-45f9-b708-c84461f7749b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:34.315360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Attempting to bind port 3119f07b-e489-45f9-b708-c84461f7749b on network bb3e446e-1483-4ac6-af78-a1b658e99ec3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:34.323066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:34.323496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Checking segment: {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:34.323948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.324413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Bound using segment: {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:34.324944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Bound port: 3119f07b-e489-45f9-b708-c84461f7749b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:34.325063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.325365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.334513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58788) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:34.347900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.352000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1294565 Jan 14 03:25:34.361673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58792) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:34.424509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] For port 3119f07b-e489-45f9-b708-c84461f7749b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:34.429264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] For port 3119f07b-e489-45f9-b708-c84461f7749b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3119f07b-e489-45f9-b708-c84461f7749b,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:34.432980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.452669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68b8db50-207b-4c6e-87cb-2bcb52b8f8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:34.464609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d21c6-a0ce-4904-9b7d-ac942853219a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:34.495194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d21c6-a0ce-4904-9b7d-ac942853219a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:34.496373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-701d21c6-a0ce-4904-9b7d-ac942853219a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:34.547316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.561879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.638997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be335fc6-a3f3-402b-8c26-12e2d4c3d0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.688996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Pushing event updated for resources: {'Port': ['ID=3119f07b-e489-45f9-b708-c84461f7749b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:34.702946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:34.709354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.787806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c38fd6de-7f95-4e69-a733-894bba4bcf8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:34.843530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:25:34.889651 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:25:34.893614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:34.907902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:34.927968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:34.959537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Usage tracker for resource:floatingip and tenant:0d4c2d4d9c0c483bb22f73ad4960444c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:34.970121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:34.979081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:34.994488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=c9946a7a-9978-45c2-aa39-a1eaf867c43b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:34.997660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:35.021182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.059036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f0cb3bdf-a435-4a80-9bcc-c5126c8d9b10 None None] Provisioning for port b886af4b-4421-44d8-a703-bd4c3abd9f4f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:35.127961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.132216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9014082 Jan 14 03:25:35.133598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-701d21c6-a0ce-4904-9b7d-ac942853219a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:35.133598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-701d21c6-a0ce-4904-9b7d-ac942853219a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.0386133 Jan 14 03:25:35.133757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58800) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:35.161512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:35.177044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:33aa7e3e19424e4ba203a02a54111b08 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:35.182140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:35.189315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:35.254904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58802) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:35.361054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a11b2189-f202-417e-899a-7304c6bebb14 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'c9946a7a-9978-45c2-aa39-a1eaf867c43b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:35.379397 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-a11b2189-f202-417e-899a-7304c6bebb14 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 03:25:35.380570 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a11b2189-f202-417e-899a-7304c6bebb14 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:35.384726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 683721da-3fbb-426f-a7b0-224a1a79476b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:35.384874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3119f07b-e489-45f9-b708-c84461f7749b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:35.384978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.386452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a11b2189-f202-417e-899a-7304c6bebb14 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.2349761 Jan 14 03:25:35.424848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58808) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:35.431053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8::1 (bb3e446e-1483-4ac6-af78-a1b658e99ec3/3ee057ae-9311-42ad-a614-60f6c9a7f3d8/bd4ee579-2039-4024-bec0-7faeaef9a5a0) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:35.472577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3119f07b-e489-45f9-b708-c84461f7749b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:35.481306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b886af4b-4421-44d8-a703-bd4c3abd9f4f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:35.582736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b886af4b-4421-44d8-a703-bd4c3abd9f4f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:35.589652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b886af4b-4421-44d8-a703-bd4c3abd9f4f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:35.590296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.646337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.670461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object bd4ee579-2039-4024-bec0-7faeaef9a5a0 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:35.687981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.691915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.709683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb6494d0-931a-4c35-84e5-0552a2227364 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:35.727116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/adc6497b-08f7-47dc-b9a9-dd8c114ac8f3 HTTP/1.1" status: 204 len: 168 time: 6.2291167 Jan 14 03:25:35.738422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58814) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:35.746154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.749188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198619422'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:35.754726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:35.760775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=adc6497b-08f7-47dc-b9a9-dd8c114ac8f3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:35.764819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:35.771306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:35.775820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:35.781954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:35.785310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b886af4b-4421-44d8-a703-bd4c3abd9f4f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b886af4b-4421-44d8-a703-bd4c3abd9f4f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:35.793576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.796290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.798567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11f4755a-c5f8-4ad4-8d5f-d457436f80f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:35.822439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13a81658-c90a-4b34-8509-444d8150aa54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:35.843555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.851160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.853689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:35.864148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.869106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b643493-a70c-404e-85d3-420f2220ebef None None] Provisioning for port 683721da-3fbb-426f-a7b0-224a1a79476b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:35.881563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b643493-a70c-404e-85d3-420f2220ebef None None] Provisioning complete for port 683721da-3fbb-426f-a7b0-224a1a79476b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:35.882546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b643493-a70c-404e-85d3-420f2220ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.930652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b886af4b-4421-44d8-a703-bd4c3abd9f4f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:35.936417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:35.948908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4b643493-a70c-404e-85d3-420f2220ebef None None] Port 683721da-3fbb-426f-a7b0-224a1a79476b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:35.954905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:35.993875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.072303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-68621097-ce96-49f5-99d7-aa964b0fc040 None None] Provisioning complete for port b886af4b-4421-44d8-a703-bd4c3abd9f4f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:36.072941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68621097-ce96-49f5-99d7-aa964b0fc040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.236549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.253507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.343488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:25:36.352601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:36.357178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33aa7e3e19424e4ba203a02a54111b08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0139272 Jan 14 03:25:36.358316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:36.365716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.366731 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2 of type vxlan for network e9410c6f-c7e8-4c25-a43a-405af37a921f Jan 14 03:25:36.367992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc68bf99-1934-4c7a-8cd2-295ac4995468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:36.385044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:36.485343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.490110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b496ea6b-a293-4098-9fab-8bffdfb46cbf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:36.502498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:36.517058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df527151-552e-469a-963c-831607b49b46 None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:36.553395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.554812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:36.564856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:36.565055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:36.571874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:36.572477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.588831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.600253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.619593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Provisioning for port 3119f07b-e489-45f9-b708-c84461f7749b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:36.619802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:36.620255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.627808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Provisioning complete for port 3119f07b-e489-45f9-b708-c84461f7749b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:36.628208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.629170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8879ed6b-a728-4d88-8d1a-b2be7e9f344c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:36.729255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.749202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:36.786699 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0406449 Jan 14 03:25:36.794640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58822) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:36.812004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:36.816239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 683721da-3fbb-426f-a7b0-224a1a79476b owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:36.827249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=e9410c6f-c7e8-4c25-a43a-405af37a921f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:36.843348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:36.850057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:36.882452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:36.895264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:37.046381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.051953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:37.054674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42f28c46-9080-47cd-9638-a0bf177f72ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:37.059619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Subnet': ['ID=4e3f257c-8761-4c5d-83cf-4750698d05e0,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:37.065443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.080564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:37.083447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496ea6b-a293-4098-9fab-8bffdfb46cbf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:37.090623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:37.104860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router 187b33e0-b17d-40f3-9566-15ef7fdb1f0c is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:37.117829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:37.122423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.124899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:37.132809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79750d18-e42a-4743-8896-a0785a7f9866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:37.138309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:37.169588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.173471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b496ea6b-a293-4098-9fab-8bffdfb46cbf HTTP/1.1" status: 204 len: 168 time: 0.7848809 Jan 14 03:25:37.187293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9946a7a-9978-45c2-aa39-a1eaf867c43b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:37.194699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5125669-74d7-4756-9a3e-bcbd9ca65861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.220979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:37.255556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:37.265348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.266584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/c9946a7a-9978-45c2-aa39-a1eaf867c43b HTTP/1.1" status: 204 len: 168 time: 1.8284199 Jan 14 03:25:37.288362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58828) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:37.397622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b886af4b-4421-44d8-a703-bd4c3abd9f4f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:37.503167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.517579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.558526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebde2d59-00e1-4e73-af9e-880d42644da6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:37.578903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Checking segment: {'id': '0f9e1ca2-b826-4c30-abaf-f1a5e3a9e208', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:37.579300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network hostable DHCP agents. Network: a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:25:37.620734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebde2d59-00e1-4e73-af9e-880d42644da6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:37.626646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebde2d59-00e1-4e73-af9e-880d42644da6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2726939 Jan 14 03:25:37.626832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.632302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] For port 3119f07b-e489-45f9-b708-c84461f7749b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3119f07b-e489-45f9-b708-c84461f7749b,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:37.637795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.647917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58838) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:37.648056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.649124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dd508a-58df-4679-b5bd-5490eef0c2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:37.686231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b886af4b-4421-44d8-a703-bd4c3abd9f4f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:37.686390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:37.691505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--1719760867'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:37.717916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7f7357-c68f-44ff-ad73-980bbbab45a7 tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:37.782390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=683721da-3fbb-426f-a7b0-224a1a79476b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:37.794467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:37.798129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Pushing event updated for resources: {'Port': ['ID=3119f07b-e489-45f9-b708-c84461f7749b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:37.804238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:37.853647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:37.867624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:25:37.879858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:37.901591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:37.902969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Sync routers for ids ['187b33e0-b17d-40f3-9566-15ef7fdb1f0c'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:37.934607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Routers {'187b33e0-b17d-40f3-9566-15ef7fdb1f0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:37.935507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['187b33e0-b17d-40f3-9566-15ef7fdb1f0c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:37.944574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:37.949735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Allocated IP 172.25.3.62 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:37.974901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.066286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:38.067052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.148276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.152596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.7577484 Jan 14 03:25:38.154224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:38.167357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58848) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:38.276966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:38.278667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Set router 187b33e0-b17d-40f3-9566-15ef7fdb1f0c gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:38.293465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:25:38.304530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:38.357647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:38.363253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.6298039 Jan 14 03:25:38.373346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58856) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:38.385581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.388154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.393281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1270367188', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:38.404985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/683721da-3fbb-426f-a7b0-224a1a79476b HTTP/1.1" status: 204 len: 168 time: 3.1388507 Jan 14 03:25:38.408292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58860) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:38.481052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.485889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.486115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd92fa30-b136-4bbe-bead-3c99afb5494e None None] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:38.517000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:38.523365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-825af4c7-9f9b-4d2d-85a9-2e8a878d33dc tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:38.672749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:38.676546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:38.782789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:router and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:38.789121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.833759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Provisioning complete for port 3119f07b-e489-45f9-b708-c84461f7749b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:38.834187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.862013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.873558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:38.887086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fd219-79bf-4238-94fb-4fdd39de1798 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:38.893035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fd219-79bf-4238-94fb-4fdd39de1798 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:38.898603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-084fd219-79bf-4238-94fb-4fdd39de1798 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4870019 Jan 14 03:25:38.908536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:38.919129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:38.928088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58872) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:38.929460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d0879d7-56b8-4d6b-9338-b04865f00fc7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:39.075136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.076183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.117230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.326526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3a439-686b-412e-b137-b44007e34758 None None] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:39.367680 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47356b16-7a9c-4277-afd3-82f75dd70559 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/187b33e0-b17d-40f3-9566-15ef7fdb1f0c HTTP/1.1" status: 200 len: 909 time: 1.1965213 Jan 14 03:25:39.382750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58904) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:39.426760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'name': 'tempest-snat-router-1542499510', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': True}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:39.433148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:39.437707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Usage tracker for resource:router and tenant:3f1e49d749b6497780e9e5d4de6f209b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:39.441031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Quota usage for router was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:39.448848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:39.546761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.547879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.560245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.583248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.597255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Pushing event updated for resources: {'Port': ['ID=ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:39.617607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:39.618363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65fbe385-c32c-47f3-9dc6-4619c82fa1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:39.636411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3119f07b-e489-45f9-b708-c84461f7749b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:39.660636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce32e6-aafe-466d-86a7-166e3051520b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:39.702013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:39.809285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Provisioning for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:39.818131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Provisioning complete for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:39.818559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.870903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 21579a52-ca1f-4096-a55f-6376d587202d {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:39.873317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.878475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2261863 Jan 14 03:25:39.878930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58920) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:39.879732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.883193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.889969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3119f07b-e489-45f9-b708-c84461f7749b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:39.890392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:39.926098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9bbdb5a1-6ca7-4158-945b-4471d3ea2190 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '29ce32e6-aafe-466d-86a7-166e3051520b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:39.927858 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-9bbdb5a1-6ca7-4158-945b-4471d3ea2190 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 03:25:39.928669 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-9bbdb5a1-6ca7-4158-945b-4471d3ea2190 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:39.932729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9bbdb5a1-6ca7-4158-945b-4471d3ea2190 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143421 Jan 14 03:25:39.939698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58924) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:39.985356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:28Z', 'updated_at': '2021-01-14T03:25:34Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:30Z', 'updated_at': '2021-01-14T03:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:39.989400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.000710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Checking router: 187b33e0-b17d-40f3-9566-15ef7fdb1f0c for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:25:40.000964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Updating router 187b33e0-b17d-40f3-9566-15ef7fdb1f0c port b8d97389-b9bd-4e51-bcaa-5c416dd93424 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:25:40.041409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:40.046723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:40.051931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.052515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:40.063897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.075512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:40.095501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4752b5e0-3482-4068-a258-5e54685e880e None None] Port bd4ee579-2039-4024-bec0-7faeaef9a5a0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:40.099920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.124761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:40.200576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.237819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.270565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58930) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:40.287779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b85ac5c-25db-4e4b-bf4e-b317652cd833 None None] Provisioning complete for port 3119f07b-e489-45f9-b708-c84461f7749b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:40.288215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b85ac5c-25db-4e4b-bf4e-b317652cd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.389201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.395738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.405016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21e28ee6-1699-4bee-b0b4-5e138579e129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:40.476057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce32e6-aafe-466d-86a7-166e3051520b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:40.481178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:40.496531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.601294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.605871 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/29ce32e6-aafe-466d-86a7-166e3051520b HTTP/1.1" status: 204 len: 168 time: 0.6579757 Jan 14 03:25:40.608450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58936) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:40.630997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.675539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b85ac5c-25db-4e4b-bf4e-b317652cd833 None None] Provisioning complete for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:40.675976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b85ac5c-25db-4e4b-bf4e-b317652cd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.694899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.732572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-527daeaa-b00f-4f9b-b051-6d67ed4b6c0c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:40.769805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4b85ac5c-25db-4e4b-bf4e-b317652cd833 None None] Port bd4ee579-2039-4024-bec0-7faeaef9a5a0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:40.853391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.855135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad1e0daa-d874-46a6-bc99-8f4bcbcc0059 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:40.867445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Transition to ACTIVE for port object b8d97389-b9bd-4e51-bcaa-5c416dd93424 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:40.875053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.892648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b28ee94-2b97-4194-9217-c0074c6c74ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:40.912401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.920048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:40.923559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad1e0daa-d874-46a6-bc99-8f4bcbcc0059 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:40.931548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad1e0daa-d874-46a6-bc99-8f4bcbcc0059 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3131461 Jan 14 03:25:40.932602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:40.953918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--565662133'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:41.025050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:41.027872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1d607676-6a8f-447d-a17a-58a79dd8b2a7 None None] Provisioning complete for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:41.028397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d607676-6a8f-447d-a17a-58a79dd8b2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.052124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:41.063870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Pushing event updated for resources: {'Port': ['ID=b8d97389-b9bd-4e51-bcaa-5c416dd93424,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.078440 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.085751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:41.107537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Usage tracker for resource:security_group_rule and tenant:9aa0ac420b0a4965933c1ad1878e3876 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:41.110366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=d94f81fd-a5cb-4e72-aa34-94a64b2f7b90,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.114750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.118461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:41.129870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1d607676-6a8f-447d-a17a-58a79dd8b2a7 None None] Port bd4ee579-2039-4024-bec0-7faeaef9a5a0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:41.139236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.165410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Attempting to bind port b8d97389-b9bd-4e51-bcaa-5c416dd93424 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:41.165825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Attempting to bind port b8d97389-b9bd-4e51-bcaa-5c416dd93424 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:41.166239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Attempting to bind port b8d97389-b9bd-4e51-bcaa-5c416dd93424 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:41.172181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:41.172691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:41.173782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.174225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:41.174749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Bound port: b8d97389-b9bd-4e51-bcaa-5c416dd93424, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:41.175170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.178705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:41.211012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:41.219339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:41.230465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:41.240093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:41.242764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.260778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9302310-9237-4038-b008-44c05ed29f5a tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:41.265025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:41.265855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] For port b8d97389-b9bd-4e51-bcaa-5c416dd93424, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:41.269147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] For port b8d97389-b9bd-4e51-bcaa-5c416dd93424, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8d97389-b9bd-4e51-bcaa-5c416dd93424,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:41.273529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.289519 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e03f7887-9e1f-4d8f-985f-41769969f8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:41.362870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=21579a52-ca1f-4096-a55f-6376d587202d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.388427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.429678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.438594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Pushing event updated for resources: {'Port': ['ID=b8d97389-b9bd-4e51-bcaa-5c416dd93424,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.440597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.444699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.463000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:41.490608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Routers {'187b33e0-b17d-40f3-9566-15ef7fdb1f0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:41.491360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['187b33e0-b17d-40f3-9566-15ef7fdb1f0c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:41.499455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.526522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:41.527028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: e9410c6f-c7e8-4c25-a43a-405af37a921f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:25:41.609819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.612177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae74c2b-e77c-48cb-a13a-878f5b19478d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:41.619050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.648250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Pushing event updated for resources: {'Port': ['ID=ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.663218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.680255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.688159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/21579a52-ca1f-4096-a55f-6376d587202d HTTP/1.1" status: 204 len: 168 time: 2.6958370 Jan 14 03:25:41.689135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.695833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:41.698427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3f5051b-9980-43f6-b6ea-792493a0b574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:41.711146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network e9410c6f-c7e8-4c25-a43a-405af37a921f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:25:41.830601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4649c6dd-ae72-45c3-b481-77539fcd7ebf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206741 Jan 14 03:25:41.835430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:41.836898 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9040279 Jan 14 03:25:41.837697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58948) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:41.842359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58950) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:41.846010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=7372bc41-5fec-4b00-b10c-e7afeb050346,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:41.850872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:41.854817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dd523088-b580-4996-ad9e-13fb8c850872 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '7372bc41-5fec-4b00-b10c-e7afeb050346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:41.877506 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-dd523088-b580-4996-ad9e-13fb8c850872 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 03:25:41.878964 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-dd523088-b580-4996-ad9e-13fb8c850872 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:41.880378 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd523088-b580-4996-ad9e-13fb8c850872 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314217 Jan 14 03:25:41.886092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:41.905008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58956) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:41.955671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.008790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2f4858df-d2e3-43d9-bea7-f1aa0f12e6d1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '7372bc41-5fec-4b00-b10c-e7afeb050346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:42.009684 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-2f4858df-d2e3-43d9-bea7-f1aa0f12e6d1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 03:25:42.010330 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-2f4858df-d2e3-43d9-bea7-f1aa0f12e6d1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:42.011505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f4858df-d2e3-43d9-bea7-f1aa0f12e6d1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1022453 Jan 14 03:25:42.020962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58960) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.047133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-43dd4426-9f14-4130-9da2-d0e5e1be2ab9 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '7372bc41-5fec-4b00-b10c-e7afeb050346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:42.048496 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-43dd4426-9f14-4130-9da2-d0e5e1be2ab9 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 03:25:42.048822 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-43dd4426-9f14-4130-9da2-d0e5e1be2ab9 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:42.052813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43dd4426-9f14-4130-9da2-d0e5e1be2ab9 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0228655 Jan 14 03:25:42.057105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58964) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.062204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] Set router 187b33e0-b17d-40f3-9566-15ef7fdb1f0c gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:42.070729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-60860d22-5dfd-45f6-88b0-a8813ef9b62e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '7372bc41-5fec-4b00-b10c-e7afeb050346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:42.072056 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-60860d22-5dfd-45f6-88b0-a8813ef9b62e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 03:25:42.072810 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-60860d22-5dfd-45f6-88b0-a8813ef9b62e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:42.076669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60860d22-5dfd-45f6-88b0-a8813ef9b62e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132670 Jan 14 03:25:42.085640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58968) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.086134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:42.100054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:42.111321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:42.111642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:42.177201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.209283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.257130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:42.262308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:42.266388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:42.271881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:42.272510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:42.281026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.307373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.310890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.312847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/7372bc41-5fec-4b00-b10c-e7afeb050346 HTTP/1.1" status: 204 len: 168 time: 0.2209117 Jan 14 03:25:42.314146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:42.325036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.377691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, e9410c6f-c7e8-4c25-a43a-405af37a921f) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:42.390919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58972) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.399287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:25:42.401458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de277c9-725c-4786-8ba5-23bbde7b9302 None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:42.422152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.443078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.157 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/9b75fa42-d75d-4411-86d8-f9f5341e791c) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:42.461766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.480530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87f308a5-cba1-4e9b-9c9a-dd0460f09648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:42.485563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Deleting port b886af4b-4421-44d8-a703-bd4c3abd9f4f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:42.486337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.511989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:42.512669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.589208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7873623 Jan 14 03:25:42.592926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58976) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.594581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6bcdc59-a87b-4b0a-aa60-8108f8f7aadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:42.611284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.612604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2498236 Jan 14 03:25:42.619735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f', 'name': 'tempest-PortsTestJSON-668935707', 'fixed_ips': [{'subnet_id': 'd94f81fd-a5cb-4e72-aa34-94a64b2f7b90', 'ip_address': '172.20.0.10'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:42.628090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:36Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:37Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:42.632165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:25:42.632620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Updating router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 port bd4ee579-2039-4024-bec0-7faeaef9a5a0 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:25:42.666180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:28Z', 'updated_at': '2021-01-14T03:25:34Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:30Z', 'updated_at': '2021-01-14T03:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:42.676942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8306916 Jan 14 03:25:42.678420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.686640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.692138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644bdac-af3c-408c-9048-f237ef3724f2 None None] The sync data for ids ['187b33e0-b17d-40f3-9566-15ef7fdb1f0c'] in n-d-765315-13 is: [{'id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153'}], 'enable_snat': False}, 'gw_port_id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:28Z', 'updated_at': '2021-01-14T03:25:34Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'b8d97389-b9bd-4e51-bcaa-5c416dd93424', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187b33e0-b17d-40f3-9566-15ef7fdb1f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:30Z', 'updated_at': '2021-01-14T03:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:42.777734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58982) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.779624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372bc41-5fec-4b00-b10c-e7afeb050346,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:42.782571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:42.836645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1753640988'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:42.843977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:42.847993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:42.851798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:42.858265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:42.870963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:42.881210 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aa0ac420b0a4965933c1ad1878e3876&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6073472 Jan 14 03:25:42.882290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bea041-a931-455e-a88c-0c106d45c147,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:42.933918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:42.946638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:42.960535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-e9410c6f-c7e8-4c25-a43a-405af37a921f', 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': 'd94f81fd-a5cb-4e72-aa34-94a64b2f7b90'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:42.961470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:42.971966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.035475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:43.047559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:43.080388 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:43.087743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.111519 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1acabae-a292-4e2e-8e0b-1db372cdf558 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3817084 Jan 14 03:25:43.123632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f391d887-a598-44d5-98a6-775c5c43ee22 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6991670 Jan 14 03:25:43.160943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58992) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:43.162294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58994) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:43.176985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--1053024780'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:43.219795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] For port b886af4b-4421-44d8-a703-bd4c3abd9f4f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b886af4b-4421-44d8-a703-bd4c3abd9f4f,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:43.220253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.327350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af112fd3-b093-4677-958e-c392b9c04eb9 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Synchronizing usage tracker for tenant:caba2f7b68b446979e7b994d45211827 on resource:floatingip {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:43.363725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:43.376666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af112fd3-b093-4677-958e-c392b9c04eb9 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Unset dirty status for tenant:caba2f7b68b446979e7b994d45211827 on resource:floatingip {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:43.378070 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af112fd3-b093-4677-958e-c392b9c04eb9 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2106278 Jan 14 03:25:43.385510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.393753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59000) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:43.409810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:43.445882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8d97389-b9bd-4e51-bcaa-5c416dd93424 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:43.471527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.485991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Transition to ACTIVE for port object bd4ee579-2039-4024-bec0-7faeaef9a5a0 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:43.488356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Calling delete_port for b886af4b-4421-44d8-a703-bd4c3abd9f4f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:43.490129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.511244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b20e094b-fea4-463e-a3c9-6e93e7f7789d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:43.538155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.603434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Pushing event updated for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:43.627102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.679738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.687595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:43.705413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:43.708500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.729505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:25:43.747451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.750047 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment 0db0f34e-3403-429a-8022-1cdf93c0f51d of type vxlan for network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e Jan 14 03:25:43.765756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.781362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.815022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.829306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36bcc66f-0943-4722-9741-345545e22a2e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:43.845124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.867415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:43.868278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.900475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:43.916263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0bea041-a931-455e-a88c-0c106d45c147 HTTP/1.1" status: 204 len: 168 time: 0.9636621 Jan 14 03:25:43.944561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1520348 Jan 14 03:25:43.946014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:43.959309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdfad8db-2d21-49ab-aee5-010748dbf793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:43.961029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bea041-a931-455e-a88c-0c106d45c147,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:43.963774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:43.968763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:44.023818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f602849-46a9-41ca-9995-ee6138d274b3 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:44.051983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:44.079883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Attempting to bind port bd4ee579-2039-4024-bec0-7faeaef9a5a0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:44.080771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Attempting to bind port bd4ee579-2039-4024-bec0-7faeaef9a5a0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:44.081379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Attempting to bind port bd4ee579-2039-4024-bec0-7faeaef9a5a0 on network bb3e446e-1483-4ac6-af78-a1b658e99ec3 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:44.086183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:44.090211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:44.091364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Checking segment: {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:44.091973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.093170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Bound using segment: {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:44.093885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Bound port: bd4ee579-2039-4024-bec0-7faeaef9a5a0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97be29ea-41e9-495c-af04-30e690dbc2a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:44.095061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:44.095658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.103209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:44.109487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:44.111976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] No DVR routers for this DVR port b886af4b-4421-44d8-a703-bd4c3abd9f4f on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:25:44.123633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Pushing event deleted for resources: {'Port': ['ID=b886af4b-4421-44d8-a703-bd4c3abd9f4f,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:44.139425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:44.148627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Deleting port ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:44.149008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.182612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Allocated IP 172.20.0.2 (e9410c6f-c7e8-4c25-a43a-405af37a921f/d94f81fd-a5cb-4e72-aa34-94a64b2f7b90/dd257a54-fe13-4ed6-8173-338a69531748) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:44.282086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] For port bd4ee579-2039-4024-bec0-7faeaef9a5a0, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:44.286366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] For port bd4ee579-2039-4024-bec0-7faeaef9a5a0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd4ee579-2039-4024-bec0-7faeaef9a5a0,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:44.292538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.375717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.388901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.413499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2134fe8-274f-4caa-afec-81e5ef79ea92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:44.451382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1bde3505-3b31-45d6-9bc1-1d7498aa2302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:44.463531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.480702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.493295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Transition to ACTIVE for port object dd257a54-fe13-4ed6-8173-338a69531748 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:44.512759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Transition to ACTIVE for port object dd257a54-fe13-4ed6-8173-338a69531748 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:44.515457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b8d97389-b9bd-4e51-bcaa-5c416dd93424 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:44.525517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b8d97389-b9bd-4e51-bcaa-5c416dd93424 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:44.526086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.539465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:44.587643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:44.598577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Pushing event updated for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:44.604067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.610412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:44.639485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:44.640301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:44.713935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:44.724669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a5fb9-c1ab-46d6-bd58-071981b4a68c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:44.738988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.740637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5710323 Jan 14 03:25:44.745903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:44.750081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0df30bf9-5d52-4cc9-9273-dce8c2c5a122 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:44.812876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:44.829115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1cb806d3-4aa9-4133-b25f-ede163506365 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:44.830731 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-1cb806d3-4aa9-4133-b25f-ede163506365 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 03:25:44.831284 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1cb806d3-4aa9-4133-b25f-ede163506365 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:44.832375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1cb806d3-4aa9-4133-b25f-ede163506365 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154533 Jan 14 03:25:44.839988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:44.844914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59024) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:44.853451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:44.857898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:44.890604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:44.903901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:44.922595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:44.935805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:44.945331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:44.970695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=9b75fa42-d75d-4411-86d8-f9f5341e791c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:44.994904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:44.996545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:45.029836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:45.056628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:45.075411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.25.3.170 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/c3d20619-92b5-4a23-b124-f8cbb32228fa) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:45.079241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:45.087946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:45.088671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:45.104459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:45.107893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4247772-20af-4d7b-a8f0-80e4448a284f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:45.174358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:25:45.250032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:25:45.257080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:45.293726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:45.315469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Calling delete_port for ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:45.348660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:45.358619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:45.378477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0aa71e6-4447-402e-9eda-f66d0b44df92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:45.397891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:45.430975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:45.494747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 3f04fb33-428d-4820-adbe-5a5e2e54834a yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:45.514855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:45.543496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:45.575193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:45.587711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:45.618282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Pushing event updated for resources: {'Port': ['ID=dd257a54-fe13-4ed6-8173-338a69531748,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:45.713714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.10 (e9410c6f-c7e8-4c25-a43a-405af37a921f/d94f81fd-a5cb-4e72-aa34-94a64b2f7b90/3f04fb33-428d-4820-adbe-5a5e2e54834a) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:45.849871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:36Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:44Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:45.857212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0233b8-c238-4c6e-9c56-831e7d439c4c None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:36Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:44Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:46.004102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.121371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:46.124063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.176305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Attempting to bind port dd257a54-fe13-4ed6-8173-338a69531748 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:46.177136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Attempting to bind port dd257a54-fe13-4ed6-8173-338a69531748 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:46.177788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Attempting to bind port dd257a54-fe13-4ed6-8173-338a69531748 on network e9410c6f-c7e8-4c25-a43a-405af37a921f {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:46.190374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b8d97389-b9bd-4e51-bcaa-5c416dd93424, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8d97389-b9bd-4e51-bcaa-5c416dd93424,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:46.191926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:46.192645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Checking segment: {'id': '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:46.193338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.194773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Bound using segment: {'id': '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:46.195496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Bound port: dd257a54-fe13-4ed6-8173-338a69531748, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:46.196136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.214941 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:46.216037 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79be8805-ab28-4573-b6be-512c06dd6d58 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.3520935 Jan 14 03:25:46.224307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.229167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-222de4d6-6e8b-49c8-8957-50f8a7b64731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:46.235893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.239051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59044) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:46.261720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3cdb9a5c-243a-4352-a7f5-37d42e07320b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:46.261720 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-3cdb9a5c-243a-4352-a7f5-37d42e07320b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 03:25:46.261720 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3cdb9a5c-243a-4352-a7f5-37d42e07320b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:46.261720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3cdb9a5c-243a-4352-a7f5-37d42e07320b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208416 Jan 14 03:25:46.277358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59050) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:46.293697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:46.314452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:46.323167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 3f04fb33-428d-4820-adbe-5a5e2e54834a will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:46.337943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:46.342889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:46.343475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b8d97389-b9bd-4e51-bcaa-5c416dd93424,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:46.345471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:46.347201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b886af4b-4421-44d8-a703-bd4c3abd9f4f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:25:46.347350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:46.359757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.367618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:46.374911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:46.375428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:46.375566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.381335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a0023-4841-4444-baf4-f4828c067574 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:46.405562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.5647771 Jan 14 03:25:46.412969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59056) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:46.424797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b', 'ip_address': '2001:db8::44fe:a6fa:84f0:95ca'}], 'name': 'tempest-NetworksTestDHCPv6-851601210'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:46.464818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.566890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38554eb8-9267-445a-a641-fec731c77afe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:46.596275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:46.604762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:46.607733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:46.615041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:46.635986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59060) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:46.647883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.674130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b886af4b-4421-44d8-a703-bd4c3abd9f4f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:25:46.674544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b886af4b-4421-44d8-a703-bd4c3abd9f4f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:25:46.714774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] For port dd257a54-fe13-4ed6-8173-338a69531748, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:46.720000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] For port dd257a54-fe13-4ed6-8173-338a69531748, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dd257a54-fe13-4ed6-8173-338a69531748,segment=NetworkSegment(3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2),segment_id=3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:46.720137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=c3d20619-92b5-4a23-b124-f8cbb32228fa,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:46.766235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.784227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-307f877d-5a92-4f04-9dfb-b44177c94641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:46.809124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:46.829146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:46.830088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:46.996859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.031706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd4ee579-2039-4024-bec0-7faeaef9a5a0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:47.166420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:47.168732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9975c4c3-41d4-45d3-bd69-d3a814b6b757 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:47.189017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab5fbc86-0451-4b93-b2be-420db93ed714 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:47.267326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Pushing event updated for resources: {'Port': ['ID=dd257a54-fe13-4ed6-8173-338a69531748,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:47.275333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:47.280790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Pushing event deleted for resources: {'Port': ['ID=ae4fa0fa-f557-4aab-ba89-da95dc8f2e7c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:47.282452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:47.290536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:47.294008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:47.294445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.299140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eb93e587-a495-488e-83da-3aec7e5b4fe9 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1973802684'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:47.299642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eb93e587-a495-488e-83da-3aec7e5b4fe9 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Unknown quota resources ['metering_label']. {{(pid=80833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:25:47.369114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.471898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.576878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.578131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.579596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] 10.222.0.30 "DELETE /v2.0/floatingips/146b947a-ffd7-4b09-9fa9-4434f83d7a9e HTTP/1.1" status: 204 len: 168 time: 4.1808014 Jan 14 03:25:47.587872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59066) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:47.634440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port bd4ee579-2039-4024-bec0-7faeaef9a5a0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd4ee579-2039-4024-bec0-7faeaef9a5a0,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:47.649275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.650137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8d97389-b9bd-4e51-bcaa-5c416dd93424 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:47.737441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=3f04fb33-428d-4820-adbe-5a5e2e54834a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:47.745006 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:47.749321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:47.793382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b/21c6afb0-48a7-461a-b159-ad1192d4fbc0) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:47.813322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Deleting port 1c6eb783-bcf8-49e6-b346-1a2199943cf4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:47.813718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.840812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network e9410c6f-c7e8-4c25-a43a-405af37a921f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:47.842219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:47.854885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:47.864155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b8d97389-b9bd-4e51-bcaa-5c416dd93424 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:47.864609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.880638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:47.883319 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:47.884620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:47.887339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:47.887924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6d5d2bf-9f1c-4c49-949c-4e2c1caa8f65 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.6094868 Jan 14 03:25:47.894879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:47.924367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59070) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:47.939186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8399f433-3596-4714-a1bf-d015a29913f6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:47.940852 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-8399f433-3596-4714-a1bf-d015a29913f6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 03:25:47.941631 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-8399f433-3596-4714-a1bf-d015a29913f6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:47.948197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8399f433-3596-4714-a1bf-d015a29913f6 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0174272 Jan 14 03:25:47.948436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:47.948559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:47.960073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:47.965280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:48.102638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb93e587-a495-488e-83da-3aec7e5b4fe9 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.107803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb93e587-a495-488e-83da-3aec7e5b4fe9 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4121664 Jan 14 03:25:48.111431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:48.138122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d032d9b3-7fed-4a1d-b475-9a307cec9bef tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a41dd628-50fb-4a52-aaea-3550428e8988'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:48.138669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d032d9b3-7fed-4a1d-b475-9a307cec9bef tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Unknown quota resources ['metering_label_rule']. {{(pid=80833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:25:48.151911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:48.177226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.181822 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:48.185261 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:48.186699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:48.195701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Transition to ACTIVE for port object 21c6afb0-48a7-461a-b159-ad1192d4fbc0 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:48.198940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:48.199828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.215105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Transition to ACTIVE for port object 21c6afb0-48a7-461a-b159-ad1192d4fbc0 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:48.220926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.236573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:48.244548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:48.258634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:48.367340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Pushing event updated for resources: {'Port': ['ID=21c6afb0-48a7-461a-b159-ad1192d4fbc0,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:48.371740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:48.425891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:48.427359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:48.430012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:48.478101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8639326 Jan 14 03:25:48.494407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Attempting to bind port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:48.494999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Attempting to bind port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:48.495530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Attempting to bind port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:48.500214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:48.502383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:48.502947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:48.503516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.504072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:48.504770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Bound port: 21c6afb0-48a7-461a-b159-ad1192d4fbc0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:48.505333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.510106 n-d-765315-13 neutron-server[80721]: WARNING neutron.services.metering.metering_plugin [None req-d032d9b3-7fed-4a1d-b475-9a307cec9bef tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 03:25:48.526348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'e9410c6f-c7e8-4c25-a43a-405af37a921f', 'name': 'tempest-PortsTestJSON-974553278', 'fixed_ips': [{'subnet_id': 'd94f81fd-a5cb-4e72-aa34-94a64b2f7b90', 'ip_address': '172.20.0.9'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:48.621410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] For port 21c6afb0-48a7-461a-b159-ad1192d4fbc0, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:48.625113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] For port 21c6afb0-48a7-461a-b159-ad1192d4fbc0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21c6afb0-48a7-461a-b159-ad1192d4fbc0,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:48.630159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.647840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d1de25-ae56-4c8b-b331-164e37b77f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:48.806993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Pushing event updated for resources: {'Port': ['ID=21c6afb0-48a7-461a-b159-ad1192d4fbc0,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:48.811179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:48.826770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.855612 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Project 5c820a3e9f5d4f24a9b250ee536b2aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:25:48.896576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d032d9b3-7fed-4a1d-b475-9a307cec9bef tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:48.897918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d032d9b3-7fed-4a1d-b475-9a307cec9bef tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7853408 Jan 14 03:25:48.920675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59086) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:48.922459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 27d3635a-2142-4818-88d1-d68653a4673e yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:48.941769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dd257a54-fe13-4ed6-8173-338a69531748 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:48.979525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4cd3e3d6-62c9-4e5e-b797-1b79c695a2d2 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a41dd628-50fb-4a52-aaea-3550428e8988'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:48.980038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4cd3e3d6-62c9-4e5e-b797-1b79c695a2d2 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Unknown quota resources ['metering_label_rule']. {{(pid=80833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:25:48.982680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f03303-f41b-43a8-9896-c177470cb363 None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:49.099568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.131264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1edb98ab-80ad-4b60-9570-bb822b9c2ece tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:49.141796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-32ea3913-fc03-4765-9eb4-d09a2868d7c8 None None] Provisioning for port dd257a54-fe13-4ed6-8173-338a69531748 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:49.254767 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:49.255952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66fba36b-38f3-4ea8-b75e-f977434890c5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.3038576 Jan 14 03:25:49.302506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59090) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:49.316722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c7367188-540d-4076-9e3f-68d1d8369165 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:49.323885 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-c7367188-540d-4076-9e3f-68d1d8369165 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 03:25:49.324505 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c7367188-540d-4076-9e3f-68d1d8369165 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:49.325662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c7367188-540d-4076-9e3f-68d1d8369165 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0214384 Jan 14 03:25:49.337741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.338101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.349075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59094) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:49.362966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:49.392903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:49.394628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port dd257a54-fe13-4ed6-8173-338a69531748 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:49.398064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:49.401126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:49.402628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port dd257a54-fe13-4ed6-8173-338a69531748 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:49.403464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.407850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:49.434896 n-d-765315-13 neutron-server[80721]: WARNING neutron.services.metering.metering_plugin [None req-4cd3e3d6-62c9-4e5e-b797-1b79c695a2d2 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 03:25:49.441198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:49.554855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Calling delete_port for 1c6eb783-bcf8-49e6-b346-1a2199943cf4 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:49.573590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:49.589273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:49.603689 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Project 5c820a3e9f5d4f24a9b250ee536b2aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:25:49.618555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=1dc549e7-aa33-4db5-8177-e8f0357129e3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:49.621159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:49.643894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.644391 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:49.648853 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86649b77-091b-47f8-a40c-7975d85c60a8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2958748 Jan 14 03:25:49.651538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.689071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port dd257a54-fe13-4ed6-8173-338a69531748, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dd257a54-fe13-4ed6-8173-338a69531748,segment=NetworkSegment(3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2),segment_id=3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:49.693566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.695372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd4ee579-2039-4024-bec0-7faeaef9a5a0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:49.711591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59098) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:49.721805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'cf4a5fb9-c1ab-46d6-bd58-071981b4a68c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:49.732938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:49.805812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:49.825909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:49.836605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:49.850116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=dd257a54-fe13-4ed6-8173-338a69531748,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:49.862524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:49.871053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:49.896437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port bd4ee579-2039-4024-bec0-7faeaef9a5a0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:49.897987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:49.948726 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Project 5c820a3e9f5d4f24a9b250ee536b2aeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:25:49.963224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:49.987683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:50.038681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cd3e3d6-62c9-4e5e-b797-1b79c695a2d2 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.040379 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4cd3e3d6-62c9-4e5e-b797-1b79c695a2d2 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0709817 Jan 14 03:25:50.085351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59102) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:50.085773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Provisioning complete for port dd257a54-fe13-4ed6-8173-338a69531748 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:50.087543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:25:50.088462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.284007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfed2665-dd41-4407-ab81-0cd8cd593c5f tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=88cab440-ba3b-46c0-aff5-612a8a6cab94 HTTP/1.1" status: 200 len: 462 time: 0.1851397 Jan 14 03:25:50.284007 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:25:50.284007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c18fe1c9-98fb-45a3-9690-7ef396de5d88 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5690560 Jan 14 03:25:50.287596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Provisioning for port 3f04fb33-428d-4820-adbe-5a5e2e54834a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:50.290783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.293682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Provisioning complete for port 3f04fb33-428d-4820-adbe-5a5e2e54834a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:50.294378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.305820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59106) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:50.306358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:50.389041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.402764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c503c49d-ec69-484e-9220-4df69b21987a None None] Port 3f04fb33-428d-4820-adbe-5a5e2e54834a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:50.421504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:50.422007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:25:50.426118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40ee2491-ce66-4c7f-8f59-e6c20f3daa26 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:50.465347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::44fe:a6fa:84f0:95ca (0db21da6-d133-41c3-a5a5-fbea28870222/5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b/27d3635a-2142-4818-88d1-d68653a4673e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:50.529857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b064bca-4d43-4ab0-86c4-267bc0f01e77 None None] Provisioning complete for port dd257a54-fe13-4ed6-8173-338a69531748 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:50.530473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b064bca-4d43-4ab0-86c4-267bc0f01e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.554368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Pushing event deleted for resources: {'Port': ['ID=1c6eb783-bcf8-49e6-b346-1a2199943cf4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:50.560626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:50.634870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:50.653497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:50.690199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.690332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:50.690968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:50.694559 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.3179922 Jan 14 03:25:50.695423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59114) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:50.746831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:25:50.766558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:50.776221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:50.776956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:50.880375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:50.880840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7612a18-5124-4264-9e56-871b144b5e7c None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:50.913917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:25:50.915456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-949be49f-a37b-4392-bd06-9d97463bfeca None None] Provisioning for port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:50.945757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-949be49f-a37b-4392-bd06-9d97463bfeca None None] Provisioning complete for port 3f04fb33-428d-4820-adbe-5a5e2e54834a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:50.946162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-949be49f-a37b-4392-bd06-9d97463bfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:50.972248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.048109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:51.064615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-949be49f-a37b-4392-bd06-9d97463bfeca None None] Port 3f04fb33-428d-4820-adbe-5a5e2e54834a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:51.070842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dd257a54-fe13-4ed6-8173-338a69531748 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:51.107112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbadb6-4d6a-409c-8b76-f0e885610253 None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:51.132881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:51.133721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.173560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4ffeccc-6f29-465d-8cbd-198902ff5adb tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.174815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4ffeccc-6f29-465d-8cbd-198902ff5adb tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/88cab440-ba3b-46c0-aff5-612a8a6cab94 HTTP/1.1" status: 204 len: 168 time: 0.8609591 Jan 14 03:25:51.192741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 7.2439702 Jan 14 03:25:51.204551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59118) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:51.205196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59120) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:51.213026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.265865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-313b097e-0d2b-4709-8685-4744bfcbeae0 None None] Provisioning complete for port dd257a54-fe13-4ed6-8173-338a69531748 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:51.266117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-313b097e-0d2b-4709-8685-4744bfcbeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.335477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.352221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b386e096-1235-4466-9491-0e75991e082f tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=88cab440-ba3b-46c0-aff5-612a8a6cab94 HTTP/1.1" status: 200 len: 221 time: 0.1416042 Jan 14 03:25:51.426878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port dd257a54-fe13-4ed6-8173-338a69531748 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:51.427305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.429723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:51.439960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d001f646-6dca-497d-85e0-d39120ea5d4b tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Request body: {'metering_label': {'name': 'tempest-metering-label--1590370921', 'description': 'label created by tempest'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:51.440489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d001f646-6dca-497d-85e0-d39120ea5d4b tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Unknown quota resources ['metering_label']. {{(pid=80832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:25:51.528796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:25:51.529234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.765709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21c6afb0-48a7-461a-b159-ad1192d4fbc0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:51.875466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.894495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:51.902528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.9 (e9410c6f-c7e8-4c25-a43a-405af37a921f/d94f81fd-a5cb-4e72-aa34-94a64b2f7b90/52c9c0ba-d9bd-468c-a8f6-5adeeff80604) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:51.924335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.942112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:51.944637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a5fb9-c1ab-46d6-bd58-071981b4a68c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:51.947738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:51.955664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:51.956826 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/cf4a5fb9-c1ab-46d6-bd58-071981b4a68c HTTP/1.1" status: 204 len: 168 time: 1.6409895 Jan 14 03:25:51.964131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59130) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:52.004993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:52.005698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.006073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d001f646-6dca-497d-85e0-d39120ea5d4b tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.007500 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d001f646-6dca-497d-85e0-d39120ea5d4b tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5761933 Jan 14 03:25:52.065677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59134) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:52.105617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 27d3635a-2142-4818-88d1-d68653a4673e will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:52.138492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Allocated IP 2001:db8:1::2 (54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e/1dc549e7-aa33-4db5-8177-e8f0357129e3/dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:52.203409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.205899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.212154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] 10.222.0.30 "DELETE /v2.0/floatingips/c3328eaf-ba79-4588-8878-92014187e9da HTTP/1.1" status: 204 len: 168 time: 4.6229198 Jan 14 03:25:52.213513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59138) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:52.221140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-526a4728-bc5d-4f73-9fe9-09e8c3969fe6 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=4b4d6149-3d50-44e3-84bf-8b2f2188d812 HTTP/1.1" status: 200 len: 468 time: 0.1428263 Jan 14 03:25:52.224030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59142) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:52.298345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.342821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router ab03c167-6dec-41c2-ab31-b86c498a8fb2 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:25:52.375368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 21c6afb0-48a7-461a-b159-ad1192d4fbc0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21c6afb0-48a7-461a-b159-ad1192d4fbc0,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:52.379345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.383492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5f4e1a1-f023-42bd-bb76-9e2d242d41dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:52.400392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6b9dff-1690-4021-ac2d-8d156d63b34e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:52.505350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.513048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=21c6afb0-48a7-461a-b159-ad1192d4fbc0,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:52.514461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port 0493ec29-3320-4800-835b-8b1cf9437f32 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:52.514851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.519553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:52.522149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Transition to ACTIVE for port object dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:52.539413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Transition to ACTIVE for port object dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:52.544931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.561435 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:52.563472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:52.859112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21c6afb0-48a7-461a-b159-ad1192d4fbc0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:52.914132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e334602a-4578-4588-9fc1-ccd20d524532 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:52.945154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Pushing event updated for resources: {'Port': ['ID=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:52.951949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:53.012564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:53.012992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.049019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=27d3635a-2142-4818-88d1-d68653a4673e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:53.052413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:53.063400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6b9dff-1690-4021-ac2d-8d156d63b34e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:53.065177 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec6b9dff-1690-4021-ac2d-8d156d63b34e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0961616 Jan 14 03:25:53.081243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.092440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:53.095711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:53.099632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:53.101564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59146) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.110727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--692746122'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:53.112263 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.115141 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:53.123058 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:53.165657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Attempting to bind port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:53.165955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Attempting to bind port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:53.166333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Attempting to bind port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 on network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:53.187265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ed07ec-f1d3-401a-b9be-9f3a819dd69d tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.188630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:53.192236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91ed07ec-f1d3-401a-b9be-9f3a819dd69d tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/4b4d6149-3d50-44e3-84bf-8b2f2188d812 HTTP/1.1" status: 204 len: 168 time: 0.9616585 Jan 14 03:25:53.198466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59150) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.200059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:53.200521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Checking segment: {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:53.200979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.201426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Bound using segment: {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:53.201972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Bound port: dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:53.202396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.233841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e750b33-ea45-4123-b004-2467eaff9d2b tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=4b4d6149-3d50-44e3-84bf-8b2f2188d812 HTTP/1.1" status: 200 len: 216 time: 0.0329795 Jan 14 03:25:53.241571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59154) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.265749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:53.280771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db68c7ad-ebbe-4109-bee2-7759dec4d3f9 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0328383 Jan 14 03:25:53.282759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:25:53.286164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.294354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Sync routers for ids ['ab03c167-6dec-41c2-ab31-b86c498a8fb2'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:25:53.307022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Routers {'ab03c167-6dec-41c2-ab31-b86c498a8fb2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:53.308018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ab03c167-6dec-41c2-ab31-b86c498a8fb2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:53.321215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac8187c2-63b2-4149-a8f5-09c860faa542 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0288947 Jan 14 03:25:53.321215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.324312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.9088297 Jan 14 03:25:53.325363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.325728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.326848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] For port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:53.330120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] For port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:53.336778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.351230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71266be2-ee47-4625-b0ab-916c5d44b415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:53.516626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Pushing event updated for resources: {'Port': ['ID=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:53.522973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:53.529632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.544730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.609612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:53.644022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:53.660939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:53.664322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:53.667476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:53.677860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:53.680458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:53.700323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:53.701078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.706715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:53.738153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ba997df-dca0-4f67-8907-fea11b9889e1 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-labels/a41dd628-50fb-4a52-aaea-3550428e8988 HTTP/1.1" status: 200 len: 473 time: 0.3390300 Jan 14 03:25:53.751158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59170) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.827777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.848556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.4342647 Jan 14 03:25:53.855262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac872be5-eb11-490c-9063-55cd89e31509 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/ab03c167-6dec-41c2-ab31-b86c498a8fb2 HTTP/1.1" status: 200 len: 908 time: 0.4565587 Jan 14 03:25:53.855956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.856318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59176) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:53.897131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b85b516-7e64-46f5-be50-34b0b2f92575 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/a743a537-40a4-4583-b8c0-1cb41e74a33c HTTP/1.1" status: 200 len: 459 time: 0.1366918 Jan 14 03:25:53.900427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:53.920669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Set router ab03c167-6dec-41c2-ab31-b86c498a8fb2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:53.925915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59182) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:54.247316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-776017cf-1252-4acd-be48-4bd32486597e None None] Provisioning for port 27d3635a-2142-4818-88d1-d68653a4673e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:54.252798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-776017cf-1252-4acd-be48-4bd32486597e None None] Provisioning complete for port 27d3635a-2142-4818-88d1-d68653a4673e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:54.253211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-776017cf-1252-4acd-be48-4bd32486597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.255924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for 0493ec29-3320-4800-835b-8b1cf9437f32 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:54.319658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-776017cf-1252-4acd-be48-4bd32486597e None None] Port 27d3635a-2142-4818-88d1-d68653a4673e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:54.338548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.382357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcf644-b0a5-468f-adf9-65652401fe39 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:54.402857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-763a932c-5cb1-424d-b60b-adccca4a6350 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:54.404412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcf644-b0a5-468f-adf9-65652401fe39 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:54.407477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-46fcf644-b0a5-468f-adf9-65652401fe39 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5474513 Jan 14 03:25:54.433658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:54.435175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.455823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:39Z', 'updated_at': '2021-01-14T03:25:48Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:44Z', 'updated_at': '2021-01-14T03:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:54.460334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Checking router: ab03c167-6dec-41c2-ab31-b86c498a8fb2 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:25:54.460334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Updating router ab03c167-6dec-41c2-ab31-b86c498a8fb2 port c3d20619-92b5-4a23-b124-f8cbb32228fa binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:25:54.515459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.558369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=52c9c0ba-d9bd-468c-a8f6-5adeeff80604,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:54.571874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:54.722330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 27d3635a-2142-4818-88d1-d68653a4673e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:54.722719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.857584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:54.913388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.961386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:54.978266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-837c488f-6cbd-47d9-92bd-a9d819729bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:55.029639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.029804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:55.044203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Transition to ACTIVE for port object c3d20619-92b5-4a23-b124-f8cbb32228fa will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:55.051093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.066226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:55.078088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.121075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8:1::1 (54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e/1dc549e7-aa33-4db5-8177-e8f0357129e3/263c3e3e-4b20-45ee-8e40-2d4da9e1bda1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:55.138841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Pushing event updated for resources: {'Port': ['ID=c3d20619-92b5-4a23-b124-f8cbb32228fa,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:55.145295 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:55.307351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Attempting to bind port c3d20619-92b5-4a23-b124-f8cbb32228fa on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:25:55.307610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Attempting to bind port c3d20619-92b5-4a23-b124-f8cbb32228fa by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:25:55.308059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Attempting to bind port c3d20619-92b5-4a23-b124-f8cbb32228fa on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:25:55.314766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:25:55.315467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:25:55.316063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.316599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:25:55.317205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Bound port: c3d20619-92b5-4a23-b124-f8cbb32228fa, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:25:55.318097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.342766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827b73e-0add-4b67-bab6-5089efda0bbf None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:25:55.407144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] For port c3d20619-92b5-4a23-b124-f8cbb32228fa, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:25:55.410717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] For port c3d20619-92b5-4a23-b124-f8cbb32228fa, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3d20619-92b5-4a23-b124-f8cbb32228fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:25:55.415810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.437554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:55.467360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.534907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Provisioning for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:55.542191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port c3d20619-92b5-4a23-b124-f8cbb32228fa {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:55.542543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.544006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Provisioning complete for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:55.544470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.729770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.759373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.772995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] For port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:55.778484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.779421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network e9410c6f-c7e8-4c25-a43a-405af37a921f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:55.780418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:55.800661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=8810d82a-883c-4661-a756-716badf1dd74,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:55.812547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.1 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/6c23f35b-7674-4a69-a84d-343fa64553f8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:25:55.815739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.820292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:55.824803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ae08a35-0610-4775-b9bf-2398b6d31c9f tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.826809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ae08a35-0610-4775-b9bf-2398b6d31c9f tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/a743a537-40a4-4583-b8c0-1cb41e74a33c HTTP/1.1" status: 204 len: 168 time: 1.8998697 Jan 14 03:25:55.827989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:55.829428 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7236245 Jan 14 03:25:55.831238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:55.835452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59190) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:55.836012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59192) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:55.837621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:55.843608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Pushing event updated for resources: {'Port': ['ID=c3d20619-92b5-4a23-b124-f8cbb32228fa,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:55.849411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:55.866472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Pushing event updated for resources: {'Port': ['ID=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:55.878799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:55.903730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Routers {'ab03c167-6dec-41c2-ab31-b86c498a8fb2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:25:55.904821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ab03c167-6dec-41c2-ab31-b86c498a8fb2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:56.004511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.888s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:56.051571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 27d3635a-2142-4818-88d1-d68653a4673e owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.104051 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.108108 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.113010 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:25:56.117923 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:25:56.145969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:56.146717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.147612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] Set router ab03c167-6dec-41c2-ab31-b86c498a8fb2 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:25:56.176021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '8810d82a-883c-4661-a756-716badf1dd74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:56.187565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:56.196754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:56.200613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:56.218939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-59b3f0cf-e9a7-4ed8-a666-81265f11a62e None None] Provisioning complete for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:56.219151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:25:56.219528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b3f0cf-e9a7-4ed8-a666-81265f11a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.226778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:56.245215 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.7292733 Jan 14 03:25:56.246439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Port': ['ID=0493ec29-3320-4800-835b-8b1cf9437f32,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:56.250063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:56.332185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.354633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:56.540092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for c3d20619-92b5-4a23-b124-f8cbb32228fa owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:56.552480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Provisioning for port 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:56.562726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Provisioning complete for port 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:56.563455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.661474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:39Z', 'updated_at': '2021-01-14T03:25:48Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:44Z', 'updated_at': '2021-01-14T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:25:56.663174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Port 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:56.668263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e096b60-0d9e-41ad-a939-6390904e6eba None None] The sync data for ids ['ab03c167-6dec-41c2-ab31-b86c498a8fb2'] in n-d-765315-13 is: [{'id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'name': 'tempest-snat-router-1542499510', 'tenant_id': '3f1e49d749b6497780e9e5d4de6f209b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:39Z', 'updated_at': '2021-01-14T03:25:48Z', 'revision_number': 3, 'project_id': '3f1e49d749b6497780e9e5d4de6f209b', 'gw_port': {'id': 'c3d20619-92b5-4a23-b124-f8cbb32228fa', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab03c167-6dec-41c2-ab31-b86c498a8fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:44Z', 'updated_at': '2021-01-14T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:25:56.682672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Provisioning complete for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:56.683297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5ca3ff0-124d-4f2a-9a84-f7dfb47273aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.714932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.718903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.791934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:56.792294 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:56.800312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc03c1d6-b57e-4b0c-b08c-3d35cea025b6 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:56.805620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.827624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cc455c7-1771-4abc-8f39-7de76aa38012 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:56.863032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:56.892597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=27d3635a-2142-4818-88d1-d68653a4673e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:56.955931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:56.963435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:56.963790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.963931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:56.993946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36802a7b-0ff2-4368-8095-8a9dd79bde1c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:57.137686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c21d4e0-ffcb-434b-9c20-8f12e3539e99 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] Notify callbacks [] for metering_label, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.141357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c21d4e0-ffcb-434b-9c20-8f12e3539e99 tempest-MeteringIpV6TestJSON-1530286408 tempest-MeteringIpV6TestJSON-1530286408] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/a41dd628-50fb-4a52-aaea-3550428e8988 HTTP/1.1" status: 204 len: 168 time: 1.0482576 Jan 14 03:25:57.164837 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The resource could not be found. Jan 14 03:25:57.168693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbb9ed71-d1a9-4370-860b-32ce2bd08aa8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0732834 Jan 14 03:25:57.171666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59204) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.172165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-732642ef-fd0e-4166-926c-a5b58ae723e4 None None] Provisioning complete for port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:57.172654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-732642ef-fd0e-4166-926c-a5b58ae723e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.183018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '8810d82a-883c-4661-a756-716badf1dd74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a255bc8c-07cc-4471-b68c-1c3bc133a379'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:57.223194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:57.248690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:57.267692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7c06f-d1a9-4fc9-9b3b-709465e6586f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:57.268796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26c7c06f-d1a9-4fc9-9b3b-709465e6586f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:57.274204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:57.280110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.287931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:57.296929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/ports/0493ec29-3320-4800-835b-8b1cf9437f32 HTTP/1.1" status: 204 len: 168 time: 5.0768926 Jan 14 03:25:57.299679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.307658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59208) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.314195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:57.368896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:57.369170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:57.373140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:57.373986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.374412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=6c23f35b-7674-4a69-a84d-343fa64553f8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:57.378429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:57.408472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26c7c06f-d1a9-4fc9-9b3b-709465e6586f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:57.412977 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26c7c06f-d1a9-4fc9-9b3b-709465e6586f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.0603411 Jan 14 03:25:57.420579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59212) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.499479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:57.563088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.591969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0951c1-bfad-41e4-b6b0-b3aeecd79da6 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:57.592830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a0951c1-bfad-41e4-b6b0-b3aeecd79da6 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Synchronizing usage tracker for tenant:caba2f7b68b446979e7b994d45211827 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:57.698757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ce107-0fe6-4933-aa35-df1e5ff35dbe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:57.710585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:25:57.715998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.721476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:25:57.735210 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/27d3635a-2142-4818-88d1-d68653a4673e HTTP/1.1" status: 204 len: 168 time: 3.2476032 Jan 14 03:25:57.736908 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The resource could not be found. Jan 14 03:25:57.738986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ce107-0fe6-4933-aa35-df1e5ff35dbe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:57.741602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d89868d3-bdf7-4d86-b9ee-5eea750b7bd8 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5658047 Jan 14 03:25:57.742742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:25:57.775959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22ce107-0fe6-4933-aa35-df1e5ff35dbe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:57.781680 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c22ce107-0fe6-4933-aa35-df1e5ff35dbe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3599286 Jan 14 03:25:57.782404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59218) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.782774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59220) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.783632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59222) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.783984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59224) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.826732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port c3d20619-92b5-4a23-b124-f8cbb32228fa {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:57.827114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.858882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.860858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6a0951c1-bfad-41e4-b6b0-b3aeecd79da6 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Unset dirty status for tenant:caba2f7b68b446979e7b994d45211827 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:57.862548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a0951c1-bfad-41e4-b6b0-b3aeecd79da6 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "GET /v2.0/ports?device_id=024056a3-5e56-4035-b606-f9adc0552097 HTTP/1.1" status: 200 len: 913 time: 0.5535505 Jan 14 03:25:57.869572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59234) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:57.897907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.912162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2a2ff7f3-15c0-4278-b1b6-1f5af29bcc0d None None] Provisioning for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:57.918862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2a2ff7f3-15c0-4278-b1b6-1f5af29bcc0d None None] Provisioning complete for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:57.918862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a2ff7f3-15c0-4278-b1b6-1f5af29bcc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:57.988499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a2ff7f3-15c0-4278-b1b6-1f5af29bcc0d None None] Port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:25:58.136061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:25:58.136467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.261535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.288863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aeb42c-6ce7-4d3e-81ae-3a09c1e654e4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:58.293948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aeb42c-6ce7-4d3e-81ae-3a09c1e654e4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:25:58.294745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50aeb42c-6ce7-4d3e-81ae-3a09c1e654e4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:58.341293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:58.389786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Usage tracker for resource:security_group_rule and tenant:91062835cab74351bc7491f76ede5f4b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:25:58.469549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:25:58.480144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.539120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:25:58.548731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50aeb42c-6ce7-4d3e-81ae-3a09c1e654e4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:58.552829 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50aeb42c-6ce7-4d3e-81ae-3a09c1e654e4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7640879 Jan 14 03:25:58.561869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59240) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:58.640154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.761230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] For port c3d20619-92b5-4a23-b124-f8cbb32228fa, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3d20619-92b5-4a23-b124-f8cbb32228fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:58.761634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.813721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3d20619-92b5-4a23-b124-f8cbb32228fa up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:25:58.887725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c3d20619-92b5-4a23-b124-f8cbb32228fa completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:25:58.893838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c3d20619-92b5-4a23-b124-f8cbb32228fa triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:25:58.894206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:58.950552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for c3d20619-92b5-4a23-b124-f8cbb32228fa owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:59.029466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.048191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c3d20619-92b5-4a23-b124-f8cbb32228fa, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3d20619-92b5-4a23-b124-f8cbb32228fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:25:59.052587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.056618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:59.085018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.130349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c3d20619-92b5-4a23-b124-f8cbb32228fa,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:59.141348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.141716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.142113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.142492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.142869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.143239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.143607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.144029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.144372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.144734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.145104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.145469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.145876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.146240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.146796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.147152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.147672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.148037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.148681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.149049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.149414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.149778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.150141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.150505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.150931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.151359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.151637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.151998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.152400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.152741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.153099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.153654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.154024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.154386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.154749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.155108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:25:59.161198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:59.240846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.255778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.268436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb9e07b7-1dbc-431f-85a5-220a63d034ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:59.327254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:25:59.327617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:25:59.353765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=8810d82a-883c-4661-a756-716badf1dd74,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:59.395994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:25:59.406092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.439019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 52c9c0ba-d9bd-468c-a8f6-5adeeff80604 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:25:59.470223 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:59.532985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.534267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/8810d82a-883c-4661-a756-716badf1dd74 HTTP/1.1" status: 204 len: 168 time: 1.7464559 Jan 14 03:25:59.538666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.540839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:59.552940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.565556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d81ca39-3ab8-44da-98c6-0958df339dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:59.630305 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91062835cab74351bc7491f76ede5f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8408833 Jan 14 03:25:59.640723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.642579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59248) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:59.683472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30179613-7a09-445e-81a0-676611bd23f8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:25:59.687981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.710005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:25:59.723431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.724311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.743672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:25:59.805185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c33058d2-dff2-4b30-81c4-4a42a7ea6893 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:25:59.892878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c33058d2-dff2-4b30-81c4-4a42a7ea6893 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:25:59.898295 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c33058d2-dff2-4b30-81c4-4a42a7ea6893 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3522716 Jan 14 03:25:59.901288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59252) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:25:59.921710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'f5c32b13-e5b7-4b8c-b728-2dcd4af4be45', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:25:59.930824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.948693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:25:59.982601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:25:59.984144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:00.049195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.051114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:00.057594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:00.069220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:00.080453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85b92f3b-a108-4577-817d-6f4ee769565d tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:00.122429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:00.155975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=52c9c0ba-d9bd-468c-a8f6-5adeeff80604,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:00.176118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:00.192629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.270055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:00.271815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.283033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:00.365086 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The resource could not be found. Jan 14 03:26:00.372514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c8fec4ba-b52e-4b5a-9028-8d9c9b30e7c4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4605339 Jan 14 03:26:00.377512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.382606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59256) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:00.449055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--1009310119'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:00.482920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:00.529291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc17f695-b0a7-4179-9725-bbe14904a1e9 None None] Provisioning complete for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:00.529980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc17f695-b0a7-4179-9725-bbe14904a1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.558110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:00.572159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.580471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffaa523e-162e-40a6-a7fb-c62f0bc0fa3f tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:00.592855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cc17f695-b0a7-4179-9725-bbe14904a1e9 None None] Port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:00.609051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:00.611628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30179613-7a09-445e-81a0-676611bd23f8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:00.617754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.628378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:00.630818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.669923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.671171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30179613-7a09-445e-81a0-676611bd23f8 HTTP/1.1" status: 204 len: 168 time: 1.0213757 Jan 14 03:26:00.677168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/52c9c0ba-d9bd-468c-a8f6-5adeeff80604 HTTP/1.1" status: 204 len: 168 time: 2.8860655 Jan 14 03:26:00.678426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:00.680977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:00.797161 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ff38c5-2fca-4103-a63a-c04742640af3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:26:00.797722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-58ff38c5-2fca-4103-a63a-c04742640af3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:00.803390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:00.823918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3d20619-92b5-4a23-b124-f8cbb32228fa up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:00.827136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:00.838639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:00.875354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.877548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.912827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c3d20619-92b5-4a23-b124-f8cbb32228fa triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:00.913573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.928280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port c3d20619-92b5-4a23-b124-f8cbb32228fa {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:00.928804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:00.937760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-58ff38c5-2fca-4103-a63a-c04742640af3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:00.942404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58ff38c5-2fca-4103-a63a-c04742640af3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/52c9c0ba-d9bd-468c-a8f6-5adeeff80604 HTTP/1.1" status: 404 len: 333 time: 0.2061713 Jan 14 03:26:00.943158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59268) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:01.020323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.036784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:01.081417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 3f04fb33-428d-4820-adbe-5a5e2e54834a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:01.082425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.097394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:01.108228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:01.108983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:01.161573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59272) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:01.174964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3547cedb-fdd2-4eca-8eb8-f3b0bf4c7953 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:01.201477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9879136 Jan 14 03:26:01.206165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.218162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59276) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:01.226529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.287464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1159794299'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:01.294300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:01.303796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:01.316018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.325734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:01.329158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:01.338762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:01.343534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.353398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Usage tracker for resource:security_group_rule and tenant:5cacab3f438344e08619446bdb49e05a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:01.356220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bafe5eda-98ad-4ffe-922a-1ec1a498a31e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:01.369250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:01.396118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:01.452760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:01.482555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.486555 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1002028 Jan 14 03:26:01.495471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:01.504719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.518263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59280) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:01.535091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--890812697'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:01.545221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:01.556661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b603b-d5c2-4168-9b13-58523e00ca66,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:01.576327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:01.576520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=6c23f35b-7674-4a69-a84d-343fa64553f8,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:01.588546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:01.594371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:01.640430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:26:01.657997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.699611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.700175 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment 4f01fb7c-f229-488f-84ff-14d9ee56d815 of type vxlan for network 6da56635-64c9-40d8-b4d7-4068f0161449 Jan 14 03:26:01.716427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.722818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.730639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:01.748642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa4041fa-e668-4274-932d-874b04b3ade7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:01.794097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:01.799351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:01.801133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:57Z', 'revision_number': 3, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:25:58Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:01.806434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:01.806839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Updating router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:26:01.852738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:01.866942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:01.867193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:01.869302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.877117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 3f04fb33-428d-4820-adbe-5a5e2e54834a owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:01.932324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:01.953128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.953883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] For port c3d20619-92b5-4a23-b124-f8cbb32228fa, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3d20619-92b5-4a23-b124-f8cbb32228fa,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:01.954296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:01.962414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:01.992480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.084954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.097521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-315c15e7-c44d-42bf-8b1c-a080c568f98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:02.113507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:26:02.210259 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cacab3f438344e08619446bdb49e05a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0441852 Jan 14 03:26:02.215342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.235368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:02.236076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.241183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59284) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:02.257850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbef810-7e4d-46ba-a7cf-c399a6c54798,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:02.276419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.280100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:02.282351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-267034f3-c98a-4665-b2b0-4aec3478fe53 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:02.319552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.336660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Transition to ACTIVE for port object 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:02.340586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.359041 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9e1acf1-3525-4cc9-ba23-77633373310b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:02.460454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for c3d20619-92b5-4a23-b124-f8cbb32228fa owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:02.525001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Pushing event updated for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:02.528824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:02.568302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.641142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port b3a9227b-f9ec-4f7b-903c-2445a0e09a64 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:02.641513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.648315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a8f0a-92e8-409c-8b8a-7d015321103e None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:02.798767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Attempting to bind port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:02.799461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Attempting to bind port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:02.799742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Attempting to bind port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 on network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:02.821336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:02.825741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Checking segment: {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:02.825922 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b HTTP/1.1" status: 204 len: 168 time: 4.2567499 Jan 14 03:26:02.826049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.826049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Bound using segment: {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:02.826049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Bound port: 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db0f34e-3403-429a-8022-1cdf93c0f51d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:02.826049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.837607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59288) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:02.844876 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6203065 Jan 14 03:26:02.849461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:02.866393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:02.921614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.926859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=6da56635-64c9-40d8-b4d7-4068f0161449,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:02.941700 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:02.944402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:02.952530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42d006b3-5ca8-43d9-a287-3be03abc4d5a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036515 Jan 14 03:26:02.952530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:02.955307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:02.968193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:02.990974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:02.993357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:02.997477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=3f04fb33-428d-4820-adbe-5a5e2e54834a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:03.023142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:03.033401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8c2b5fe-e266-4628-8a70-e4c58f5815cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:03.069193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.073617 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5478599 Jan 14 03:26:03.081263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.086837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59300) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.100969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:03.104300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': '1b1b603b-d5c2-4168-9b13-58523e00ca66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '89732d67-b539-4bf4-a1ad-f3a4ee98a04a'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:03.126303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:03.128714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=89732d67-b539-4bf4-a1ad-f3a4ee98a04a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:03.144666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:03.145886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:03.149938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:03.159848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.162051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.169865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:03.178838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.264815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:03.284811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.290653 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:26:03.294558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebe8d16a-5682-4531-b9e1-02ab7049034b tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2018528 Jan 14 03:26:03.301047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.313017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/3f04fb33-428d-4820-adbe-5a5e2e54834a HTTP/1.1" status: 204 len: 168 time: 2.3617613 Jan 14 03:26:03.315473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.326445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.353594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc548c6b-f030-4226-bd14-4aaad0b7d804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:03.371013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.380601 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dbef810-7e4d-46ba-a7cf-c399a6c54798 HTTP/1.1" status: 204 len: 168 time: 1.1337655 Jan 14 03:26:03.386111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] For port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:03.391280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] For port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:03.408442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.419826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:03.427068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:03.432588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4eb619ad-0216-47db-97de-74d9100e8520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:03.451635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbef810-7e4d-46ba-a7cf-c399a6c54798,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:03.464095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:03.479083 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-96625d94-f678-4af5-a75f-43a0bdaf98bd tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:26:03.479741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-96625d94-f678-4af5-a75f-43a0bdaf98bd tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:03.516826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.524381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for b3a9227b-f9ec-4f7b-903c-2445a0e09a64 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:03.528281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-96625d94-f678-4af5-a75f-43a0bdaf98bd tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:03.533024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96625d94-f678-4af5-a75f-43a0bdaf98bd tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/3f04fb33-428d-4820-adbe-5a5e2e54834a HTTP/1.1" status: 404 len: 333 time: 0.1508238 Jan 14 03:26:03.538130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59314) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.555948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:03.601218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Deleting port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:03.601557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.631217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:03.707757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:03.709678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.784474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ec8df-afa8-4b57-930e-3fc9d1ab1c43 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:03.785309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b00ec8df-afa8-4b57-930e-3fc9d1ab1c43 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:03.826924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet d94f81fd-a5cb-4e72-aa34-94a64b2f7b90 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:03.830688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.836832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.868214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-894b19c6-745f-476e-9da9-f7aa64279fcb tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:03.891447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=89732d67-b539-4bf4-a1ad-f3a4ee98a04a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:03.901411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:03.914304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.917904 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/89732d67-b539-4bf4-a1ad-f3a4ee98a04a HTTP/1.1" status: 204 len: 168 time: 0.6062508 Jan 14 03:26:03.919291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59320) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.925218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:03.965252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b00ec8df-afa8-4b57-930e-3fc9d1ab1c43 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:03.968980 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b00ec8df-afa8-4b57-930e-3fc9d1ab1c43 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9710133 Jan 14 03:26:03.978251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:03.980025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Pushing event updated for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:03.983933 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:04.005328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:04.017954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.019831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:04.052637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:04.063666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:04.069517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458b9b9-7bb5-475d-a012-6083158e05f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:04.077482 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3458b9b9-7bb5-475d-a012-6083158e05f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0937135 Jan 14 03:26:04.088294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:04.137548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/routers/efcb1650-ec0d-4dbe-a4ed-fa2233895c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4334729 Jan 14 03:26:04.143823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59334) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:04.158852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'port': {'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7', 'name': 'tempest-FloatingIPTestJSON-675235544'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:04.175060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.217154 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1930e89-c9b1-4544-a2cb-eed32ecc35fd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056216 Jan 14 03:26:04.219003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] For port 21c6afb0-48a7-461a-b159-ad1192d4fbc0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=21c6afb0-48a7-461a-b159-ad1192d4fbc0,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:04.219211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.221430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:04.235997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:04.237826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:04.255171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:04.256573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:04.321166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd4022b6-a1d8-436c-9ce3-e7468b6fde19 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:04.384306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:04.384803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d8d84-5912-4566-a9ff-6a3e80a50c32 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:04.404934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:04.405726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:25:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:04.467055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Calling delete_port for 21c6afb0-48a7-461a-b159-ad1192d4fbc0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:04.495296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:04.500993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:04.509383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:04.537667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:04.554474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.566758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:04.574706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.627615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c353b85e-cb71-4264-bb12-94c81a8b11c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.652539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.653097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Fanout notify agent at l3_agent the message router_deleted on router ab03c167-6dec-41c2-ab31-b86c498a8fb2 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:04.666724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.686258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:04.720099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.728155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b91c8d-bb9c-4506-8495-693ff406a7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:04.754113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:04.772565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:04.896233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Pushing event deleted for resources: {'Port': ['ID=21c6afb0-48a7-461a-b159-ad1192d4fbc0,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:04.899656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21c6afb0-48a7-461a-b159-ad1192d4fbc0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:04.924366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd4022b6-a1d8-436c-9ce3-e7468b6fde19 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:04.930125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd4022b6-a1d8-436c-9ce3-e7468b6fde19 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.0102348 Jan 14 03:26:04.936945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:04.937543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:04.944036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:05.005187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 21c6afb0-48a7-461a-b159-ad1192d4fbc0 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:05.005588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 21c6afb0-48a7-461a-b159-ad1192d4fbc0 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:05.165414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] No DVR routers for this DVR port 21c6afb0-48a7-461a-b159-ad1192d4fbc0 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:05.230289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Port': ['ID=b3a9227b-f9ec-4f7b-903c-2445a0e09a64,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:05.239458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:05.242805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:05.247684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:port and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:05.251188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:05.257763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:05.304925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:05.312894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:57Z', 'revision_number': 3, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:03Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:05.317696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2823713-3e87-4f4a-9dd5-b59effb21070 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:25:57Z', 'revision_number': 3, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:03Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:05.341331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:05.345091 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-130caf67-81de-4c0a-a59c-9001f45f422e tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/routers/ab03c167-6dec-41c2-ab31-b86c498a8fb2 HTTP/1.1" status: 204 len: 168 time: 11.4819293 Jan 14 03:26:05.349156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:05.360590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:05.371438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59360) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:05.597307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:05.932593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] device_id is not set on port 89de67ac-dab4-473c-beed-b7ecdce4a904 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:05.956914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.019998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.039708 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5a4bae-be95-4320-8d94-d5d034400d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:06.063762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b603b-d5c2-4168-9b13-58523e00ca66,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:06.137756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:06.189578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.289007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.409169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59376) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:06.478134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.11 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/89de67ac-dab4-473c-beed-b7ecdce4a904) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:06.504086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cef377f8-7407-4fba-b4fa-f8c0bc62910a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:06.602098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eac06428-0c1a-4516-99af-28ea2d250e81 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1647104607'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:06.602606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eac06428-0c1a-4516-99af-28ea2d250e81 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Unknown quota resources ['metering_label']. {{(pid=80832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:26:06.618726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=d94f81fd-a5cb-4e72-aa34-94a64b2f7b90,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:06.633265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.634553 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/1b1b603b-d5c2-4168-9b13-58523e00ca66 HTTP/1.1" status: 204 len: 168 time: 1.5923455 Jan 14 03:26:06.639578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:06.644747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:06.661659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.680774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-becdbb41-2849-4c31-8b08-e3b73b655bd6 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:06.692588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.708010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Deleting port b8d97389-b9bd-4e51-bcaa-5c416dd93424 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:06.708410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.793121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25858903-4416-4c58-9231-013d7aa72820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.795111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dcee82-d335-490f-9e2f-902da7b9497c None None] Network e9410c6f-c7e8-4c25-a43a-405af37a921f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:06.799143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:06.848877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e30a79a-710a-41c8-b372-e3356666e540 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:06.861112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/d94f81fd-a5cb-4e72-aa34-94a64b2f7b90 HTTP/1.1" status: 204 len: 168 time: 3.3218923 Jan 14 03:26:06.882428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=b5a7b1e2-b36e-4172-a739-4286c9ca9a5a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:06.908966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:06.910646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:06.997827 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:07.042549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5e30a79a-710a-41c8-b372-e3356666e540 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:07.048189 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e30a79a-710a-41c8-b372-e3356666e540 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3966696 Jan 14 03:26:07.050453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59392) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:07.073800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--388765762'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:07.100972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:07.109306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:07.109736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.154036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:07.180752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.248594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eac06428-0c1a-4516-99af-28ea2d250e81 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.249787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eac06428-0c1a-4516-99af-28ea2d250e81 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8329482 Jan 14 03:26:07.251077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] DHCP port deletion for e9410c6f-c7e8-4c25-a43a-405af37a921f request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:07.260224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59396) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:07.264514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Deleting port dd257a54-fe13-4ed6-8173-338a69531748 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:07.265830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.278901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:07.292776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2dc762dc-4e8b-46c1-afd2-8bfa99d6cb7a tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a61ce4a0-2a29-44aa-b384-2430c1d147a7'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:07.293980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2dc762dc-4e8b-46c1-afd2-8bfa99d6cb7a tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Unknown quota resources ['metering_label_rule']. {{(pid=80833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:26:07.315221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] For port b8d97389-b9bd-4e51-bcaa-5c416dd93424, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8d97389-b9bd-4e51-bcaa-5c416dd93424,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:07.315481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.317625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.326635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.352249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b689cd64-cbc4-407d-b865-7e62aab68856 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:07.379740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port dd257a54-fe13-4ed6-8173-338a69531748 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:07.380131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.389208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.402348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:07.409928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.415333 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:07.418546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.481734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3d20619-92b5-4a23-b124-f8cbb32228fa no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:07.590058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c3d20619-92b5-4a23-b124-f8cbb32228fa {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:07.590458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3d20619-92b5-4a23-b124-f8cbb32228fa not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:07.634016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.645696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:07.646164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Calling delete_port for b8d97389-b9bd-4e51-bcaa-5c416dd93424 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:07.650288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:07.652652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] For port dd257a54-fe13-4ed6-8173-338a69531748, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dd257a54-fe13-4ed6-8173-338a69531748,segment=NetworkSegment(3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2),segment_id=3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:07.653109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.732784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:07.735195 n-d-765315-13 neutron-server[80721]: WARNING neutron.services.metering.metering_plugin [None req-2dc762dc-4e8b-46c1-afd2-8bfa99d6cb7a tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 03:26:07.753919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:07.790820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Calling delete_port for dd257a54-fe13-4ed6-8173-338a69531748 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:07.848904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:07.849254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: 6da56635-64c9-40d8-b4d7-4068f0161449, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:26:07.865920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.874776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:07.884247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77b04b35-20b6-405b-8bbd-f72b9ed871b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:07.888499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] The port 'dd257a54-fe13-4ed6-8173-338a69531748' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:26:07.899183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6da56635-64c9-40d8-b4d7-4068f0161449 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:26:07.909509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:07.912124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6da56635-64c9-40d8-b4d7-4068f0161449) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:07.931444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:07.933375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Pushing event deleted for resources: {'Port': ['ID=dd257a54-fe13-4ed6-8173-338a69531748,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:07.955927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e102fcdf-f897-4d40-b79c-7952cb21dca4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:08.007990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=e0c6249a-44dd-4449-a63a-addc370da903,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:08.028358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:08.058183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dc762dc-4e8b-46c1-afd2-8bfa99d6cb7a tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.062600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2dc762dc-4e8b-46c1-afd2-8bfa99d6cb7a tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7932053 Jan 14 03:26:08.074527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:08.075477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.088558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59400) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:08.124195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Router 024056a3-5e56-4035-b606-f9adc0552097 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:08.127919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5add56e8-36e6-4791-bc46-57f66fb16c79 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a61ce4a0-2a29-44aa-b384-2430c1d147a7'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:08.128583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5add56e8-36e6-4791-bc46-57f66fb16c79 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Unknown quota resources ['metering_label_rule']. {{(pid=80832) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:26:08.196016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dcfb75-89ce-487e-b91c-1b01ae1669d7 None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:08.209719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:08.210269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:08.212320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.257165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:08.282688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c270c-2b88-418e-9daf-972e03dbf724 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:08.331207 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.4735696 Jan 14 03:26:08.338970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:08.355468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=89de67ac-dab4-473c-beed-b7ecdce4a904,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:08.358353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:08.358353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.425782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:08.443212 n-d-765315-13 neutron-server[80721]: WARNING neutron.services.metering.metering_plugin [None req-5add56e8-36e6-4791-bc46-57f66fb16c79 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 03:26:08.452632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] No DVR routers for this DVR port dd257a54-fe13-4ed6-8173-338a69531748 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:08.540762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.637601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.650745 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4281089 Jan 14 03:26:08.652948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9410c6f-c7e8-4c25-a43a-405af37a921f']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:08.685596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-6da56635-64c9-40d8-b4d7-4068f0161449', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:08.686232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.687767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59408) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:08.710689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'e0c6249a-44dd-4449-a63a-addc370da903', 'ip_address': '2001:db8::d84:408e:8adb:f456'}], 'name': 'tempest-NetworksTestDHCPv6-999122524'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:08.730800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5add56e8-36e6-4791-bc46-57f66fb16c79 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.735001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5add56e8-36e6-4791-bc46-57f66fb16c79 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6366765 Jan 14 03:26:08.744509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59412) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:08.758094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': 'e0c6249a-44dd-4449-a63a-addc370da903'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:08.759040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:08.831187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51e54605-4ff1-4635-ac56-295fee9459e1 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=2cc5e93e-d7da-471b-a879-2277fe413210 HTTP/1.1" status: 200 len: 464 time: 0.0747030 Jan 14 03:26:08.839146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:08.842333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:08.848324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:08.854347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:08.861654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:08.959293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:08.974591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:08.974935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf3d5b1-45ed-4ffb-a3c9-102a557d4cb2') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:08.987194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "PUT /v2.0/routers/024056a3-5e56-4035-b606-f9adc0552097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1086967 Jan 14 03:26:08.987792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:09.047897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] Sync routers for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:09.089588 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:09.094371 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:09.111385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:09.112247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.125819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.138054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:09.138792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:09.205869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:09.206296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.232768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f36c45ae-f155-45b3-b22e-d273755c59ee tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.237293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f36c45ae-f155-45b3-b22e-d273755c59ee tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/2cc5e93e-d7da-471b-a879-2277fe413210 HTTP/1.1" status: 204 len: 168 time: 0.3846049 Jan 14 03:26:09.237567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59424) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:09.238932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:09.249218 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1025174 Jan 14 03:26:09.254261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59428) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:09.267895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'port': {'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7', 'name': 'tempest-FloatingIPTestJSON-1358504976'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:09.276957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:09.286618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:09.295231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35d01a3f-bbbe-41c7-8774-50cf0a37dde6 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=2cc5e93e-d7da-471b-a879-2277fe413210 HTTP/1.1" status: 200 len: 221 time: 0.0474679 Jan 14 03:26:09.298675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.307708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:09.324135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:26:09.367616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-69bd7260-7e0f-4bd8-a278-23172f477ba3 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Request body: {'metering_label': {'name': 'tempest-metering-label--281558051', 'description': 'label created by tempest'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:09.368785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-69bd7260-7e0f-4bd8-a278-23172f477ba3 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Unknown quota resources ['metering_label']. {{(pid=80833) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 03:26:09.382735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:09.388631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] Routers {'024056a3-5e56-4035-b606-f9adc0552097'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:09.389352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['024056a3-5e56-4035-b606-f9adc0552097'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:09.504150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:09.504773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89c50e-cb29-4051-9657-3c5cb4be767b None None] The sync data for ids ['024056a3-5e56-4035-b606-f9adc0552097'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:09.524714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:09.533245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:port and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:09.546803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:09.556871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:09.575401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.588390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.596133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Allocated IP 2001:db8:2::2 (6da56635-64c9-40d8-b4d7-4068f0161449/b5a7b1e2-b36e-4172-a739-4286c9ca9a5a/4ed5d40e-ad7a-4a4b-89a8-c79641d128e9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:09.600956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:09.609878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.922418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:09.937035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network e9410c6f-c7e8-4c25-a43a-405af37a921f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:09.937674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dd257a54-fe13-4ed6-8173-338a69531748 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:09.952325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:09.974042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] device_id is not set on port 3f60ce13-687c-4692-9ce7-3c5f77eb2c25 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:09.979922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.016330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/e0c6249a-44dd-4449-a63a-addc370da903/aada3d3e-ca58-41e3-8cdd-6352e23fd059) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:10.019269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: dd257a54-fe13-4ed6-8173-338a69531748 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:10.019861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dd257a54-fe13-4ed6-8173-338a69531748 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:10.204372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69bd7260-7e0f-4bd8-a278-23172f477ba3 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.208464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69bd7260-7e0f-4bd8-a278-23172f477ba3 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8859236 Jan 14 03:26:10.266461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.267834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59436) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:10.292146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.344386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Transition to ACTIVE for port object 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:10.380807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Transition to ACTIVE for port object 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:10.393665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.409801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:10.449930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.480476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.5 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/3f60ce13-687c-4692-9ce7-3c5f77eb2c25) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:10.544486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Transition to ACTIVE for port object aada3d3e-ca58-41e3-8cdd-6352e23fd059 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:10.566952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Pushing event updated for resources: {'Port': ['ID=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:10.571872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:10.582242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Transition to ACTIVE for port object aada3d3e-ca58-41e3-8cdd-6352e23fd059 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:10.592333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.621100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a6b761-524d-40e5-aad2-3068e594655e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:10.742532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::d84:408e:8adb:f456 (0db21da6-d133-41c3-a5a5-fbea28870222/e0c6249a-44dd-4449-a63a-addc370da903/530b038d-7af0-4c56-aa9b-cfc7c84e35e8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:10.803589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.807268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Pushing event updated for resources: {'Port': ['ID=aada3d3e-ca58-41e3-8cdd-6352e23fd059,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:10.810734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:10.824968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:10.835287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:10.838150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:10.919527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:10.920681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Attempting to bind port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:10.921213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Attempting to bind port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:10.921739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Attempting to bind port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 on network 6da56635-64c9-40d8-b4d7-4068f0161449 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:10.926477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:10.929181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:10.934949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:10.935546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Checking segment: {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:10.936410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.937080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Bound using segment: {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:10.937274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Bound port: 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:10.937830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.945099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.964087 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5eff670c-efd0-477d-b846-5277adc95f5f tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=cd9b9a48-76e3-46ac-aedc-b25bc381aae9 HTTP/1.1" status: 200 len: 467 time: 0.6776960 Jan 14 03:26:10.965240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59440) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:10.969355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.992869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:10.994230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network e9410c6f-c7e8-4c25-a43a-405af37a921f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:11.007973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Attempting to bind port aada3d3e-ca58-41e3-8cdd-6352e23fd059 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:11.008972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Attempting to bind port aada3d3e-ca58-41e3-8cdd-6352e23fd059 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:11.009107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Attempting to bind port aada3d3e-ca58-41e3-8cdd-6352e23fd059 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:26:11.037463 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:26:11.068194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:11.068918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:11.069406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.070014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:11.070806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Bound port: aada3d3e-ca58-41e3-8cdd-6352e23fd059, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:11.071162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.094841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.179347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] For port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:11.183997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.192075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] For port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:11.195942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port 44de0473-9881-47db-8681-387b0f4647bd {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:11.196308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.200255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.219129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db0cb89f-2050-4dba-a1e0-a39728d3ee5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.227171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.227769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Fanout notify agent at l3_agent the message router_deleted on router 187b33e0-b17d-40f3-9566-15ef7fdb1f0c {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:11.259312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.274766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1934350-1200-4bd0-beed-f6de460978ba tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.291553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.328893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] For port aada3d3e-ca58-41e3-8cdd-6352e23fd059, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:11.360402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=e9410c6f-c7e8-4c25-a43a-405af37a921f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:11.370771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] For port aada3d3e-ca58-41e3-8cdd-6352e23fd059, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aada3d3e-ca58-41e3-8cdd-6352e23fd059,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:11.372014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:11.374949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.383588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.454446 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/e9410c6f-c7e8-4c25-a43a-405af37a921f HTTP/1.1" status: 204 len: 168 time: 4.5385776 Jan 14 03:26:11.460130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.461644 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d64f7449-4313-4024-a577-2ddacd3fdd09 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "DELETE /v2.0/routers/187b33e0-b17d-40f3-9566-15ef7fdb1f0c HTTP/1.1" status: 204 len: 168 time: 6.0875344 Jan 14 03:26:11.462783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59444) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.471615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Pushing event updated for resources: {'Port': ['ID=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:11.475892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:11.483641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16ae677c-5673-4fa7-9d36-2c094c5b2f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.553894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59446) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.555422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.561783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=3f60ce13-687c-4692-9ce7-3c5f77eb2c25,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:11.563816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'network': {'name': 'tempest-PortsTestJSON-1467749760'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:11.586334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:11.588837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.592920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.600544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1686369194', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:11.600775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e170f53-7e1c-4e4b-b7bb-f1694b5f3a73 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.602399 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.606077 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.608988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Pushing event updated for resources: {'Port': ['ID=aada3d3e-ca58-41e3-8cdd-6352e23fd059,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:11.609610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:network and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.610842 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:11.621038 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:11.627068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:11.631570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:11.635134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:11.645762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:11.653338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:11.675091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.680393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:11.689667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6913de47-7560-4bf8-911b-1e4421b0db10 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.693024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:11.694246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6913de47-7560-4bf8-911b-1e4421b0db10 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/cd9b9a48-76e3-46ac-aedc-b25bc381aae9 HTTP/1.1" status: 204 len: 168 time: 0.7286389 Jan 14 03:26:11.695207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59452) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.696440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:11.715963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:11.732082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3a4ddfe-1765-475e-95f0-69057977e4a7 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=cd9b9a48-76e3-46ac-aedc-b25bc381aae9 HTTP/1.1" status: 200 len: 216 time: 0.0283406 Jan 14 03:26:11.733463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.738384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.739483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.751246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:11.759540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:11.765055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:11.794184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43dca43c-d19a-4979-aff1-3a62a0e69808 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0573814 Jan 14 03:26:11.801518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59460) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.836810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.839247 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3755de2c-b0b6-47dc-9419-ef4dbad41b02 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0351467 Jan 14 03:26:11.854126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.861542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.870495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.923020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:11.924350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.8672938 Jan 14 03:26:11.933867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for 44de0473-9881-47db-8681-387b0f4647bd owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:11.966498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53494ee4-e4ac-46d5-8170-df40b662b03f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:11.969538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59468) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:11.970916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:11.980936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.011360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'bb3ed298-277a-4299-b477-5d6aba7bc3e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:12.033815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ed298-277a-4299-b477-5d6aba7bc3e9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:12.045518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:12.053257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:12.067071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:12.081298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:12.092395 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bca4d4f2-92c7-421a-8f4e-34a7e6d3aad4 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-labels/a61ce4a0-2a29-44aa-b384-2430c1d147a7 HTTP/1.1" status: 200 len: 473 time: 0.2319162 Jan 14 03:26:12.109027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59472) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:12.109757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:26:12.114345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:12.121340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:12.122045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.209393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.209799 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Added segment 6c6838c7-3baa-4b54-b132-e47b80345f4a of type vxlan for network baaafffc-d503-4553-8301-728584c6630c Jan 14 03:26:12.235157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3089f44d-54f8-4f55-8678-d0fa0244f9f4 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/4cf76b14-1f56-45fa-b641-1a34b1ffd094 HTTP/1.1" status: 200 len: 461 time: 0.1191230 Jan 14 03:26:12.239961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59476) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:12.301450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=530b038d-7af0-4c56-aa9b-cfc7c84e35e8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:12.309602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0509670 Jan 14 03:26:12.319709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59480) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:12.324093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:12.372666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'port_id': '3f60ce13-687c-4692-9ce7-3c5f77eb2c25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:12.400388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.422155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:12.490732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:floatingip and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:12.499230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.500689 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:26:12.502027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93edc5c7-0c9d-4756-8fe3-1af19755b462 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4962690 Jan 14 03:26:12.503163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:12.520708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:12.535526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group_rule': {'security_group_id': 'bb3ed298-277a-4299-b477-5d6aba7bc3e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.538254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.541936 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:12.547397 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:12.551766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:12.557894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:12.585369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:12.586406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:12.594899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:12.594899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:12.613204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:12.613928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.629727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:12.649878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:12.652428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:26:12.694019 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9994473 Jan 14 03:26:12.702866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:12.720385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'e0c6249a-44dd-4449-a63a-addc370da903', 'ip_address': '2001:db8::d84:408e:8adb:f456'}], 'name': 'tempest-NetworksTestDHCPv6-858580478'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:12.725578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.856374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.868832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:12.871045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.891375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:12.892083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:12.909399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6252eac3-cbb1-4500-bfa1-45719dcbdabe tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:12.942107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:12.948249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aada3d3e-ca58-41e3-8cdd-6352e23fd059 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:13.023823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:13.090594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8d97389-b9bd-4e51-bcaa-5c416dd93424 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:13.126021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b8d97389-b9bd-4e51-bcaa-5c416dd93424 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:13.126423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8d97389-b9bd-4e51-bcaa-5c416dd93424 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:13.140201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7af729f-040e-4bf5-9806-a117f4f98cd7 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.143834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7af729f-040e-4bf5-9806-a117f4f98cd7 tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/4cf76b14-1f56-45fa-b641-1a34b1ffd094 HTTP/1.1" status: 204 len: 168 time: 0.8975055 Jan 14 03:26:13.151385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59492) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:13.158574 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:26:13.159689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4cf3ece-1feb-43ca-a920-d0a92e76b68e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6314001 Jan 14 03:26:13.163555 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6877434 Jan 14 03:26:13.164294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59496) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:13.172723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59498) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:13.236162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Network': ['ID=baaafffc-d503-4553-8301-728584c6630c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:13.239398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:13.248928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network baaafffc-d503-4553-8301-728584c6630c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:13.263012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network baaafffc-d503-4553-8301-728584c6630c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:13.275387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': 'baaafffc-d503-4553-8301-728584c6630c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:13.281757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network baaafffc-d503-4553-8301-728584c6630c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:13.715468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:13.738740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:13.742245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:13.747696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e294ad9e-1c24-458a-8479-5d96b3a5862e tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] Notify callbacks [] for metering_label, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.751536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e294ad9e-1c24-458a-8479-5d96b3a5862e tempest-MeteringTestJSON-1060084640 tempest-MeteringTestJSON-1060084640] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/a61ce4a0-2a29-44aa-b384-2430c1d147a7 HTTP/1.1" status: 204 len: 168 time: 0.5919733 Jan 14 03:26:13.752276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:13.760700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:13.763142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:13.763312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.768977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:13.778159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:13.786390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8:2::1 (6da56635-64c9-40d8-b4d7-4068f0161449/b5a7b1e2-b36e-4172-a739-4286c9ca9a5a/761d431c-7cb5-4d01-bc02-58f0dbc178d3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:13.826972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.836006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.862390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:13.874391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:13.950859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:14.123739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.145437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.153434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.189160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59508) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:14.200248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.206102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Provisioning for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:14.211929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Provisioning complete for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:14.212363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.236435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.249797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-694ad343-2ba6-44ae-ae6f-c8e352c79257 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:14.275405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.326218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.326815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Fanout notify agent at l3_agent the message router_deleted on router 024056a3-5e56-4035-b606-f9adc0552097 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:14.348771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ed298-277a-4299-b477-5d6aba7bc3e9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:14.361480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:14.503587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.508358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.548538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] For port aada3d3e-ca58-41e3-8cdd-6352e23fd059, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aada3d3e-ca58-41e3-8cdd-6352e23fd059,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:14.554387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.556899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:14.573680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.602909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddbb85-09d4-404b-b74a-b6773b804e07 None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:14.694846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.146 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1ef437c8-de7e-48c4-befd-0314927474f8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:14.912114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Provisioning for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:14.914547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.923647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Provisioning complete for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:14.924333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.940741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port e33aa694-0ca5-4d7d-a5ad-fa04373a19df yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:14.946067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.985458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:14.993768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Pushing event updated for resources: {'Port': ['ID=aada3d3e-ca58-41e3-8cdd-6352e23fd059,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:15.001112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:15.016936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object 761d431c-7cb5-4d01-bc02-58f0dbc178d3 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:15.040662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:15.044921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e174d568b512490e8b63cc7b32b1e4ae is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:15.058849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.063513 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb1e6e76-cc74-4941-8cc0-937c03d94662 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/routers/024056a3-5e56-4035-b606-f9adc0552097 HTTP/1.1" status: 204 len: 168 time: 6.0719233 Jan 14 03:26:15.065257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:15.068966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59514) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:15.074885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.075679 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/bb3ed298-277a-4299-b477-5d6aba7bc3e9 HTTP/1.1" status: 204 len: 168 time: 1.8916693 Jan 14 03:26:15.077943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:15.078919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59516) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:15.081313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.100772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21430674-4df9-48c3-8e6e-49ce124c743d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:15.131978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.212951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] For port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:15.226415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.230473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:15.282521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:15.290383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.318085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:15.318952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:15.319409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Provisioning complete for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:15.319839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.365841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Pushing event updated for resources: {'Port': ['ID=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:15.369857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:15.463572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eddc6693-ec42-4cec-849d-24f7fbd97463 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3335848 Jan 14 03:26:15.466628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:15.491023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'tempest-secgroup--706397791'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:15.514312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:15.532087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=1ef437c8-de7e-48c4-befd-0314927474f8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:15.535531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:15.541981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:15.569620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6da56635-64c9-40d8-b4d7-4068f0161449 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:15.576112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:15.579660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:15.587271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Provisioning complete for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:15.587952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.595740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:15.596329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.601314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.604741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:15.607949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Allocated IP 172.25.3.28 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e7dc14ac-8658-422a-94f6-2c560d924733) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:15.616045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.628249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9371a0cc-9676-455d-a33b-f604b8baacd4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:15.702761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:15.708594 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e174d568b512490e8b63cc7b32b1e4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5121474 Jan 14 03:26:15.708594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58631496-cb71-49ed-952b-82fdef929fc3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:15.711286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:15.714336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:15.748700 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:15.749942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:15.775853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Provisioning for port 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:15.782327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Provisioning complete for port 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:15.783013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.855186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0b5de16c-c38b-4a06-a898-7f07930f94ad None None] Port 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:15.911414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:15.984279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Provisioning complete for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:15.984683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.031000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.086605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.118388 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 03:26:16.118895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 409 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:26:16.148094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting subnet 15d96801-1e61-4e9f-b7c7-cea063eda6a7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:16.149079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Provisioning for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:16.154533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Provisioning complete for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:16.154958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.171102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:16.173432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.220522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-539386be-0e78-4f8e-a35a-8d61eb8945de None None] Port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:16.224577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Usage tracker for resource:security_group_rule and tenant:5c820a3e9f5d4f24a9b250ee536b2aeb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:16.235550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:16.239912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.292322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:16.337834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-693c2506-5b32-44b6-bc5e-94d531d040f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 3.6322315 Jan 14 03:26:16.346839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:16.354795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8eb88be4-ad4a-4deb-8bcf-9cb5c2247537 None None] Provisioning complete for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:16.355513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8eb88be4-ad4a-4deb-8bcf-9cb5c2247537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.402600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.425709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8eb88be4-ad4a-4deb-8bcf-9cb5c2247537 None None] Port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:16.494579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.517923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e519ef0-4a67-41cc-8a21-ffba2061282b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:16.546953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c70d9680-6f73-453a-a773-c27617a7a441 None None] Provisioning complete for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:16.547487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c70d9680-6f73-453a-a773-c27617a7a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.564753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.643300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.651762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:16.740531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=2d391b51-cbed-419e-868c-5fb9387ab40a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:16.766197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:16.823070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:16.859543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863d2a8-e201-4dc0-9741-645e82b5ce7d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:16.882603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4863d2a8-e201-4dc0-9741-645e82b5ce7d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:16.883602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4863d2a8-e201-4dc0-9741-645e82b5ce7d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:16.890630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.898117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:16.898548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.907163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.917242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.952185 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13b76060-b754-4f36-b1c0-59e4a062f79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:16.960873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:16.992007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58631496-cb71-49ed-952b-82fdef929fc3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:17.017263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.021997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5448377 Jan 14 03:26:17.041216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59534) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:17.041466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4863d2a8-e201-4dc0-9741-645e82b5ce7d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:17.046150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4863d2a8-e201-4dc0-9741-645e82b5ce7d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6804647 Jan 14 03:26:17.046334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:17.053315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59538) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:17.095270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aada3d3e-ca58-41e3-8cdd-6352e23fd059 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:17.112787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.116148 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58631496-cb71-49ed-952b-82fdef929fc3 HTTP/1.1" status: 204 len: 168 time: 1.4013324 Jan 14 03:26:17.116294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8e37e26a-b02e-4492-be0d-9722e88f521a tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Request body: {'security_group': {'name': 'default'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:17.116694 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-8e37e26a-b02e-4492-be0d-9722e88f521a tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 03:26:17.117111 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-8e37e26a-b02e-4492-be0d-9722e88f521a tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] update failed (client error): There was a conflict when trying to complete your request. Jan 14 03:26:17.121213 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8e37e26a-b02e-4492-be0d-9722e88f521a tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "PUT /v2.0/security-groups/80b67980-1356-44be-8c81-a5ba392fd6eb HTTP/1.1" status: 409 len: 330 time: 0.0771697 Jan 14 03:26:17.124621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59544) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:17.158831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event updated for resources: {'SecurityGroup': ['ID=80b67980-1356-44be-8c81-a5ba392fd6eb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:17.174910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:17.185094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port aada3d3e-ca58-41e3-8cdd-6352e23fd059 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:17.185523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.194931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d99eb4fb-1e39-4253-bb04-0bd7eeef214a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:17.256037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:17.256450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.332245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Checking segment: {'id': '6c6838c7-3baa-4b54-b132-e47b80345f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'baaafffc-d503-4553-8301-728584c6630c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:17.332870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network hostable DHCP agents. Network: baaafffc-d503-4553-8301-728584c6630c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:26:17.395763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.396069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Pushing event updated for resources: {'Port': ['ID=e7dc14ac-8658-422a-94f6-2c560d924733,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:17.407848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:17.418900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.449620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network baaafffc-d503-4553-8301-728584c6630c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:26:17.470874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.479007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:17.482916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:17.488942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.489860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.509712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.514982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:17.518071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6847bfd-0e9d-4fa7-ad04-41dd51a03936 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:17.545134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, baaafffc-d503-4553-8301-728584c6630c) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:17.556725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e5510-9bd0-471a-9cf9-ac3bc3e7d649 None None] Network baaafffc-d503-4553-8301-728584c6630c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:17.592304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:17.593200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.634054 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4508102 Jan 14 03:26:17.654098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59550) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:17.654480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:17.766566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1744841807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:17.807902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:17.808545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.826298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-baaafffc-d503-4553-8301-728584c6630c', 'network_id': 'baaafffc-d503-4553-8301-728584c6630c', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': '2d391b51-cbed-419e-868c-5fb9387ab40a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:17.827566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.831807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9451bab-491b-47a4-a90a-3df26b697520 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:17.870285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:17.882056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:router and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:17.902305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:17.920881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Subnet': ['ID=15d96801-1e61-4e9f-b7c7-cea063eda6a7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:17.933942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:17.940844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:17.949122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:17.954826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:17.979279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:17.992186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Usage tracker for resource:security_group_rule and tenant:634baae1dd5d42c388d9b32b4c0cad64 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:17.999525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:18.003115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.042075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:18.059673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.060811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.065002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.065635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff270cc5-68d4-46b8-b147-f44356528119 None None] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:18.087226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bbd6d81-cacc-4cdd-aa80-02e4f71078cf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:18.104168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.104554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6da56635-64c9-40d8-b4d7-4068f0161449 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:18.112958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.124377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:18.129758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/subnets/15d96801-1e61-4e9f-b7c7-cea063eda6a7 HTTP/1.1" status: 204 len: 168 time: 3.0549026 Jan 14 03:26:18.131195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:18.145308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b67980-1356-44be-8c81-a5ba392fd6eb,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:18.214133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:18.300161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.323818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 530b038d-7af0-4c56-aa9b-cfc7c84e35e8 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:18.350249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Allocated IP 172.20.0.2 (baaafffc-d503-4553-8301-728584c6630c/2d391b51-cbed-419e-868c-5fb9387ab40a/b42fee02-c226-4b44-84a3-a2aad69c96bd) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:18.359433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.451801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.554834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-39fb2fd9-1e78-45b3-89dd-1e8cfdf058c8 None None] Provisioning complete for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:18.555074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.555462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39fb2fd9-1e78-45b3-89dd-1e8cfdf058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.556024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/80b67980-1356-44be-8c81-a5ba392fd6eb HTTP/1.1" status: 204 len: 168 time: 1.4227440 Jan 14 03:26:18.575900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59562) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:18.641927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.648087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-39fb2fd9-1e78-45b3-89dd-1e8cfdf058c8 None None] Port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:18.767913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.782112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] DHCP port deletion for f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:18.784501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Transition to ACTIVE for port object b42fee02-c226-4b44-84a3-a2aad69c96bd will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:18.797374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Deleting port ace7179c-90b8-49a1-85e7-735cf9dd5fac {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:18.797801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.842703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port ace7179c-90b8-49a1-85e7-735cf9dd5fac {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:18.843125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.846916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ace7179c-90b8-49a1-85e7-735cf9dd5fac no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:18.889092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:18.890255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:18.894465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-12ae667c-4e1a-48cb-838d-b46f36916115 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2198296 Jan 14 03:26:18.902892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:18.913810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'network_id': 'baaafffc-d503-4553-8301-728584c6630c', 'name': 'tempest-PortsTestJSON-1745593952'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:18.939514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-94c22123-17fe-4775-8dc1-98cde0f8f6a1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Synchronizing usage tracker for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:18.985346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.054968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.074129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.095762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:19.160158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-94c22123-17fe-4775-8dc1-98cde0f8f6a1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Unset dirty status for tenant:5c820a3e9f5d4f24a9b250ee536b2aeb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:19.161566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-94c22123-17fe-4775-8dc1-98cde0f8f6a1 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5680742 Jan 14 03:26:19.169952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:19.176172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Transition to ACTIVE for port object b42fee02-c226-4b44-84a3-a2aad69c96bd will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:19.181883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:19.195820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.209866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.215534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.215666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c028f4a2-402b-4574-8c36-875191af8cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:19.244303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=634baae1dd5d42c388d9b32b4c0cad64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5707233 Jan 14 03:26:19.254449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59574) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:19.260938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d96af-befa-4e00-a020-b059fa151305,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:19.340262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:19.340755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.392432 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-d4964e5c-cb3e-447f-8fdb-8f121c30628e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] delete failed (client error): The resource could not be found. Jan 14 03:26:19.394242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4964e5c-cb3e-447f-8fdb-8f121c30628e tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "DELETE /v2.0/security-groups/ba4174c4-5d45-4b2e-b0d9-80462d2d5b2f HTTP/1.1" status: 404 len: 347 time: 0.1688638 Jan 14 03:26:19.409560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59578) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:19.440983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Pushing event updated for resources: {'Port': ['ID=b42fee02-c226-4b44-84a3-a2aad69c96bd,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:19.465523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:19.481125 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-670e1244-571b-4ef7-aeb8-9657df367741 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] show failed (client error): The resource could not be found. Jan 14 03:26:19.486126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-670e1244-571b-4ef7-aeb8-9657df367741 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-groups/1b27dbd0-6bb2-4e31-a9d1-e2027446964a HTTP/1.1" status: 404 len: 347 time: 0.0674956 Jan 14 03:26:19.488148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:19.488584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.497055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:19.498427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:19.516493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:19.530778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:19.597685 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-8367dee5-95da-4338-8867-a8c9732c6385 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] show failed (client error): The resource could not be found. Jan 14 03:26:19.605265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8367dee5-95da-4338-8867-a8c9732c6385 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] 10.222.0.30 "GET /v2.0/security-group-rules/47fceffa-3554-47f2-8491-301ad4bc9fe1 HTTP/1.1" status: 404 len: 356 time: 0.0953672 Jan 14 03:26:19.605265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.606375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:19.617036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-868d6b4c-17d9-45b2-b4b9-6162c4b8182e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:19.661068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:19.674870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for ace7179c-90b8-49a1-85e7-735cf9dd5fac owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:19.675982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:26:19.676649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:19.695823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:19.698238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:19.701285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=530b038d-7af0-4c56-aa9b-cfc7c84e35e8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:19.718500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:19.726530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.738020 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3930345 Jan 14 03:26:19.747601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59588) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:19.752145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.782199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1c6d585-aa32-4d2c-9b7f-19a834d05934 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:19.812661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Calling delete_port for ace7179c-90b8-49a1-85e7-735cf9dd5fac owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:19.830166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1577173541'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:19.832811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:19.846211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:19.904434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:19.925774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:19.932720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:network and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:19.959508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:26:19.959910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:26:19.960163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for network was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:19.960476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=ace7179c-90b8-49a1-85e7-735cf9dd5fac,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:19.986598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:19.987971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:19.992692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:19.993090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:19.997914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=1ef437c8-de7e-48c4-befd-0314927474f8,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:20.000878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.003094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:20.024810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Network baaafffc-d503-4553-8301-728584c6630c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:20.029645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:20.036302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:20.050001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:20.060776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.085354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.087637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/530b038d-7af0-4c56-aa9b-cfc7c84e35e8 HTTP/1.1" status: 204 len: 168 time: 3.0337281 Jan 14 03:26:20.107293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59594) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:20.172745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.205804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Attempting to bind port b42fee02-c226-4b44-84a3-a2aad69c96bd on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:20.206150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Attempting to bind port b42fee02-c226-4b44-84a3-a2aad69c96bd by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '6c6838c7-3baa-4b54-b132-e47b80345f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'baaafffc-d503-4553-8301-728584c6630c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:20.206575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Attempting to bind port b42fee02-c226-4b44-84a3-a2aad69c96bd on network baaafffc-d503-4553-8301-728584c6630c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:20.228327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:20.228810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Checking segment: {'id': '6c6838c7-3baa-4b54-b132-e47b80345f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'baaafffc-d503-4553-8301-728584c6630c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:20.233441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.234618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Bound using segment: {'id': '6c6838c7-3baa-4b54-b132-e47b80345f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'baaafffc-d503-4553-8301-728584c6630c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:20.239614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Bound port: b42fee02-c226-4b44-84a3-a2aad69c96bd, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6838c7-3baa-4b54-b132-e47b80345f4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'baaafffc-d503-4553-8301-728584c6630c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:20.239854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.305422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 90d02fe1-9964-423e-ad67-79bac2da3b72 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:20.315008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:26:20.320633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59598) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:20.394041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a71f-8824-42be-80d1-0874169598bf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:20.399998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4a71f-8824-42be-80d1-0874169598bf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:20.401020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddc4a71f-8824-42be-80d1-0874169598bf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:20.413189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] For port b42fee02-c226-4b44-84a3-a2aad69c96bd, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:20.415018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.415526 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added segment e531f80c-3de1-4adb-90bf-974a8bb84d9b of type vxlan for network d10f2e07-15d3-4bdd-861a-f54e56e1f70c Jan 14 03:26:20.420225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:26:20.420624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:26:20.421482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] For port b42fee02-c226-4b44-84a3-a2aad69c96bd, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b42fee02-c226-4b44-84a3-a2aad69c96bd,segment=NetworkSegment(6c6838c7-3baa-4b54-b132-e47b80345f4a),segment_id=6c6838c7-3baa-4b54-b132-e47b80345f4a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:20.427639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.472376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.533313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.3 (baaafffc-d503-4553-8301-728584c6630c/2d391b51-cbed-419e-868c-5fb9387ab40a/90d02fe1-9964-423e-ad67-79bac2da3b72) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:20.535751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddc4a71f-8824-42be-80d1-0874169598bf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:20.535954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ea1bba2-4ade-4dc1-9733-6d7658eca98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:20.539766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddc4a71f-8824-42be-80d1-0874169598bf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4280660 Jan 14 03:26:20.539929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:15Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:16Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:20.543302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:20.543915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Updating router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:26:20.546357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59604) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:20.547034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Router f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:26:20.547343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.589356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Deleting port ace7179c-90b8-49a1-85e7-735cf9dd5fac {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:20.589783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.613866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.623395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.627020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2ca2d30-266a-45e4-af83-14b2fd98a8ed tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:20.674903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d96af-befa-4e00-a020-b059fa151305,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:20.683354 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:20.740592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.744225 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/072d96af-befa-4e00-a020-b059fa151305 HTTP/1.1" status: 204 len: 168 time: 1.4825861 Jan 14 03:26:20.758364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.778154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:20.779057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:20.790256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66303a76-beed-4e60-9acf-ed8d8822c3df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:20.790695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Pushing event updated for resources: {'Port': ['ID=b42fee02-c226-4b44-84a3-a2aad69c96bd,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:20.819415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:20.834013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a0f32be-b05a-4f21-8b60-3d206d113994 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c820a3e9f5d4f24a9b250ee536b2aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040700 Jan 14 03:26:20.838176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59610) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:21.048134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] For port ace7179c-90b8-49a1-85e7-735cf9dd5fac, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ace7179c-90b8-49a1-85e7-735cf9dd5fac,segment=NetworkSegment(851ba3a8-3d09-430f-bfdc-81419f6edd6b),segment_id=851ba3a8-3d09-430f-bfdc-81419f6edd6b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:21.048860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.054634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2993503 Jan 14 03:26:21.055653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59616) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:21.096306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'subnet': {'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:21.109515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port ace7179c-90b8-49a1-85e7-735cf9dd5fac {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:21.110179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.136462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:21.141395 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP 43b9ee49-95a0-447d-b3b6-c54d4bf58627 associated. External IP: 172.25.3.146, port: 3f60ce13-687c-4692-9ce7-3c5f77eb2c25. Jan 14 03:26:21.197206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.211677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Transition to ACTIVE for port object 761d431c-7cb5-4d01-bc02-58f0dbc178d3 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:21.217533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] Sync routers for ids ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:21.219903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.228144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Calling delete_port for ace7179c-90b8-49a1-85e7-735cf9dd5fac owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:21.243486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:21.285019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] Routers {'f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:21.285978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:21.336016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Pushing event updated for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:21.347908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.348289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.348692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.349064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.350129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.350541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.350913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.351271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.351636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.352008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.352394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.352838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.353234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.353595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.353949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.354322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.354659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.355015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.355367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.355707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.356057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.356432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.356788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.357145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.357554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.357907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.358261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.358615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.358968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.359319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.359669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.360021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.364096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.364523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.365448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.365813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:21.389843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.394369 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.8348625 Jan 14 03:26:21.399754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59624) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:21.430341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:21.452709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] Routers {'f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:21.453596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:21.519126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:21.541188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Network': ['ID=d10f2e07-15d3-4bdd-861a-f54e56e1f70c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:21.550094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:21.616303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:21.649342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:21.673550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:21.780297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:21.780876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ab6e88-ec00-40ed-a960-a390330ded6c None None] The sync data for ids ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:21.920111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:21.924513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:subnet and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:21.928261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:21.934346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:21.935742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:21.948731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Made reservation on behalf of b8622c1eeb2041eb8da8578d01893d72 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:21.956242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:21.986106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:22.082848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:22.105494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Attempting to bind port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:22.105902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Attempting to bind port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:22.106443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Attempting to bind port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 on network 6da56635-64c9-40d8-b4d7-4068f0161449 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:22.117407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:22.117819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Checking segment: {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:22.118253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.119413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Bound using segment: {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:22.119930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Bound port: 761d431c-7cb5-4d01-bc02-58f0dbc178d3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f01fb7c-f229-488f-84ff-14d9ee56d815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:22.120355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.222273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] The port 'ace7179c-90b8-49a1-85e7-735cf9dd5fac' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:26:22.277033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] For port 761d431c-7cb5-4d01-bc02-58f0dbc178d3, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:22.306074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Pushing event deleted for resources: {'Port': ['ID=ace7179c-90b8-49a1-85e7-735cf9dd5fac,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:22.311601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] For port 761d431c-7cb5-4d01-bc02-58f0dbc178d3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=761d431c-7cb5-4d01-bc02-58f0dbc178d3,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:22.320143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.345631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:22.353596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:22.395311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.444304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Pushing event updated for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:22.457754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:22.465707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:26:22.504880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] No DVR routers for this DVR port ace7179c-90b8-49a1-85e7-735cf9dd5fac on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:22.586052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.650660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:22.651778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:22.675548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:22.734968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:22.743964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.788215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:22.789055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:22.925834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:22.943622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b42fee02-c226-4b44-84a3-a2aad69c96bd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:23.011718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.048320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:23.049425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.091533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4a53c-f5ee-4503-b152-e139eedc3bdb None None] Network baaafffc-d503-4553-8301-728584c6630c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:23.105076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.121431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851ba3a8-3d09-430f-bfdc-81419f6edd6b') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.122114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851ba3a8-3d09-430f-bfdc-81419f6edd6b') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.138097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.150122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:23.157904 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8082664 Jan 14 03:26:23.165622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.170471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:26:23.179462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59642) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:23.197067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.198190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6c7a6-dd18-44aa-ba85-cf153a2474f8 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:23.377415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c11a307a-674a-4432-b7bd-5c8777b3d73a None None] Provisioning for port b42fee02-c226-4b44-84a3-a2aad69c96bd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:23.434761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b42fee02-c226-4b44-84a3-a2aad69c96bd completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:23.462271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b42fee02-c226-4b44-84a3-a2aad69c96bd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:23.463146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.478515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.565163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.617789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:23.647641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 90d02fe1-9964-423e-ad67-79bac2da3b72 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:23.697439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:15Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:22Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:23.703355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0755f7-9bb8-4792-a248-8a3dcbd7c8cc None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:15Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:22Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:23.727750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.776621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet e0c6249a-44dd-4449-a63a-addc370da903 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:23.820519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.831431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:23.921274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:23.994677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.022634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.088616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b42fee02-c226-4b44-84a3-a2aad69c96bd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b42fee02-c226-4b44-84a3-a2aad69c96bd,segment=NetworkSegment(6c6838c7-3baa-4b54-b132-e47b80345f4a),segment_id=6c6838c7-3baa-4b54-b132-e47b80345f4a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:24.096305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59658) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:24.104198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.107727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51269c46-b831-4603-9da6-93a222d1bc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:24.187907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b42fee02-c226-4b44-84a3-a2aad69c96bd,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:24.192074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:24.215131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.241379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bda3ea8f-45a6-41dc-8abd-5938ba70b71b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:24.328115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.340490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.341203 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP 43b9ee49-95a0-447d-b3b6-c54d4bf58627 disassociated. External IP: 172.25.3.146, port: 3f60ce13-687c-4692-9ce7-3c5f77eb2c25. Jan 14 03:26:24.439911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.445816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Request body: {'router': {'name': 'tempest-pretest-check-655469815'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:24.477489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:24.486181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Provisioning complete for port b42fee02-c226-4b44-84a3-a2aad69c96bd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:24.486775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.570857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Usage tracker for resource:router and tenant:916ae282989c4882a1d713d14ceb4198 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:24.577199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:24.591862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:24.612007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=90d02fe1-9964-423e-ad67-79bac2da3b72,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:24.620698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.639457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.639891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.640316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.640762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.641189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.641567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.641981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.642388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.642822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.643228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.643694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.644100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.644576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.645180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.645571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.646008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.646412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.646817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.647086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Provisioning for port 90d02fe1-9964-423e-ad67-79bac2da3b72 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:24.647775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.648191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.648627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.649035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.649965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.650387 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d545209b-77cb-4b7d-a9ad-5bc9b469cec3 tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:24.650495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.650854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.651265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.651672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.652078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.652524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.652931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.653333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.653739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.654142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.654539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.654944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.655342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:24.662461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:24.664375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Network f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:24.669883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Provisioning complete for port 90d02fe1-9964-423e-ad67-79bac2da3b72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:24.670508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.682328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.683441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:26:24.699915 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:26:24.702264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.726739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b4a5430-2c16-4941-9183-6367df96c8f4 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:24.746884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3fbb-7a0b-48e5-bba5-f9dd27669d3b None None] Port 90d02fe1-9964-423e-ad67-79bac2da3b72 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:24.890153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d802f061-d48b-4f65-a28e-43717724f3a6 None None] Provisioning complete for port b42fee02-c226-4b44-84a3-a2aad69c96bd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:24.890692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d802f061-d48b-4f65-a28e-43717724f3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:24.962378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b42fee02-c226-4b44-84a3-a2aad69c96bd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:25.048475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.051929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Subnet': ['ID=8b67f31b-d431-4ac2-ba21-3a9da02611f2,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:25.086964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:25.094968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b42fee02-c226-4b44-84a3-a2aad69c96bd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:25.095183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.095389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.095615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.096036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.096499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.096912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.097329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.097741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.098146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.098552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.098958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.099894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.100298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.100768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.101174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.101584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.101986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.102386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.102789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.103187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.103587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.104047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.104488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.104892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.105292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.105751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.106152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.106563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.106931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.107331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.107733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.108128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.108549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.108956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.109353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.109753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.110153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:26:25.124112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:25.142742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.147124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b245a4-ac88-466d-9891-063438384a64,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:25.177186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:25.201014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.205222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6b245a4-ac88-466d-9891-063438384a64 HTTP/1.1" status: 204 len: 168 time: 4.3575885 Jan 14 03:26:25.252222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.329966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.330394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 761d431c-7cb5-4d01-bc02-58f0dbc178d3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:25.331260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fee2a110-a0c4-44e1-b165-4d76d3553fb2 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2144208 Jan 14 03:26:25.336262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59666) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:25.413146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-861f4624-b441-49cb-a890-55b12729871d None None] Provisioning complete for port b42fee02-c226-4b44-84a3-a2aad69c96bd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:25.413730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-861f4624-b441-49cb-a890-55b12729871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.453560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Checking segment: {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:25.454570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network hostable DHCP agents. Network: d10f2e07-15d3-4bdd-861a-f54e56e1f70c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:26:25.464312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.477069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:25.488361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.488737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a5e2d8-160a-40d3-a79f-d519430a1905 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:25.490301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:25.490728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.531883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Network': ['ID=f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:25.540978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:25.543460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:25.550976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.553912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/networks/f3eae3a7-9a6f-4b6e-9ad0-c326a3c6fdb8 HTTP/1.1" status: 204 len: 168 time: 7.4187484 Jan 14 03:26:25.563644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network baaafffc-d503-4553-8301-728584c6630c is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:25.568066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59672) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:25.582625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.609326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:25.626748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:25.627441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:25.701007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:25.745377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:25.746080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:25.769757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:25.787745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:25.825666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:25.826177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d1f43-8054-4efd-988c-2d6d6f556f7b None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:25.840320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.876975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 761d431c-7cb5-4d01-bc02-58f0dbc178d3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=761d431c-7cb5-4d01-bc02-58f0dbc178d3,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:25.885615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:25.887604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c58c9070-03e6-4d38-b0a9-a9cc1bc18b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:25.905817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:26:25.935702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c0d796f-6b7f-4f76-8e81-d8fca9d9197a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/43b9ee49-95a0-447d-b3b6-c54d4bf58627 HTTP/1.1" status: 200 len: 688 time: 2.7504966 Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.942448 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:25.947425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:25.979295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:25.983686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:25.983829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:25.984509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.046761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:26.049107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d10f2e07-15d3-4bdd-861a-f54e56e1f70c) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:26.068671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a12eec-9d7f-4f51-9d55-b4c457fa8441 None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:26.306260 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 7.4022450 Jan 14 03:26:26.307163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59692) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:26.352941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8f34174a-522b-4be4-908c-03a252bcfe8e None None] Provisioning complete for port 90d02fe1-9964-423e-ad67-79bac2da3b72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:26.353761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f34174a-522b-4be4-908c-03a252bcfe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.405947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:26.406873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.569129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f34174a-522b-4be4-908c-03a252bcfe8e None None] Port 90d02fe1-9964-423e-ad67-79bac2da3b72 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:26.570728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Deleting port 9c11d855-0a5b-4196-8916-8ca9f39cc344 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:26.571115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.612646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.615823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 1ef437c8-de7e-48c4-befd-0314927474f8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:26.616194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.643649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:26.644305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.648863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.831479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 761d431c-7cb5-4d01-bc02-58f0dbc178d3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:26.845880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.846252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:26.861465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Allocated IP 2001:db8:3::2 (d10f2e07-15d3-4bdd-861a-f54e56e1f70c/8b67f31b-d431-4ac2-ba21-3a9da02611f2/a95f7d36-1662-450f-99fc-15dfde1bffca) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:27.023521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:27.023949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.029779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 1ef437c8-de7e-48c4-befd-0314927474f8 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:27.205436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.1367805 Jan 14 03:26:27.206671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.207590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Fanout notify agent at l3_agent the message router_deleted on router cb20d6b6-4202-410f-8a26-62d8efde57cd {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:27.210652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:27.211669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.233400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.244296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Transition to ACTIVE for port object a95f7d36-1662-450f-99fc-15dfde1bffca will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:27.261952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Transition to ACTIVE for port object a95f7d36-1662-450f-99fc-15dfde1bffca will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:27.271660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.291236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ac9a08b-f65b-4bb9-903e-dff74be5a003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:27.306750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:27.428113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=1ef437c8-de7e-48c4-befd-0314927474f8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:27.447235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Pushing event updated for resources: {'Port': ['ID=a95f7d36-1662-450f-99fc-15dfde1bffca,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:27.460567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:27.493097 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:27.520223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:27.522347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:27.525195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:27.588893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Attempting to bind port a95f7d36-1662-450f-99fc-15dfde1bffca on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:27.589926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Attempting to bind port a95f7d36-1662-450f-99fc-15dfde1bffca by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:27.590646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Attempting to bind port a95f7d36-1662-450f-99fc-15dfde1bffca on network d10f2e07-15d3-4bdd-861a-f54e56e1f70c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:27.597413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:27.598100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Checking segment: {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:27.598711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.599349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Bound using segment: {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:27.600229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Bound port: a95f7d36-1662-450f-99fc-15dfde1bffca, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:27.600843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.678377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.678739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.700406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] For port a95f7d36-1662-450f-99fc-15dfde1bffca, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:27.703883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] For port a95f7d36-1662-450f-99fc-15dfde1bffca, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a95f7d36-1662-450f-99fc-15dfde1bffca,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:27.710108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.718626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.719859 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e880189e-d4c5-46fe-a154-538df87c3ab5 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "DELETE /v2.0/routers/cb20d6b6-4202-410f-8a26-62d8efde57cd HTTP/1.1" status: 204 len: 168 time: 2.3741746 Jan 14 03:26:27.724809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59720) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:27.731846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Request body: {'router': {'name': 'tempest-router-776547595', 'distributed': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:27.737660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:27.742196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Usage tracker for resource:router and tenant:916ae282989c4882a1d713d14ceb4198 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:27.745184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:27.750911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:27.837178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.838311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:27.892334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Calling delete_port for 9c11d855-0a5b-4196-8916-8ca9f39cc344 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:27.980898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.022887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.039909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45bded77-4680-4370-bdd1-bbff63f78093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:28.070491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.070964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.140923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Pushing event updated for resources: {'Port': ['ID=a95f7d36-1662-450f-99fc-15dfde1bffca,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:28.156441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:28.184021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.221502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d0c91d-f6d5-449b-9e49-4dcb64b559e5 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:28.257297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.275707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.280774 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/43b9ee49-95a0-447d-b3b6-c54d4bf58627 HTTP/1.1" status: 204 len: 168 time: 1.8763649 Jan 14 03:26:28.281643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:28.289333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.290510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a2a1f60-4425-447c-91e1-f41e93471fb7 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5630560 Jan 14 03:26:28.298617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'port_id': '89de67ac-dab4-473c-beed-b7ecdce4a904'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:28.307445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59736) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:28.314607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.326570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:28.338861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=e0c6249a-44dd-4449-a63a-addc370da903,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:28.372205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:28.470560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:floatingip and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:28.484204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.495569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0830f7-4bd7-41a4-90e1-45cc354a1f4d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:28.498163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.508787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.546749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:28.553085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:28.577421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:28.615414 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/e0c6249a-44dd-4449-a63a-addc370da903 HTTP/1.1" status: 204 len: 168 time: 8.0656610 Jan 14 03:26:28.629060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59740) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:28.723398 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c38369e-5267-4ed9-87df-2df23573a42a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837779 Jan 14 03:26:28.729536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59744) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:28.804714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:28.843837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:28.855390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a95f7d36-1662-450f-99fc-15dfde1bffca up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:28.935014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a95f7d36-1662-450f-99fc-15dfde1bffca completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:29.002390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:29.007945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Deleting port aada3d3e-ca58-41e3-8cdd-6352e23fd059 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:29.008519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.139348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.173651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc7381d5-8c1e-45f6-b9e7-c34273079c3f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:29.238408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] For port aada3d3e-ca58-41e3-8cdd-6352e23fd059, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aada3d3e-ca58-41e3-8cdd-6352e23fd059,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:29.238872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.290257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Pushing event deleted for resources: {'Port': ['ID=9c11d855-0a5b-4196-8916-8ca9f39cc344,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:29.323456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:29.456736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Calling delete_port for aada3d3e-ca58-41e3-8cdd-6352e23fd059 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:29.462041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:29.471665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.476990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.485959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:29.500248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:29.527686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:29.554173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:29.565731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] Sync routers for ids ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:29.585279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] Routers {'f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:29.585977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:29.600699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:29.625794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.643624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bab9fd7c-cd2f-4bd5-a33f-7cef3a690ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:29.676256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.695193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.699659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ceeaa9f2-eccb-4858-8ea0-4dc8d2188577 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "PUT /v2.0/routers/f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 200 len: 921 time: 7.8194060 Jan 14 03:26:29.702607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59752) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:29.713448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Pushing event deleted for resources: {'Port': ['ID=aada3d3e-ca58-41e3-8cdd-6352e23fd059,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:29.755401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:29.775932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:29.777209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] Routers {'f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:29.778057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:29.807864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.823199 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] 10.222.0.30 "DELETE /v2.0/floatingips/4a5d6000-5144-4347-8f33-c9f73caa20b7 HTTP/1.1" status: 204 len: 168 time: 4.0428009 Jan 14 03:26:29.863403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.864857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Fanout notify agent at l3_agent the message router_deleted on router 5adff2b4-2695-4f34-a2ec-296a2daef435 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:29.876929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] No DVR routers for this DVR port aada3d3e-ca58-41e3-8cdd-6352e23fd059 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:29.885083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:29.885905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68253756-17c6-4173-a366-730eb3e434f1 None None] The sync data for ids ['f2bea39c-72b8-48cc-86d6-6ae6921cc1c1'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:29.901492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b9d3b-ecf4-4862-936b-95856f2244c4 None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:29.910413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:29.918282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-965f1e1f-bd8c-4d13-b960-c01c577ce553 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "DELETE /v2.0/routers/5adff2b4-2695-4f34-a2ec-296a2daef435 HTTP/1.1" status: 204 len: 168 time: 1.6084795 Jan 14 03:26:29.919915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59758) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:29.952281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Request body: {'router': {'name': 'tempest-router-1794790931', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5142042309ac4fd39b2e9641de70b593'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:30.013421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:30.047013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.084190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Usage tracker for resource:router and tenant:5142042309ac4fd39b2e9641de70b593 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:30.094807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:26:30.107560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:30.140056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.154084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.157127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Provisioning for port a95f7d36-1662-450f-99fc-15dfde1bffca completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:30.174574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Provisioning complete for port a95f7d36-1662-450f-99fc-15dfde1bffca triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:30.175350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.187051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:30.284006 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05b2f24-e61d-486b-9b7b-7fedffd95709 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:30.308014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.474906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59774) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:30.502079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.503510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.566470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.605961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] For port a95f7d36-1662-450f-99fc-15dfde1bffca, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a95f7d36-1662-450f-99fc-15dfde1bffca,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:30.611958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.613969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:30.690958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:30.731369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Pushing event updated for resources: {'Port': ['ID=a95f7d36-1662-450f-99fc-15dfde1bffca,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:30.739291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:30.804386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8d7b72f-52bb-418a-ac94-2c97af95c7c8 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 200 len: 921 time: 1.1001687 Jan 14 03:26:30.833002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59780) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:30.902660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a95f7d36-1662-450f-99fc-15dfde1bffca up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:30.988719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=90d02fe1-9964-423e-ad67-79bac2da3b72,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:31.006788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:31.072911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a5b7370e-5e05-426f-b1e0-b212a1a772c8 None None] Provisioning complete for port a95f7d36-1662-450f-99fc-15dfde1bffca triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:31.073346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5b7370e-5e05-426f-b1e0-b212a1a772c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.170679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a95f7d36-1662-450f-99fc-15dfde1bffca triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:31.170679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.214290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.95 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/29bd3199-8b9f-4462-a32e-d4eb3f9ea40d) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:31.296463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.356702 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b84427db-628b-46b5-bed1-b6e8e142e2de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=caba2f7b68b446979e7b994d45211827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8722548 Jan 14 03:26:31.356844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.358524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59784) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:31.477262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Allocated IP 2001:db8:3::1 (d10f2e07-15d3-4bdd-861a-f54e56e1f70c/8b67f31b-d431-4ac2-ba21-3a9da02611f2/ec3c01d8-4e19-4cff-990f-4dab1051f974) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:31.482827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.526017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aada3d3e-ca58-41e3-8cdd-6352e23fd059 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:31.621980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: aada3d3e-ca58-41e3-8cdd-6352e23fd059 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:31.622383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aada3d3e-ca58-41e3-8cdd-6352e23fd059 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:31.649147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-439a6c7f-7ce9-442a-ba23-838a0abc216f None None] Provisioning complete for port a95f7d36-1662-450f-99fc-15dfde1bffca triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:31.649735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-439a6c7f-7ce9-442a-ba23-838a0abc216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.761639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.766069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a33ba69-5db0-4734-9a1e-4cd9da834a55 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.8351159 Jan 14 03:26:31.771233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59794) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:31.806227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.811492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Request body: {'router': {'distributed': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:31.814150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-439a6c7f-7ce9-442a-ba23-838a0abc216f None None] Provisioning complete for port 90d02fe1-9964-423e-ad67-79bac2da3b72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:31.814696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-439a6c7f-7ce9-442a-ba23-838a0abc216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:31.874691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-439a6c7f-7ce9-442a-ba23-838a0abc216f None None] Port 90d02fe1-9964-423e-ad67-79bac2da3b72 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:32.034219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ef8ca94a-7ec6-494d-8b2d-0607340ff6a8 None None] Provisioning complete for port a95f7d36-1662-450f-99fc-15dfde1bffca triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:32.037442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef8ca94a-7ec6-494d-8b2d-0607340ff6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.042028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.049040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.092212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-911d929b-fcca-4b9f-9f8e-e1210c7704f1 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:32.169106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=90d02fe1-9964-423e-ad67-79bac2da3b72,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:32.185744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:32.213437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.375231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network baaafffc-d503-4553-8301-728584c6630c is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:32.376378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:32.440513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.502616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0e0a9-4941-4ff3-a22f-4923ba98d61c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:32.505051 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11b0e0a9-4941-4ff3-a22f-4923ba98d61c tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=f2bea39c-72b8-48cc-86d6-6ae6921cc1c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.6356442 Jan 14 03:26:32.550510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.557794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59800) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:32.570732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Transition to ACTIVE for port object ec3c01d8-4e19-4cff-990f-4dab1051f974 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:32.627781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d142d6c9-8f70-41b0-a208-7689d43ecf03 None None] Provisioning complete for port 90d02fe1-9964-423e-ad67-79bac2da3b72 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:32.628132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d142d6c9-8f70-41b0-a208-7689d43ecf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.664089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.677542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4398803-b648-4267-9d4c-a78014f580cf tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:32.685579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d142d6c9-8f70-41b0-a208-7689d43ecf03 None None] Port 90d02fe1-9964-423e-ad67-79bac2da3b72 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:32.722528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Router 6ac9f2ec-0ee3-4b48-9329-42555bdbc668 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:26:32.777481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.780523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.819577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a69b5-0722-4411-90b3-e7ade33046d5 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:32.820209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6a69b5-0722-4411-90b3-e7ade33046d5 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Synchronizing usage tracker for tenant:3f1e49d749b6497780e9e5d4de6f209b on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:32.918154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec6a69b5-0722-4411-90b3-e7ade33046d5 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Unset dirty status for tenant:3f1e49d749b6497780e9e5d4de6f209b on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:32.919415 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec6a69b5-0722-4411-90b3-e7ade33046d5 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 0.3596573 Jan 14 03:26:32.922670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59804) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:32.970529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.970897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:32.972899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:32.976603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e1dfcf5-8f36-41b0-96e3-c478352147ed tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 200 len: 205 time: 0.0527344 Jan 14 03:26:32.980267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/routers/6ac9f2ec-0ee3-4b48-9329-42555bdbc668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6586077 Jan 14 03:26:32.981158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:32.983576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59812) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:32.985538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] Sync routers for ids ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:33.023316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] Routers {'6ac9f2ec-0ee3-4b48-9329-42555bdbc668'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:33.024950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:33.050917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.053337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56cfa721-f6c5-489b-a423-c334ac98abe3 HTTP/1.1" status: 204 len: 168 time: 1.6201878 Jan 14 03:26:33.167667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:33.195395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] Routers {'6ac9f2ec-0ee3-4b48-9329-42555bdbc668'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:33.200939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:33.287269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:33.287873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e01b00-e978-48a0-b2c7-cb66cfddfe30 None None] The sync data for ids ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:33.310115 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.312950 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:33.316119 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:33.324993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:33.328442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Jan 14 03:26:33.328607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Router 6a309a4d-343c-44a7-9a34-b36448ee043a migrating from provider to provider. {{(pid=80833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Jan 14 03:26:33.328879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.333715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b1a6d-260a-4476-8b47-9668a4e388e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:33.334153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:33.334543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-718b1a6d-260a-4476-8b47-9668a4e388e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:33.337671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5060de5-5ac2-45de-88df-6009df17fed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:33.351420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.365528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cfa721-f6c5-489b-a423-c334ac98abe3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:33.371292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.377529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:33.395102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.462297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:33.523756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:33.526089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.547506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-718b1a6d-260a-4476-8b47-9668a4e388e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:33.550878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-718b1a6d-260a-4476-8b47-9668a4e388e4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?device_id=6ac9f2ec-0ee3-4b48-9329-42555bdbc668 HTTP/1.1" status: 200 len: 982 time: 0.5661001 Jan 14 03:26:33.556004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59824) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:33.557519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:33.558102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.562963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831db382-a184-4b48-bde7-e1d5a2442afe tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:33.627253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59828) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:33.724469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.759267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.779329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:33.792773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4c2d4d9c0c483bb22f73ad4960444c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:33.807285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:33.810503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.813591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-efde9f43-45ca-4bb0-9481-e99d2173ddde None None] Provisioning for port ec3c01d8-4e19-4cff-990f-4dab1051f974 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:33.819380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-efde9f43-45ca-4bb0-9481-e99d2173ddde None None] Provisioning complete for port ec3c01d8-4e19-4cff-990f-4dab1051f974 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:33.819944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efde9f43-45ca-4bb0-9481-e99d2173ddde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.874945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-efde9f43-45ca-4bb0-9481-e99d2173ddde None None] Port ec3c01d8-4e19-4cff-990f-4dab1051f974 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:33.885029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=29bd3199-8b9f-4462-a32e-d4eb3f9ea40d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:33.887803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port e7dc14ac-8658-422a-94f6-2c560d924733 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:33.888372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:33.908052 n-d-765315-13 neutron-server[80721]: WARNING neutron.scheduler.l3_agent_scheduler [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] No L3 agents can host the router 6a309a4d-343c-44a7-9a34-b36448ee043a Jan 14 03:26:33.911066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:33.913653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c78525b-a596-4c47-a8ea-d11d121d821c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:33.935536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:34.194892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=2155a0a5-c60a-4005-8d13-d79ce519f487,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:34.239306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:34.321023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:34.326206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:34.327962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Hosts for router 6a309a4d-343c-44a7-9a34-b36448ee043a: [] {{(pid=80833) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 03:26:34.355344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:34.413973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.448265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Hosts for other DVR routers connected to router 6a309a4d-343c-44a7-9a34-b36448ee043a: set() {{(pid=80833) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 14 03:26:34.450783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.454639 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-499e3a72-a805-4d94-be7a-28267c326e48 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "PUT /v2.0/routers/6a309a4d-343c-44a7-9a34-b36448ee043a HTTP/1.1" status: 200 len: 717 time: 2.6563804 Jan 14 03:26:34.454639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:34.459382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59840) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:34.464157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:34.476590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4e08e-8e0f-4ca0-a26c-df726814aa10 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:34.615782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.743825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8033fdb0-4ba0-45ee-a600-a97d9dfdf6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.754359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '2155a0a5-c60a-4005-8d13-d79ce519f487'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:34.756372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.801647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for e7dc14ac-8658-422a-94f6-2c560d924733 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:34.832563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.855277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:34.868106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cc1d1d8-73d2-45e7-b97f-a227dddb389f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:34.899829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212984e2-8d1d-4fcf-93bc-7881a1f117fe,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:34.909555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:35.026399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d4c2d4d9c0c483bb22f73ad4960444c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3955867 Jan 14 03:26:35.047532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59846) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:35.215185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:35.216133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:35.226567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:35.300058 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.5107677 Jan 14 03:26:35.305707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:35.314123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d474797-00f4-4017-8a3d-a19217679861 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "GET /v2.0/routers/6a309a4d-343c-44a7-9a34-b36448ee043a HTTP/1.1" status: 200 len: 717 time: 0.8514423 Jan 14 03:26:35.318919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '2155a0a5-c60a-4005-8d13-d79ce519f487', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1756258639'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:35.343693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59860) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:35.363556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/2155a0a5-c60a-4005-8d13-d79ce519f487/e0017b31-8c1a-4dc4-b8e3-560b2868560a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:35.517379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:35.551532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:35.785189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:35.887268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:35.952922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:35.993854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d9ad69f9-4483-4e35-89da-071211283f2b tempest-RoutersTestDVR-1787747803 tempest-RoutersTestDVR-1787747803] 10.222.0.30 "GET /v2.0/routers/6a309a4d-343c-44a7-9a34-b36448ee043a HTTP/1.1" status: 200 len: 683 time: 0.6484745 Jan 14 03:26:35.998825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:35.999457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59868) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:36.000240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.138116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:36.200199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.202703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.208498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.221122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.221978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.239701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88a143af-0d6d-4cb4-b966-5c81def84c4d tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:36.269798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212984e2-8d1d-4fcf-93bc-7881a1f117fe,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:36.293393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:36.294193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.494943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.495824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event updated for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:36.504691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:36.507431 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/212984e2-8d1d-4fcf-93bc-7881a1f117fe HTTP/1.1" status: 204 len: 168 time: 1.4504292 Jan 14 03:26:36.562972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port f3601563-1ed4-4fba-8d9a-fa6bee1fc82c yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:36.637793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:36.649551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.651443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 90d02fe1-9964-423e-ad67-79bac2da3b72 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:36.651913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:36.727333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:36.786788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9607f5e8-a9eb-47f1-8e89-ba75f68e72df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.016226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:37.198203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.225228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e90ecca8-d4a2-44c2-b2e2-56f0949a47f8 None None] Provisioning complete for port ec3c01d8-4e19-4cff-990f-4dab1051f974 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:37.225952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e90ecca8-d4a2-44c2-b2e2-56f0949a47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.233411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:37.234622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:37.245814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:37.249326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0113845 Jan 14 03:26:37.263772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:37.264476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:37.302845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59884) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:37.309163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:37.327722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e90ecca8-d4a2-44c2-b2e2-56f0949a47f8 None None] Port ec3c01d8-4e19-4cff-990f-4dab1051f974 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:26:37.401801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.407323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.471388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:37.547377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.547933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.586678 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.590841 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:37.593987 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:37.596033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.606493 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb486b9f-2111-44d7-b152-6ffd499c31a0 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 204 len: 168 time: 4.6145098 Jan 14 03:26:37.606493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59888) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:37.610265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.610265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Fanout notify agent at l3_agent the message router_deleted on router 6a309a4d-343c-44a7-9a34-b36448ee043a {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:37.630962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.635688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f15892d0-1611-42ec-b1dc-ddc69cccca6e tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "DELETE /v2.0/routers/6a309a4d-343c-44a7-9a34-b36448ee043a HTTP/1.1" status: 204 len: 168 time: 1.6285336 Jan 14 03:26:37.636475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.647949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-85672902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:37.659671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59894) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:37.664939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.667236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:37.723411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.735235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.742543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Request body: {'router': {'name': 'tempest-router-1778385501', 'distributed': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:37.780711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:37.791646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:5c27285371ef4a5ca6420dde0eb9f456 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:37.795440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:37.801361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:37.843525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:37.865778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.986890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:37.998095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Transition to ACTIVE for port object e0017b31-8c1a-4dc4-b8e3-560b2868560a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:38.028017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Transition to ACTIVE for port object e0017b31-8c1a-4dc4-b8e3-560b2868560a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:38.053957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.086950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74567eb1-6bdc-4bf3-90b3-cc24b9e4bad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:38.115860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:34Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:35Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:38.127835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:38.128246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Updating router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 port ec3c01d8-4e19-4cff-990f-4dab1051f974 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:26:38.169555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Pushing event updated for resources: {'Port': ['ID=e0017b31-8c1a-4dc4-b8e3-560b2868560a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:38.243241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:26:38.249513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:38.269754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.319446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:38.322248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:38.329174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.334483 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:26:38.335987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:26:38.337136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 90d02fe1-9964-423e-ad67-79bac2da3b72 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:38.359439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.366421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:38.371686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Removed routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:26:38.372127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.375554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Usage tracker for resource:router and tenant:916ae282989c4882a1d713d14ceb4198 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:38.388142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:38.406182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:38.427502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e526343-ef51-40f7-af8a-bb2e5e01ef30 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:38.518004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:38.524750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:38.533891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.538964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:38.539127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.543747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.544810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.607264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.670202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.692069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.773195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Attempting to bind port e0017b31-8c1a-4dc4-b8e3-560b2868560a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:38.773626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Attempting to bind port e0017b31-8c1a-4dc4-b8e3-560b2868560a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:38.774064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Attempting to bind port e0017b31-8c1a-4dc4-b8e3-560b2868560a on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:38.781809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:38.782245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:38.782706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.783153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:38.783691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Bound port: e0017b31-8c1a-4dc4-b8e3-560b2868560a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:38.784117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.832009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.957308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] For port e0017b31-8c1a-4dc4-b8e3-560b2868560a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:38.966155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] For port e0017b31-8c1a-4dc4-b8e3-560b2868560a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e0017b31-8c1a-4dc4-b8e3-560b2868560a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:38.967546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:38.999688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.080236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.091505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.093139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a480339-efe8-46d1-a135-7e894141a827 tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4282815 Jan 14 03:26:39.094615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.128421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59904) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:39.131038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.179975 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90194c0f-9344-4f21-abd3-d86f8fe4581b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.8712082 Jan 14 03:26:39.214229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.227551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Transition to ACTIVE for port object ec3c01d8-4e19-4cff-990f-4dab1051f974 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:39.229847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59908) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:39.233884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=29bd3199-8b9f-4462-a32e-d4eb3f9ea40d,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:39.244459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:39.293940 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea7114ad-8301-473a-be3c-83e3a45dc34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:39.297930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.308506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.328320 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c27285371ef4a5ca6420dde0eb9f456&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0914078 Jan 14 03:26:39.331524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c1d125-1349-4c08-80bb-3b0a57c10193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:39.333009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.384749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:39.392581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59912) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:39.401921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.420001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.454982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:39.499115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Pushing event updated for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:39.511176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:39.545296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Pushing event updated for resources: {'Port': ['ID=e0017b31-8c1a-4dc4-b8e3-560b2868560a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:39.551722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:39.588440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.656039 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP f5efab9a-bf58-41b1-b152-78adf80885d5 associated. External IP: 172.25.3.95, port: 89de67ac-dab4-473c-beed-b7ecdce4a904. Jan 14 03:26:39.741302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Attempting to bind port ec3c01d8-4e19-4cff-990f-4dab1051f974 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:39.741748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Attempting to bind port ec3c01d8-4e19-4cff-990f-4dab1051f974 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:39.742154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Attempting to bind port ec3c01d8-4e19-4cff-990f-4dab1051f974 on network d10f2e07-15d3-4bdd-861a-f54e56e1f70c {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:39.748397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:39.748925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Checking segment: {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:39.749469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.749908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Bound using segment: {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:39.750433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Bound port: ec3c01d8-4e19-4cff-990f-4dab1051f974, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e531f80c-3de1-4adb-90bf-974a8bb84d9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:39.750848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:39.920055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197017b9-9c32-4d73-8fd8-8644204b6e8f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:39.931035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:39.991182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] For port ec3c01d8-4e19-4cff-990f-4dab1051f974, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:40.003139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] For port ec3c01d8-4e19-4cff-990f-4dab1051f974, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ec3c01d8-4e19-4cff-990f-4dab1051f974,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:40.013373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.116382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4ef8eff-1feb-4876-b609-e0bbe7695ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:40.292505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e00511-ee45-4662-8ad8-ab46a3b24a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:40.293485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8e00511-ee45-4662-8ad8-ab46a3b24a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:40.313485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:40.373172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.377134 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8d9028a-c59c-4654-804b-d0999ced5528 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.7673144 Jan 14 03:26:40.414555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59920) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:40.426519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:40.440257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=90d02fe1-9964-423e-ad67-79bac2da3b72,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:40.445882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:40.475467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Pushing event updated for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:40.484453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:40.501190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8e00511-ee45-4662-8ad8-ab46a3b24a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:40.505734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8e00511-ee45-4662-8ad8-ab46a3b24a4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.2706637 Jan 14 03:26:40.553321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:40.554185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:40.574357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59924) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:40.695604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.729170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.743774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.755274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.762823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:40.918319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:40.928263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:40.929328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Fanout notify agent at l3_agent the message router_deleted on router 7c271bd4-064f-4911-b297-f3e3c627c71e {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:40.946386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e0017b31-8c1a-4dc4-b8e3-560b2868560a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:41.041564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39bf1c-cd9a-4965-8e2d-09449a583742 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:41.061196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39bf1c-cd9a-4965-8e2d-09449a583742 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:41.065903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cd39bf1c-cd9a-4965-8e2d-09449a583742 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:41.268965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:41.274311 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f1662d0-1a7a-4116-9b5c-4224013e2cce tempest-RoutersTestDVR-1520292864 tempest-RoutersTestDVR-1520292864] 10.222.0.30 "DELETE /v2.0/routers/7c271bd4-064f-4911-b297-f3e3c627c71e HTTP/1.1" status: 204 len: 168 time: 2.1353149 Jan 14 03:26:41.277242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e0017b31-8c1a-4dc4-b8e3-560b2868560a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:41.285077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:41.288233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:41.289577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/197017b9-9c32-4d73-8fd8-8644204b6e8f HTTP/1.1" status: 204 len: 168 time: 1.8850236 Jan 14 03:26:41.298933 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57a5ce40-9035-4bb1-b85c-5b3508f12f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:41.532976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197017b9-9c32-4d73-8fd8-8644204b6e8f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:41.536632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:41.580980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:41.670099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:41.671400 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e788701e-70e2-45a6-b4d7-af27d7960060 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 954 time: 4.3672068 Jan 14 03:26:41.679612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:41.740041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:38Z', 'revision_number': 6, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:39Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:41.750066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91737-406d-4f7b-9ce7-1c86e4ecbc0d None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:38Z', 'revision_number': 6, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:39Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:41.756897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.012906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.017668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Provisioning for port e0017b31-8c1a-4dc4-b8e3-560b2868560a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:42.028320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Provisioning complete for port e0017b31-8c1a-4dc4-b8e3-560b2868560a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:42.040790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.056925 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e6573fa4-a6e8-4d7b-b803-e4de97997224 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 954 time: 0.3757868 Jan 14 03:26:42.057677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59940) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:42.153527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.172261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:42.203839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'routes': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:42.269738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:42.302459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.320466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:42.321649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:42.442195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cd39bf1c-cd9a-4965-8e2d-09449a583742 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:42.452248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cd39bf1c-cd9a-4965-8e2d-09449a583742 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.8765845 Jan 14 03:26:42.461631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:42.482368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:42.555607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:42.558854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:42.600827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59954) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:42.663274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.3742454 Jan 14 03:26:42.663274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59960) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:42.873880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:42.874352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab1846-3519-42bf-87bd-23ce92002588 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:42.916134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:42.966430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:43.011391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ec3c01d8-4e19-4cff-990f-4dab1051f974 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:43.021996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:43.034100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Usage tracker for resource:security_group_rule and tenant:5142042309ac4fd39b2e9641de70b593 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:43.045543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:43.076886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:43.119076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2783cc46-2d38-4136-9720-0fe51b5a790d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/floatingips/f5efab9a-bf58-41b1-b152-78adf80885d5 HTTP/1.1" status: 200 len: 977 time: 0.4558792 Jan 14 03:26:43.121975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] For port e0017b31-8c1a-4dc4-b8e3-560b2868560a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e0017b31-8c1a-4dc4-b8e3-560b2868560a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:43.123389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59974) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:43.157417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:43.162316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:43.247064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Pushing event updated for resources: {'Port': ['ID=e0017b31-8c1a-4dc4-b8e3-560b2868560a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:43.251516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:43.252687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ec3c01d8-4e19-4cff-990f-4dab1051f974 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:43.264176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ec3c01d8-4e19-4cff-990f-4dab1051f974 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:43.268511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:43.526013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-748a60ad-dec0-42da-86d3-813116ff61c0 None None] Provisioning complete for port e0017b31-8c1a-4dc4-b8e3-560b2868560a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:43.526571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-748a60ad-dec0-42da-86d3-813116ff61c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:43.642276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:43.642380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:43.657700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:43.658626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:43.699746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a5df919d-aaa4-4810-9dda-4bd00b71ab27 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Synchronizing usage tracker for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:floatingip {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:43.778475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port ec3c01d8-4e19-4cff-990f-4dab1051f974, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ec3c01d8-4e19-4cff-990f-4dab1051f974,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:43.895007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a5df919d-aaa4-4810-9dda-4bd00b71ab27 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Unset dirty status for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:floatingip {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:43.899168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5df919d-aaa4-4810-9dda-4bd00b71ab27 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7665679 Jan 14 03:26:43.905311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:43.911957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': '3f60ce13-687c-4692-9ce7-3c5f77eb2c25'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:43.924766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:44.029732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.031729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03d75ee-a3bd-40fe-96f7-1fea4e32b199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:44.226952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.250082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:44.253323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.254907 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:44.308417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 2155a0a5-c60a-4005-8d13-d79ce519f487 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:44.318892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Router 6ac9f2ec-0ee3-4b48-9329-42555bdbc668 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:44.328809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.353595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.421160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.433508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.477316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:38Z', 'revision_number': 6, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:39Z', 'revision_number': 4, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:44.487018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:44.511871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:44.512090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:44.516025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65c47317-343f-4985-a388-a4e20eece868 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:44.524902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.525137 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5142042309ac4fd39b2e9641de70b593&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9232292 Jan 14 03:26:44.543866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 59996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:44.583711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.692203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592aa19d-9341-41d1-af16-0acff360d780,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:44.705133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:44.735746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:44.786584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:26:44.786946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:26:44.852265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.853943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:44.901461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ec3c01d8-4e19-4cff-990f-4dab1051f974 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:45.026055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.033854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ec3c01d8-4e19-4cff-990f-4dab1051f974 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:45.034463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.065737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.178838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e0017b31-8c1a-4dc4-b8e3-560b2868560a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:45.313634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e0017b31-8c1a-4dc4-b8e3-560b2868560a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:45.314067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.362053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Allocated IP 172.25.3.193 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/246b2d92-0677-4013-abff-fbc9631f669a) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:45.406747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:38Z', 'revision_number': 6, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:43Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:45.415862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:45.417628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9080fd-ac68-499d-8a3a-136ccaed5ec4 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:38Z', 'revision_number': 6, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:43Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:45.600397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.613493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:45.618954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-899447e4-6bca-4896-8426-88358ff76959 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:45.622526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/routers/6ac9f2ec-0ee3-4b48-9329-42555bdbc668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0653322 Jan 14 03:26:45.625354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:45.632957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] Sync routers for ids ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:45.644376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.653428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592aa19d-9341-41d1-af16-0acff360d780,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:45.657846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] Routers {'6ac9f2ec-0ee3-4b48-9329-42555bdbc668'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:45.658954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:45.663791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:45.852615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:45.862585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] Routers {'6ac9f2ec-0ee3-4b48-9329-42555bdbc668'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:45.865095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:45.865262 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f948ea-cf81-473c-afed-39f67ddfe9fa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:26:45.865415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11f948ea-cf81-473c-afed-39f67ddfe9fa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:45.873216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.874427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/592aa19d-9341-41d1-af16-0acff360d780 HTTP/1.1" status: 204 len: 168 time: 1.3294849 Jan 14 03:26:45.930665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.934300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:45.958481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-672395291', 'router:external': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:46.032673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:46.038731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7e816-4702-4505-b9de-5c9eb692bc4e None None] The sync data for ids ['6ac9f2ec-0ee3-4b48-9329-42555bdbc668'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:46.071058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.073928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:46.094432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ddd8e8-81b0-4d21-979b-d317840b131a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:46.429862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11f948ea-cf81-473c-afed-39f67ddfe9fa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:46.434272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11f948ea-cf81-473c-afed-39f67ddfe9fa tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/90d02fe1-9964-423e-ad67-79bac2da3b72 HTTP/1.1" status: 404 len: 333 time: 0.8034465 Jan 14 03:26:46.458340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60048) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:46.459394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:network and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:46.468703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:46.531435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60052) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:46.532269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:46.576499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.588064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.667578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.679034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Pushing event updated for resources: {'Port': ['ID=246b2d92-0677-4013-abff-fbc9631f669a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:46.732780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Made reservation on behalf of e35b6c837cac4826b6653d43d0850cf7 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:46.737574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.745817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:46.780045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:46.784230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.800097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:46.832227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:46.833403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:46.836743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Usage tracker for resource:security_group_rule and tenant:916ae282989c4882a1d713d14ceb4198 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:46.837913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:46.841600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:46.853191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec498c4e-8f7c-42da-b26c-5b40df5e5d12 tempest-ServersTestMultiNic-1013664300 tempest-ServersTestMultiNic-1013664300] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:46.896803 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP f5efab9a-bf58-41b1-b152-78adf80885d5 associated. External IP: 172.25.3.95, port: 89de67ac-dab4-473c-beed-b7ecdce4a904. Jan 14 03:26:46.936140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.081855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:47.146400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=2155a0a5-c60a-4005-8d13-d79ce519f487,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:47.305686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:47.307023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:47.314561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:security_group_rule and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:47.317997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:47.324916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:47.354098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:47.472867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba517c1-77db-4722-afd7-7674c3ffda9d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:47.498071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.578589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.642018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.721244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:47.737278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.740295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.745001 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/2155a0a5-c60a-4005-8d13-d79ce519f487 HTTP/1.1" status: 204 len: 168 time: 5.2472873 Jan 14 03:26:47.752604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60064) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:47.766501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.795566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:47.800575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Deleting port e0017b31-8c1a-4dc4-b8e3-560b2868560a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:47.801136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:47.867376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b5ed99d4-4ec1-4c5f-831d-94650af8e25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:47.896236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49174c9e-0834-41de-abb1-003207edddab tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399188 Jan 14 03:26:47.902513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f4475-c001-4323-807c-b613ea2df00a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:47.906524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:47.915417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:47.919802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:47.930089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:47.944441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:47.945113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:48.004460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:48.017992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:48.141657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] For port e0017b31-8c1a-4dc4-b8e3-560b2868560a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e0017b31-8c1a-4dc4-b8e3-560b2868560a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:48.142192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.233330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.233875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Fanout notify agent at l3_agent the message router_deleted on router 6ac9f2ec-0ee3-4b48-9329-42555bdbc668 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:48.274158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:48.305519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Calling delete_port for e0017b31-8c1a-4dc4-b8e3-560b2868560a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:48.314166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:48.319282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:48.322630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:48.328641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:48.344862 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=916ae282989c4882a1d713d14ceb4198&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7431977 Jan 14 03:26:48.360304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.361715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5464cb2-f197-46ec-bb79-87b4bae9632a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 704 time: 6.2993255 Jan 14 03:26:48.363994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:48.365062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60076) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:48.377365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:48.387345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.395161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:48.409473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:48.410537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:48.419310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.423696 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f4693ef2-6055-4620-a992-a1a897d230a5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/routers/6ac9f2ec-0ee3-4b48-9329-42555bdbc668 HTTP/1.1" status: 204 len: 168 time: 1.9567816 Jan 14 03:26:48.477175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60082) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:48.488104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:48.495865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.623205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:48.673103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.687094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:48.687903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:48.702109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.849961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.883838 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-448afb3c-0ab6-4d95-921f-ad0dedf9d2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:48.921098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:48.943815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f4475-c001-4323-807c-b613ea2df00a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:48.955374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:48.986060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.018488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1add5fd8-baba-43f3-801d-41166edc72d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:49.089833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Pushing event deleted for resources: {'Port': ['ID=e0017b31-8c1a-4dc4-b8e3-560b2868560a,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:49.093774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:49.097675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] No DVR routers for this DVR port e0017b31-8c1a-4dc4-b8e3-560b2868560a on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:49.109850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e0017b31-8c1a-4dc4-b8e3-560b2868560a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:49.135676 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-686af321-cd24-4e93-9331-18a5a77d5d47 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 704 time: 0.7661104 Jan 14 03:26:49.141998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:44Z', 'revision_number': 7, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:43Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:49.147751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:49.161238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.162345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:49.163883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:49.164609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:49.167076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/685f4475-c001-4323-807c-b613ea2df00a HTTP/1.1" status: 204 len: 168 time: 0.8007133 Jan 14 03:26:49.203807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:49.204282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae4588-5c7e-4e83-abe4-19bc003039c1 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:49.237229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e0017b31-8c1a-4dc4-b8e3-560b2868560a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:49.237855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e0017b31-8c1a-4dc4-b8e3-560b2868560a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:49.470078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:49.607834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:26:49.619726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.620304 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Added segment 31c6500a-1452-4ceb-a808-09c840412e4b of type vxlan for network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 Jan 14 03:26:49.654919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.865680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.867039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:49.867816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.874809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.910710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:44Z', 'revision_number': 7, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:43Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:49.924962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e63c10-7b72-4cc8-9647-6d6f58760942 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:44Z', 'revision_number': 7, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ec3c01d8-4e19-4cff-990f-4dab1051f974', 'name': '', 'network_id': 'd10f2e07-15d3-4bdd-861a-f54e56e1f70c', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:dc:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:30Z', 'updated_at': '2021-01-14T03:26:43Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '8b67f31b-d431-4ac2-ba21-3a9da02611f2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:49.927474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:49.985258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ea668-dfa9-4c96-a3f5-2d176a302361,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:49.992291 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 4.4215989 Jan 14 03:26:49.992707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:49.994007 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bdb08e67-9009-4790-be9f-8e727bb1ce4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:50.128770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60112) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:50.148713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Network': ['ID=24aac21b-c298-4f25-bc5f-8e09a0a7fc86,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:50.158596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'subnet': {'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:50.161259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:50.164848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:50.200516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:50.297054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 2d391b51-cbed-419e-868c-5fb9387ab40a {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:50.299448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:50.300963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:50.309995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:subnet and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:50.314716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:50.345286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:50.360895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:50.417516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Made reservation on behalf of e35b6c837cac4826b6653d43d0850cf7 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:50.422641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:50.571777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:50.581454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:50.749339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Router b2073db8-22fc-4868-b02a-6cf5364dbe60 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:26:50.857853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:50.862032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60126) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:50.937671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:50.962671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd9a1c35-ba30-48bb-9aea-9525e515fdeb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:51.041904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:51.055884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:51.057533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.070148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:51.070893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.128637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:51.139686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.141426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] Sync routers for ids ['b2073db8-22fc-4868-b02a-6cf5364dbe60'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:51.150372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:51.151106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.152786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] Routers {'b2073db8-22fc-4868-b02a-6cf5364dbe60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:51.153702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b2073db8-22fc-4868-b02a-6cf5364dbe60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.159318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.161853 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "PUT /v2.0/routers/b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 200 len: 878 time: 10.7398624 Jan 14 03:26:51.218976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60132) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:51.220157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.220723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f9fc2-256d-4eb7-85c7-70dbb1708da2 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:51.251907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ff4ccad-ef6c-4e5e-b2c7-a119ebedfefd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/f5efab9a-bf58-41b1-b152-78adf80885d5 HTTP/1.1" status: 200 len: 977 time: 7.3454335 Jan 14 03:26:51.252403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.257068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-407227889'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:51.263901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:51.264378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] Routers {'b2073db8-22fc-4868-b02a-6cf5364dbe60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:51.265288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b2073db8-22fc-4868-b02a-6cf5364dbe60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.268067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Usage tracker for resource:network and tenant:4a1a4f3c4c01480dad5630879a07f5a6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:51.271734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:51.277791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:51.288798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:51.292490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.344530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=b3f0056d-202d-4d98-a875-0cc1ccc95af4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:51.352005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:51.353588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3694bbe1-9aa1-44b9-b7aa-e5ff88cbdc98 None None] The sync data for ids ['b2073db8-22fc-4868-b02a-6cf5364dbe60'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:51.388203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:51.408183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:51.439253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:51.449383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.543087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.551152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:51.574710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:51.586863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccbbce0-81ea-454d-9e76-abced783aa84 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:51.653329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:51.653989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.689533 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63a24d8b-6ba6-47ee-98c5-eb842d9f7c48 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 200 len: 919 time: 0.4683621 Jan 14 03:26:51.695118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60152) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:51.837288 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9195273 Jan 14 03:26:51.878613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:51.884206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:26:51.884442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:51.884791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.889933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:51.891845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:51.901178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Usage tracker for resource:security_group_rule and tenant:4a1a4f3c4c01480dad5630879a07f5a6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:51.910378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:51.923789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:52.014249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9711545b-41ab-484c-87e9-8161c604291c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:52.058990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:52.101578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:52.113614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.131054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.141855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:router and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:52.150018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:52.255459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/b3f0056d-202d-4d98-a875-0cc1ccc95af4/2b4ade4c-a690-4378-b44c-be4005b35211) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:52.283356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:52.309935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.317043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Subnet': ['ID=600f53bb-196f-45b8-bf1e-832133f339de,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:52.327186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:52.330080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92cb2083-ebd2-4832-a933-4a2d4b68c9ee tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:52.380235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=2d391b51-cbed-419e-868c-5fb9387ab40a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:52.389221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/2d391b51-cbed-419e-868c-5fb9387ab40a HTTP/1.1" status: 204 len: 168 time: 3.8484862 Jan 14 03:26:52.390685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Checking segment: {'id': '31c6500a-1452-4ceb-a808-09c840412e4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:52.391441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network hostable DHCP agents. Network: 24aac21b-c298-4f25-bc5f-8e09a0a7fc86, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:26:52.404283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:52.406263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:52.416020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb0fc5-a126-40b9-8a45-6094f11f7d87 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:52.417126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1cb0fc5-a126-40b9-8a45-6094f11f7d87 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Synchronizing usage tracker for tenant:3f1e49d749b6497780e9e5d4de6f209b on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:52.499142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.510404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Transition to ACTIVE for port object 2b4ade4c-a690-4378-b44c-be4005b35211 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:52.528733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Transition to ACTIVE for port object 2b4ade4c-a690-4378-b44c-be4005b35211 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:52.533482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fc1bb-27d5-463e-8a81-5bd4b9b749cf None None] Network baaafffc-d503-4553-8301-728584c6630c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:52.652288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.665837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.666218 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP f5efab9a-bf58-41b1-b152-78adf80885d5 disassociated. External IP: 172.25.3.95, port: 3f60ce13-687c-4692-9ce7-3c5f77eb2c25. Jan 14 03:26:52.697362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.835349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.859364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.870217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8f50b3e-e779-4d4d-b166-598dbfe17fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:52.898732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09cfbb5b-aee5-4923-96b2-4ed49da4f70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:52.902909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.960087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.961607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:52.974807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:26:52.983872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Pushing event updated for resources: {'Port': ['ID=2b4ade4c-a690-4378-b44c-be4005b35211,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:53.013343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:26:53.017439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'SecurityGroup': ['ID=39639286-06c3-477f-bcc3-4c9734b80fa1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:53.017880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:53.030008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.042683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 24aac21b-c298-4f25-bc5f-8e09a0a7fc86) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:53.042683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1cb0fc5-a126-40b9-8a45-6094f11f7d87 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Unset dirty status for tenant:3f1e49d749b6497780e9e5d4de6f209b on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:53.043095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:53.043185 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1cb0fc5-a126-40b9-8a45-6094f11f7d87 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=b2073db8-22fc-4868-b02a-6cf5364dbe60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3425910 Jan 14 03:26:53.043185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:53.063788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398eef3-4aed-4b33-bfe4-8344d0857870 None None] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:53.064536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.064954 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Added segment 28de9381-fa73-469f-bc8c-f7efe1b07b81 of type vxlan for network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 Jan 14 03:26:53.074984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port ec3c01d8-4e19-4cff-990f-4dab1051f974 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:53.075367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.224294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:53.225087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.225316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:26:53.244227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port b42fee02-c226-4b44-84a3-a2aad69c96bd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:53.244728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.258650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:53.264677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:26:53.280579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84226ee9-0a02-4a90-b6bb-27913f335b7d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:53.289499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84226ee9-0a02-4a90-b6bb-27913f335b7d tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 0.2400548 Jan 14 03:26:53.290571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:53.307136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port ec3c01d8-4e19-4cff-990f-4dab1051f974, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ec3c01d8-4e19-4cff-990f-4dab1051f974,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:53.307446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.335145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] DHCP port deletion for baaafffc-d503-4553-8301-728584c6630c request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:26:53.342970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Deleting port b42fee02-c226-4b44-84a3-a2aad69c96bd {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:53.343388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.351593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2056897 Jan 14 03:26:53.367795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60178) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:53.373319 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-162d169a-acbe-487c-9ca9-060fe534d06c tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 200 len: 205 time: 0.0735219 Jan 14 03:26:53.378833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60180) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:53.384939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-886951487', 'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:53.445923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for ec3c01d8-4e19-4cff-990f-4dab1051f974 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:53.457351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:53.480482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:port and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:53.483630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.497416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:53.579945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] For port b42fee02-c226-4b44-84a3-a2aad69c96bd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b42fee02-c226-4b44-84a3-a2aad69c96bd,segment=NetworkSegment(6c6838c7-3baa-4b54-b132-e47b80345f4a),segment_id=6c6838c7-3baa-4b54-b132-e47b80345f4a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:53.580315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.647756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.669315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dbedc49-93d6-469e-82e8-67bdbadf8498 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:53.670760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] For port b42fee02-c226-4b44-84a3-a2aad69c96bd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b42fee02-c226-4b44-84a3-a2aad69c96bd,segment=NetworkSegment(6c6838c7-3baa-4b54-b132-e47b80345f4a),segment_id=6c6838c7-3baa-4b54-b132-e47b80345f4a)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:53.671170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.706668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Calling delete_port for b42fee02-c226-4b44-84a3-a2aad69c96bd owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:53.720305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.787283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.807870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for b42fee02-c226-4b44-84a3-a2aad69c96bd owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:53.845025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=ec3c01d8-4e19-4cff-990f-4dab1051f974,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:53.896359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:53.902951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:53.943098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:26:53.943315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:26:53.946342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:53.951138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Attempting to bind port 2b4ade4c-a690-4378-b44c-be4005b35211 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:26:53.951559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Attempting to bind port 2b4ade4c-a690-4378-b44c-be4005b35211 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:26:53.951971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Attempting to bind port 2b4ade4c-a690-4378-b44c-be4005b35211 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:26:53.956090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Pushing event deleted for resources: {'Port': ['ID=b42fee02-c226-4b44-84a3-a2aad69c96bd,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:53.981779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Made reservation on behalf of e35b6c837cac4826b6653d43d0850cf7 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:53.986765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:53.989313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:53.992055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] No DVR routers for this DVR port b42fee02-c226-4b44-84a3-a2aad69c96bd on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:26:53.999047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:26:53.999475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:53.999925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.000371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:26:54.002134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Bound port: 2b4ade4c-a690-4378-b44c-be4005b35211, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:26:54.002134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.014204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.019135 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25533c62-72d5-4d5d-83fb-26f900c69441 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.9774351 Jan 14 03:26:54.024669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:54.118461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] For port 2b4ade4c-a690-4378-b44c-be4005b35211, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:26:54.121986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] For port 2b4ade4c-a690-4378-b44c-be4005b35211, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b4ade4c-a690-4378-b44c-be4005b35211,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:26:54.129525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.155757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:26:54.310635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.311231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9f548bb7-8251-40d5-9389-adecc19c4e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:54.346936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.385641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:54.386364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.401039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ad958-3d68-4660-9658-3eb328315b29 None None] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:54.449939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989228f9-7f0b-4ab1-9b29-bc4a5259d31d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:54.467278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.498223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.6292171 Jan 14 03:26:54.641444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60202) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:54.715736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port b42fee02-c226-4b44-84a3-a2aad69c96bd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:54.716116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:54.747976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'subnet': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:54.833953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Pushing event updated for resources: {'Port': ['ID=2b4ade4c-a690-4378-b44c-be4005b35211,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:54.859565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:55.045342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b42fee02-c226-4b44-84a3-a2aad69c96bd no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:26:55.099634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b42fee02-c226-4b44-84a3-a2aad69c96bd {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:26:55.100037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b42fee02-c226-4b44-84a3-a2aad69c96bd not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:26:55.180966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] The port 'b42fee02-c226-4b44-84a3-a2aad69c96bd' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:26:55.400990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:55.401886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Network': ['ID=013ac211-0ed6-4d9e-ae62-7ccad64ef2d6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:55.419290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:55.435997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:55.450261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:26:55.469855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:55.599877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:55.663555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Usage tracker for resource:subnet and tenant:4a1a4f3c4c01480dad5630879a07f5a6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:55.674572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:55.782611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:55.795411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:55.811618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:55.812150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:55.826755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port 246b2d92-0677-4013-abff-fbc9631f669a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:55.827114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:55.854078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:55.859417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] device_id is not set on port 10f5f801-1f62-406a-a78c-e0d2934ad6ed yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:56.015112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:26:56.016520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:56.029494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:56.036412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:56.070623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:56.072476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:56.075518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:56.216515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:56.231067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:56.232124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:56.296065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3b6661c6-94c9-4cc1-9310-d6732ae2a65a None None] Provisioning for port 2b4ade4c-a690-4378-b44c-be4005b35211 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:56.320277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:56.320945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b1e76f-3fec-457a-8ee6-3045b7a4204c None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:56.533382 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7bcb7c4-353f-456a-ac5c-01c419f79685 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/f5efab9a-bf58-41b1-b152-78adf80885d5 HTTP/1.1" status: 200 len: 687 time: 5.1569717 Jan 14 03:26:56.534365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:56.757159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 29bd3199-8b9f-4462-a32e-d4eb3f9ea40d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:26:56.757543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:56.845164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:56.895854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaafffc-d503-4553-8301-728584c6630c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:56.908674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:26:56.922260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b4ade4c-a690-4378-b44c-be4005b35211 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:56.959084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:26:56.968668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7918584 Jan 14 03:26:56.972790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60226) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:56.999250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:57.000258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:57.045418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for 246b2d92-0677-4013-abff-fbc9631f669a owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:57.109240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6838c7-3baa-4b54-b132-e47b80345f4a') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:57.109800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6838c7-3baa-4b54-b132-e47b80345f4a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:57.176639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:57.200544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.258114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.271201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:26:57.289489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.289839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.311116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 2001:db8::369 (24aac21b-c298-4f25-bc5f-8e09a0a7fc86/600f53bb-196f-45b8-bf1e-832133f339de/10f5f801-1f62-406a-a78c-e0d2934ad6ed) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:57.345429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::1 (0db21da6-d133-41c3-a5a5-fbea28870222/b3f0056d-202d-4d98-a875-0cc1ccc95af4/2e51541e-6f35-408a-9413-bcbf12d8b06d) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:57.458071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 29bd3199-8b9f-4462-a32e-d4eb3f9ea40d owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:26:57.483262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2b4ade4c-a690-4378-b44c-be4005b35211 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:26:57.495487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2b4ade4c-a690-4378-b44c-be4005b35211 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:57.495923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.698037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.715786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:57.716019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.763467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 2b4ade4c-a690-4378-b44c-be4005b35211, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b4ade4c-a690-4378-b44c-be4005b35211,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:26:57.774485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:53Z', 'revision_number': 8, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:57.784963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:26:57.789030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.792397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-498fed4b-a404-4777-9a16-7faefe09989e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:57.838009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:26:57.838578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:57.877492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.888087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network baaafffc-d503-4553-8301-728584c6630c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:57.907074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.924617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:57.945954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet 8b67f31b-d431-4ac2-ba21-3a9da02611f2 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:26:57.967017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.033766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:26:58.058912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=29bd3199-8b9f-4462-a32e-d4eb3f9ea40d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:58.069913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:58.070276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-374d17ff-f7e3-4194-afec-a345b32c776c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:58.244230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Subnet': ['ID=1330164f-adf2-4d23-ba46-5601a3bad1f4,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:58.250556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:58.251508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Checking segment: {'id': '28de9381-fa73-469f-bc8c-f7efe1b07b81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:26:58.251901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network hostable DHCP agents. Network: 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:26:58.281603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.300668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:26:58.314610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:26:58.316769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=2b4ade4c-a690-4378-b44c-be4005b35211,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:58.322378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:58.340949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6d61e-b974-469c-a523-489321c7f31b None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:26:58.346609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.357636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/f5efab9a-bf58-41b1-b152-78adf80885d5 HTTP/1.1" status: 204 len: 168 time: 1.8221176 Jan 14 03:26:58.359096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60236) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:58.364251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:58.364730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.627490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.714558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network baaafffc-d503-4553-8301-728584c6630c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:26:58.733535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:26:58.757723 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:26:58.870705 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5b251443-98c1-4b21-a805-cae469ec2e3d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] delete failed (client error): The resource could not be found. Jan 14 03:26:58.877038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b251443-98c1-4b21-a805-cae469ec2e3d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/f5efab9a-bf58-41b1-b152-78adf80885d5 HTTP/1.1" status: 404 len: 345 time: 0.5168424 Jan 14 03:26:58.878353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:58.883904 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1593392 Jan 14 03:26:58.887414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60254) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:58.893385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 2e51541e-6f35-408a-9413-bcbf12d8b06d will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:26:58.905650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b4ade4c-a690-4378-b44c-be4005b35211 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:26:58.937011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2049476937'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:58.956901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.961831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:58.994732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:59.022079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/baaafffc-d503-4553-8301-728584c6630c HTTP/1.1" status: 204 len: 168 time: 6.5941267 Jan 14 03:26:59.025475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60258) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:59.036856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=baaafffc-d503-4553-8301-728584c6630c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:59.038981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:53Z', 'revision_number': 8, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:26:59.040164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:59.090165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.092266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2b4ade4c-a690-4378-b44c-be4005b35211 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:26:59.093022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.122948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8b51d-a3d6-4cae-b9c8-e0e24752a6f5 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:26:53Z', 'revision_number': 8, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '761d431c-7cb5-4d01-bc02-58f0dbc178d3', 'name': '', 'network_id': '6da56635-64c9-40d8-b4d7-4068f0161449', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:5e:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:12Z', 'updated_at': '2021-01-14T03:26:25Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': 'b5a7b1e2-b36e-4172-a739-4286c9ca9a5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:26:59.148781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'tenant_id': '4a1a4f3c4c01480dad5630879a07f5a6', 'fixed_ips': [{'subnet_id': '1330164f-adf2-4d23-ba46-5601a3bad1f4'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:26:59.150067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.191553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:59.216534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:59.228686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.242712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:59.244075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Synchronizing usage tracker for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:59.261648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:59.268333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Usage tracker for resource:port and tenant:4a1a4f3c4c01480dad5630879a07f5a6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:59.271472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:26:59.278320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:26:59.291318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:26:59.309775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.327012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:26:59.348776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Unset dirty status for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:59.350414 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07faa50b-b8c3-4f5e-ba8e-8c7e63c41308 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/ports?network_id=a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 HTTP/1.1" status: 200 len: 2358 time: 0.4650443 Jan 14 03:26:59.354268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:59.374837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.405035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-888c8e21-c832-4ade-8a0f-4b588f1f625e tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:26:59.474637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.499601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e228325-fb00-4b61-82b4-79f6db901094 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:59.500197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e228325-fb00-4b61-82b4-79f6db901094 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:59.582262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.613522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:26:59.651442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Allocated IP 2001:db8::2 (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/ed5675ec-2d7e-4a5a-8738-9080aa739ad6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:26:59.705547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2512e3b-a542-45c6-98b5-2ebb224b3cc0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:26:59.706216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2512e3b-a542-45c6-98b5-2ebb224b3cc0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Synchronizing usage tracker for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:26:59.733006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8e228325-fb00-4b61-82b4-79f6db901094 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:59.734605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8e228325-fb00-4b61-82b4-79f6db901094 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/2c2a678e-dd96-4dca-ac10-05a0e59f224a HTTP/1.1" status: 200 len: 841 time: 0.7038324 Jan 14 03:26:59.735256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2512e3b-a542-45c6-98b5-2ebb224b3cc0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Unset dirty status for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:26:59.736806 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2512e3b-a542-45c6-98b5-2ebb224b3cc0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/subnets/4e3f257c-8761-4c5d-83cf-4750698d05e0 HTTP/1.1" status: 200 len: 797 time: 0.3811903 Jan 14 03:26:59.740907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60268) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:59.743756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:59.750487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'port': {'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7', 'name': 'tempest-FloatingIPTestJSON-573981688', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:59.755768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:26:59.788619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:26:59.792028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.792633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router b2073db8-22fc-4868-b02a-6cf5364dbe60 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:26:59.907443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.908689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-18e88651-b4dc-4ce1-8850-5c9f5e0d4478 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 204 len: 168 time: 6.5192907 Jan 14 03:26:59.919818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60280) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:26:59.946648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2005009313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:26:59.960811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:26:59.966270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:26:59.983269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:26:59.991427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e92df8d-cad6-4d07-9045-98ee0016f6f2 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/2c2a678e-dd96-4dca-ac10-05a0e59f224a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2490599 Jan 14 03:26:59.996511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60286) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:00.003236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:00.011020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Transition to ACTIVE for port object ed5675ec-2d7e-4a5a-8738-9080aa739ad6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:00.014734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:00.024747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:00.024946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:00.034997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:00.049674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:00.051957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:00.067638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Transition to ACTIVE for port object ed5675ec-2d7e-4a5a-8738-9080aa739ad6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:00.076226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:00.076413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.077551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.079616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.094621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.107055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd35f6ae-5e45-4e74-966a-f1a38746695b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:00.143438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:00.144020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.220355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.271752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.273697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e9b520c-636e-4d88-9868-37c2e698bcca tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3453560 Jan 14 03:27:00.290749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Pushing event updated for resources: {'Port': ['ID=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:00.299588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:00.305559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.310750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': True}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:00.316273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.316719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.317819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.318202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.318581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.318956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.319326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.319693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.320062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.320453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.320820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.321184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.321591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.321956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.322837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.323206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.323572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.323937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.324302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.324690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.325053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.325424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.325787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.326148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.326565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.326993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.327358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.327856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.328218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.328607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.328968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.329327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.329688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.330047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.330407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.330766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:00.350113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:00.396748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:00.398031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:00.401089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:00.401236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.431686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:00.469620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Attempting to bind port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:27:00.470517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Attempting to bind port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '28de9381-fa73-469f-bc8c-f7efe1b07b81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:27:00.470517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Attempting to bind port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 on network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:27:00.474613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b86f97dc-fdcc-4e35-8068-64aa908c7eaf None None] Provisioning for port 2e51541e-6f35-408a-9413-bcbf12d8b06d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:00.482054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:27:00.482483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Checking segment: {'id': '28de9381-fa73-469f-bc8c-f7efe1b07b81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:27:00.483007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.483448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Bound using segment: {'id': '28de9381-fa73-469f-bc8c-f7efe1b07b81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:27:00.483978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Bound port: ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28de9381-fa73-469f-bc8c-f7efe1b07b81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:27:00.484424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.495586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b86f97dc-fdcc-4e35-8068-64aa908c7eaf None None] Provisioning complete for port 2e51541e-6f35-408a-9413-bcbf12d8b06d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:00.496070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b86f97dc-fdcc-4e35-8068-64aa908c7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.587276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::1dd (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/9fe6aa21-1832-417a-ae70-88aa3ff04be5) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:00.596857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:00.606319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b86f97dc-fdcc-4e35-8068-64aa908c7eaf None None] Port 2e51541e-6f35-408a-9413-bcbf12d8b06d cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:00.610989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.625545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:00.631577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] For port ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:27:00.635008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] For port ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,segment=NetworkSegment(28de9381-fa73-469f-bc8c-f7efe1b07b81),segment_id=28de9381-fa73-469f-bc8c-f7efe1b07b81)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:27:00.638038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.641235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:00.653511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:00.656645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.670643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=10f5f801-1f62-406a-a78c-e0d2934ad6ed,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:00.672938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:00.674024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:00.675735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:00.683917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a3c3c9-6491-4b3f-9a67-becb60edfae4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:00.768708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=8b67f31b-d431-4ac2-ba21-3a9da02611f2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:00.771660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:00.775804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Pushing event updated for resources: {'Port': ['ID=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:00.783638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:00.815180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ec3c01d8-4e19-4cff-990f-4dab1051f974 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:00.862978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ec3c01d8-4e19-4cff-990f-4dab1051f974 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:00.863296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ec3c01d8-4e19-4cff-990f-4dab1051f974 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:00.892209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:00.895978 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:00.961987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.094949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:01.096230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.107312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113009c6-d1d3-4ad4-8d2e-ffb0a3a5916d None None] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:01.112294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:01.122067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:01.122905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:01.123568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.147556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/8b67f31b-d431-4ac2-ba21-3a9da02611f2 HTTP/1.1" status: 204 len: 168 time: 4.1071675 Jan 14 03:27:01.174528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:01.198616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] device_id is not set on port 4bdd41a9-0ed8-415f-ac18-e3afebc6168c yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:01.678837 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 8.3039985 Jan 14 03:27:01.684058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.704586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60306) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:01.872575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] DHCP port deletion for d10f2e07-15d3-4bdd-861a-f54e56e1f70c request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:27:01.877592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Deleting port a95f7d36-1662-450f-99fc-15dfde1bffca {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:01.877852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.887711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.940220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting port 10f5f801-1f62-406a-a78c-e0d2934ad6ed {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:01.940595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:01.990863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.046606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 9fe6aa21-1832-417a-ae70-88aa3ff04be5 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:02.106099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] For port a95f7d36-1662-450f-99fc-15dfde1bffca, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a95f7d36-1662-450f-99fc-15dfde1bffca,segment=NetworkSegment(e531f80c-3de1-4adb-90bf-974a8bb84d9b),segment_id=e531f80c-3de1-4adb-90bf-974a8bb84d9b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:02.106323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.142480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port a95f7d36-1662-450f-99fc-15dfde1bffca {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:02.142859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.248745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Calling delete_port for a95f7d36-1662-450f-99fc-15dfde1bffca owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:02.332660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.440922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a518a012-6519-46db-b425-e28e14b4aa13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:02.468593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.14 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/4bdd41a9-0ed8-415f-ac18-e3afebc6168c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:02.489636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.13 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/4bdd41a9-0ed8-415f-ac18-e3afebc6168c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:02.490550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Pushing event deleted for resources: {'Port': ['ID=a95f7d36-1662-450f-99fc-15dfde1bffca,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:02.493807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:02.494678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] No DVR routers for this DVR port a95f7d36-1662-450f-99fc-15dfde1bffca on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:27:02.502075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.510018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.524241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.525364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.552034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:02.631895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3da9a91d-6137-4868-af81-2acf01a3601c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:02.686773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Calling delete_port for 10f5f801-1f62-406a-a78c-e0d2934ad6ed owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:02.707951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a48cb-d50d-4793-9a78-ee99b9c3981b None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:02.719799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] The port 'a95f7d36-1662-450f-99fc-15dfde1bffca' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:27:02.748240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abc4c00f-c284-4279-95ed-f2fd6aca3919 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:02.809042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6c68c054-69e0-4bee-9937-f0600a8449c2 None None] Provisioning for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:02.926097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed5675ec-2d7e-4a5a-8738-9080aa739ad6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:03.039092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.081886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:03.092216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:03.103661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=9fe6aa21-1832-417a-ae70-88aa3ff04be5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:03.111514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.113859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:03.119328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.131249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.135051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:03.220282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:03.244871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event deleted for resources: {'Port': ['ID=10f5f801-1f62-406a-a78c-e0d2934ad6ed,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:03.257067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:03.275086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:03.275293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:03.284447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:03.284649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.290532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:03.294960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:03.319729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:03.323635 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:03.339784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:03.340529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.427141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4999788 Jan 14 03:27:03.434972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.449443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60316) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:03.467255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-43339045', 'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:bc:60:53'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:03.471814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,segment=NetworkSegment(28de9381-fa73-469f-bc8c-f7efe1b07b81),segment_id=28de9381-fa73-469f-bc8c-f7efe1b07b81)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:03.476431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.489235 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:03.561775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a95f7d36-1662-450f-99fc-15dfde1bffca no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:03.575177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.623539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a95f7d36-1662-450f-99fc-15dfde1bffca {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:03.623952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a95f7d36-1662-450f-99fc-15dfde1bffca not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:03.631307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10f2e07-15d3-4bdd-861a-f54e56e1f70c']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:03.645386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/ports/10f5f801-1f62-406a-a78c-e0d2934ad6ed HTTP/1.1" status: 204 len: 168 time: 1.9391763 Jan 14 03:27:03.646366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60320) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:03.655169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:03.655913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e531f80c-3de1-4adb-90bf-974a8bb84d9b') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:03.656376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e531f80c-3de1-4adb-90bf-974a8bb84d9b') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:03.658076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'external_gateway_info': {'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86', 'external_fixed_ips': [{'subnet_id': '600f53bb-196f-45b8-bf1e-832133f339de', 'ip_address': '2001:db8::369'}]}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:03.665621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:03.672614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:03.674187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.688285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:router and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:03.696494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:03.709153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:03.725047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.727894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 23 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:27:03.758241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Provisioning for port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:03.763717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Provisioning complete for port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:03.764247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.792538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:03.808722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.810062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.836683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:03.856967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Provisioning complete for port 2e51541e-6f35-408a-9413-bcbf12d8b06d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:03.857555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.926797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Port 2e51541e-6f35-408a-9413-bcbf12d8b06d cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:03.939672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Provisioning complete for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:03.940101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ee4f273-bbb7-4aa0-a954-1ab8a6632e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.948381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:03.975837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-060c076b-eb57-4728-975c-2d038a79b823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:04.226383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.303996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-db669339-3fef-4ae2-bc46-c4af3975fc97 None None] Provisioning complete for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:04.304550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db669339-3fef-4ae2-bc46-c4af3975fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.335135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.25.3.149 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/d925bbab-b77c-4b0a-bae4-30b51e18c399) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:04.363406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:04.378528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.400371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:04.405033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Usage tracker for resource:port and tenant:4a1a4f3c4c01480dad5630879a07f5a6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:04.422237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:04.471836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.551314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc122d0-261d-4c18-b17f-d29bf9f37a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.568039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=38caa65f-7471-4af6-96a8-af811eef5021,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:04.576928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:04.581186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:04.592563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-101dbb46-4dec-4842-8126-7d8d68460da3 None None] Provisioning complete for port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:04.593011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-101dbb46-4dec-4842-8126-7d8d68460da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.594594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Sync routers for ids ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:04.608045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Routers {'22fdfb83-57cd-4eec-a695-bc9fd5faa095'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:04.609338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:26:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:04.661147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-101dbb46-4dec-4842-8126-7d8d68460da3 None None] Port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:04.734382 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "PUT /v2.0/routers/22fdfb83-57cd-4eec-a695-bc9fd5faa095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7062643 Jan 14 03:27:04.745102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60330) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:04.777402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Set router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:04.803288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:04.809685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5eea71f-2399-4fbe-a0d4-a73c88c2756e None None] Provisioning complete for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:04.810914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5eea71f-2399-4fbe-a0d4-a73c88c2756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:04.939180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed5675ec-2d7e-4a5a-8738-9080aa739ad6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:04.959766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:04.969966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:05.005011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.008852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:05.023594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb44ce2-42c9-4e8b-b2d9-e2e574d802f3 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:05.042348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:05.043604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.132708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cb94e-2392-4592-bdf5-023fd19e8aaa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:05.133395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-403cb94e-2392-4592-bdf5-023fd19e8aaa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:05.152548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.205539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:05.205971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.209109 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2029696 Jan 14 03:27:05.241364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-055f3aa0-0a91-4840-ab9a-5ce10594ccf6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:05.266940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60338) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:05.267666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-403cb94e-2392-4592-bdf5-023fd19e8aaa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:05.268963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-403cb94e-2392-4592-bdf5-023fd19e8aaa tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports/2e51541e-6f35-408a-9413-bcbf12d8b06d HTTP/1.1" status: 200 len: 911 time: 0.5219481 Jan 14 03:27:05.279689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'security_group': {'name': 'tempest-secgroup-836841598'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:05.290322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:05.303616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:05.304191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:05.340597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:05.370572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:05.395781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.412305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:00Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': '2e51541e-6f35-408a-9413-bcbf12d8b06d', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:57:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:56Z', 'updated_at': '2021-01-14T03:27:01Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:05.417066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Checking router: 22fdfb83-57cd-4eec-a695-bc9fd5faa095 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:05.417588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Updating router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 port 2e51541e-6f35-408a-9413-bcbf12d8b06d binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:27:05.435198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:05.450463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:05.467330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:05.479199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.485641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:05.571422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network d10f2e07-15d3-4bdd-861a-f54e56e1f70c has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:05.577784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3a4e6-fc00-49a3-b41c-f31ac041ca89 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:05.607193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3a4e6-fc00-49a3-b41c-f31ac041ca89 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:05.608726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=4bdd41a9-0ed8-415f-ac18-e3afebc6168c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:05.609480 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05a3a4e6-fc00-49a3-b41c-f31ac041ca89 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3182807 Jan 14 03:27:05.613211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60352) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:05.619488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:05.642750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'tenant_id': 'b6c83e9f7f2842999a80fa02f23572fa', 'fixed_ips': [{'subnet_id': '38caa65f-7471-4af6-96a8-af811eef5021'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:27:05.643691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:27:05.659947 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:27:05.675477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.867968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.933924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:05.960723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-260d341c-9836-4521-b742-ce9d2ef7e10a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.043669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Allocated IP 172.20.0.2 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/38caa65f-7471-4af6-96a8-af811eef5021/c59f392b-0aa0-44fc-92f4-dad9edbc803f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:06.075884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=d925bbab-b77c-4b0a-bae4-30b51e18c399,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:06.180684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.201426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Transition to ACTIVE for port object 2e51541e-6f35-408a-9413-bcbf12d8b06d will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:06.206186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.229760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.237238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cee77d37-3937-4a3c-95be-49d779655908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.265831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.310073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 92948a8b-d427-4b0e-80d5-417e466e8a68 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:06.325552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.352497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:06.356082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.366588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.381952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6806e35-46a9-4cf4-88d5-1dbd1659be3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.390056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Transition to ACTIVE for port object c59f392b-0aa0-44fc-92f4-dad9edbc803f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:06.415212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Pushing event updated for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:06.422496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:06.429483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Transition to ACTIVE for port object c59f392b-0aa0-44fc-92f4-dad9edbc803f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:06.437232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.487104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.502822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebc0d3f5-1687-43d9-9bc4-3a73c92571f4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.538927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.541889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=d10f2e07-15d3-4bdd-861a-f54e56e1f70c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:06.558555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:06.579618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:06.590122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:06.597843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:06.605168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:06.629729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Attempting to bind port 2e51541e-6f35-408a-9413-bcbf12d8b06d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:27:06.630508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Attempting to bind port 2e51541e-6f35-408a-9413-bcbf12d8b06d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:27:06.631157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Attempting to bind port 2e51541e-6f35-408a-9413-bcbf12d8b06d on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:27:06.638976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:27:06.639819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:27:06.640547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.643858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:27:06.644679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Bound port: 2e51541e-6f35-408a-9413-bcbf12d8b06d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:27:06.645787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.658007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=b02cd647-2ba0-41dd-b896-bd51f72760a8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:06.686682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.688082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.689429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4192810 Jan 14 03:27:06.693361 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:06.722156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:06.730139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:06.762110 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:06.777120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] For port 2e51541e-6f35-408a-9413-bcbf12d8b06d, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:27:06.787860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] For port 2e51541e-6f35-408a-9413-bcbf12d8b06d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e51541e-6f35-408a-9413-bcbf12d8b06d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:27:06.792679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.803551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:06.804301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.812695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:06.839575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'security_group': {'name': 'tempest-secgroup-944137288'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:06.852085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:06.858400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:06.863030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:06.870709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:06.881279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:06.910245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:06.917003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eea89a8a-0c79-45ca-9038-9dc975b3ba43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:06.923791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:06.929793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:06.951029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:06.966401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:06.997542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Pushing event updated for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:07.008130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:07.055164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Routers {'22fdfb83-57cd-4eec-a695-bc9fd5faa095'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:07.055997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:07.135116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Attempting to bind port c59f392b-0aa0-44fc-92f4-dad9edbc803f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:27:07.135544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Attempting to bind port c59f392b-0aa0-44fc-92f4-dad9edbc803f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4b189d81-bf91-4210-bb2a-ad1595924487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:27:07.135961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Attempting to bind port c59f392b-0aa0-44fc-92f4-dad9edbc803f on network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:27:07.155097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:27:07.155528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Checking segment: {'id': '4b189d81-bf91-4210-bb2a-ad1595924487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:27:07.155986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.157841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Bound using segment: {'id': '4b189d81-bf91-4210-bb2a-ad1595924487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:27:07.158423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Bound port: c59f392b-0aa0-44fc-92f4-dad9edbc803f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b189d81-bf91-4210-bb2a-ad1595924487', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:27:07.158860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.228211 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/d10f2e07-15d3-4bdd-861a-f54e56e1f70c HTTP/1.1" status: 204 len: 168 time: 6.0442288 Jan 14 03:27:07.245649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60364) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:07.247448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 7.5024703 Jan 14 03:27:07.248482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.250856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60366) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:07.279068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'port_id': '4bdd41a9-0ed8-415f-ac18-e3afebc6168c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:07.315534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] Set router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:07.327553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:07.345608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:floatingip and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:07.355677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:07.376171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:27:07.379564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:07.379888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:27:07.387225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:07.389928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.393319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 2001:db8::369 (24aac21b-c298-4f25-bc5f-8e09a0a7fc86/600f53bb-196f-45b8-bf1e-832133f339de/f15bd62b-b474-4c06-8da5-6edecf104cf5) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:07.422610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.458542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:07.475269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:07.501940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.554891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:07.623897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a687aa0-d903-44ab-bd13-c764733af6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:07.768533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.814762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:00Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': '2e51541e-6f35-408a-9413-bcbf12d8b06d', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:57:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:56Z', 'updated_at': '2021-01-14T03:27:06Z', 'revision_number': 4, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:07.823463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b66bb-e325-4057-8efc-894ad6cf0371 None None] The sync data for ids ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'] in n-d-765315-13 is: [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:00Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': '2e51541e-6f35-408a-9413-bcbf12d8b06d', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:57:e2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:26:56Z', 'updated_at': '2021-01-14T03:27:06Z', 'revision_number': 4, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'b3f0056d-202d-4d98-a875-0cc1ccc95af4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:07.825966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:07.914707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:07.918553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:08.561896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.569570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.602233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.609705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.628407 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ed266a9-049d-4a15-a9d1-7d622fd0d6b7 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:08.703127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::162 (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/92948a8b-d427-4b0e-80d5-417e466e8a68) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:08.789559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.793903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9592495 Jan 14 03:27:08.803058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60376) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:08.827942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'name': 'tempest-PortsTestJSON-570363946', 'security_groups': ['1707ecb6-d366-4cf8-861d-48ec0c75578e'], 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38caa65f-7471-4af6-96a8-af811eef5021'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:08.845337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=1707ecb6-d366-4cf8-861d-48ec0c75578e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:08.867056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:08.890523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.927488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38f32295-a45d-491e-9347-1341847880de tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:08.955023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:08.981272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e51541e-6f35-408a-9413-bcbf12d8b06d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:09.085883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2e51541e-6f35-408a-9413-bcbf12d8b06d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:09.093391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2e51541e-6f35-408a-9413-bcbf12d8b06d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:09.093771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.315970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.359851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 2e51541e-6f35-408a-9413-bcbf12d8b06d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e51541e-6f35-408a-9413-bcbf12d8b06d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:09.365546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.366617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:09.379535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 2e51541e-6f35-408a-9413-bcbf12d8b06d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:09.380304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.404467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c03cb6fe-cc96-4eb3-8fa2-d0daa7344918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:09.498634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:09.502813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:port and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:09.506218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:09.512436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:09.590999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:09.610443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 2e51541e-6f35-408a-9413-bcbf12d8b06d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e51541e-6f35-408a-9413-bcbf12d8b06d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:09.611039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.768729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 2e51541e-6f35-408a-9413-bcbf12d8b06d owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:09.777413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.781723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:09.786967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:09.787852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c59f392b-0aa0-44fc-92f4-dad9edbc803f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:09.825999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:09.826423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.892855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:09.907082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Provisioning for port c59f392b-0aa0-44fc-92f4-dad9edbc803f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:09.912674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=f15bd62b-b474-4c06-8da5-6edecf104cf5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:09.915720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:09.916126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:09.916943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:10.121857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.131584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:10.133131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.142357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:10.149257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.155969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:10.161792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.183019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:10.199225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.206021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:10.342716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:10.353076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:10.353451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e181d162-5329-4587-8cb1-045a4411e3a9 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:10.354025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e181d162-5329-4587-8cb1-045a4411e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.480389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.96 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/2e47230a-ff85-48f1-a85f-fd5496b973bc) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:10.551085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.561864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.568998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 92948a8b-d427-4b0e-80d5-417e466e8a68 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:10.585428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73b377f-8f91-4876-b2ab-484a06dcb3fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:10.607824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:10.727704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=2e51541e-6f35-408a-9413-bcbf12d8b06d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:10.748470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:10.943511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:11.069159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:11.070008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.117884 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14a710af-e6ad-4d79-9870-1961861155ba tempest-RoutersAdminNegativeIpV6Test-1519325073 tempest-RoutersAdminNegativeIpV6Test-1519325073] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:11.251791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port e180d63f-c46f-4756-b6d7-2d02164721f9 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:11.331941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:11.349106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:11.365978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:11.385528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:11.386397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.397366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.423965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=92948a8b-d427-4b0e-80d5-417e466e8a68,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:11.450822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:11.502060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.510246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.620777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 8.1627121 Jan 14 03:27:11.685574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60406) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:11.767883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.793562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34389a10-9518-44bb-9c54-b249f7c30928 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:11.829806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b7c2c168-d107-4f44-b622-d594833b8df6 None None] Provisioning for port 92948a8b-d427-4b0e-80d5-417e466e8a68 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:11.847250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b7c2c168-d107-4f44-b622-d594833b8df6 None None] Provisioning complete for port 92948a8b-d427-4b0e-80d5-417e466e8a68 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:11.847720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c168-d107-4f44-b622-d594833b8df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:11.889754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router c36574d6-b4d9-4ed0-b00d-7486001f146e is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:11.969211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2c168-d107-4f44-b622-d594833b8df6 None None] Port 92948a8b-d427-4b0e-80d5-417e466e8a68 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:11.999536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:12.067840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:12.184197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.14 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/38caa65f-7471-4af6-96a8-af811eef5021/e180d63f-c46f-4756-b6d7-2d02164721f9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:12.187913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=2e47230a-ff85-48f1-a85f-fd5496b973bc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:12.192082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.279982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:12.284533 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:12.301942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:12.324252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:12.346428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:12.347399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:12.526613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:12.532597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:12.533942 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "PUT /v2.0/routers/c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 200 len: 915 time: 12.2331743 Jan 14 03:27:12.538996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] Sync routers for ids ['c36574d6-b4d9-4ed0-b00d-7486001f146e'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:12.541821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:12.546146 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8849d022-6098-4fbf-8ae4-a3534ac55f41 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.8535290 Jan 14 03:27:12.546146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:12.553141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60414) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:12.554739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] Routers {'c36574d6-b4d9-4ed0-b00d-7486001f146e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:12.555912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['c36574d6-b4d9-4ed0-b00d-7486001f146e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:12.616314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:12.636155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:12.646753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] Routers {'c36574d6-b4d9-4ed0-b00d-7486001f146e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:12.647742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['c36574d6-b4d9-4ed0-b00d-7486001f146e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:12.675599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:12.725507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:12.725734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:12.725994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abac4e9-dbdd-46dc-87a9-03087c47e375 None None] The sync data for ids ['c36574d6-b4d9-4ed0-b00d-7486001f146e'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:12.761987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:12.947508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e121915a-ae67-4c01-98a3-575df1688298 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 200 len: 921 time: 0.3422799 Jan 14 03:27:12.947914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 92948a8b-d427-4b0e-80d5-417e466e8a68 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:12.948088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:12.950313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:12.958208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:13.095349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 761d431c-7cb5-4d01-bc02-58f0dbc178d3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:13.095738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:13.123490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object e180d63f-c46f-4756-b6d7-2d02164721f9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:13.263492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa80ad-157d-4022-9800-4280fe5a3a88 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:13.263904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:13.267992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2bfa80ad-157d-4022-9800-4280fe5a3a88 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=c36574d6-b4d9-4ed0-b00d-7486001f146e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3113718 Jan 14 03:27:13.269494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60440) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:13.309071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:13.333408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ada73e9a-76cf-4ce5-a5bb-0ac4e6d6a2b9 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:13.454455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=e180d63f-c46f-4756-b6d7-2d02164721f9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:13.525463 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:13.607634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 761d431c-7cb5-4d01-bc02-58f0dbc178d3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=761d431c-7cb5-4d01-bc02-58f0dbc178d3,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:13.607979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.084369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:14.097779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Sync routers for ids ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:14.108224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Routers {'22fdfb83-57cd-4eec-a695-bc9fd5faa095'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:14.109302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:14.132689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 761d431c-7cb5-4d01-bc02-58f0dbc178d3 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:14.179960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "PUT /v2.0/routers/22fdfb83-57cd-4eec-a695-bc9fd5faa095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5625999 Jan 14 03:27:14.187169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.188710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:14.193132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.230718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:14.242850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:14.247626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router 4f2c150c-954a-44ab-9549-94252ba288a3 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:14.249918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:14.251284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Set router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:14.287915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28b80a-ade0-4b45-89f0-b130925e9124 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:14.289486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed28b80a-ade0-4b45-89f0-b130925e9124 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 1.0180423 Jan 14 03:27:14.296134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60452) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:14.371586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:09Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:14.376960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Checking router: 22fdfb83-57cd-4eec-a695-bc9fd5faa095 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:14.387068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Routers {'22fdfb83-57cd-4eec-a695-bc9fd5faa095'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:14.388052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:14.397900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d70fd33-8c83-40d0-a0e7-eb731f3f60ae tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 200 len: 205 time: 0.0949671 Jan 14 03:27:14.403116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60456) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:14.441811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 92948a8b-d427-4b0e-80d5-417e466e8a68 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:14.557644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] Set router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:14.627320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e3b7641-15c3-4d76-8713-04b590ad5ec3 None None] Provisioning for port e180d63f-c46f-4756-b6d7-2d02164721f9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:14.641650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e3b7641-15c3-4d76-8713-04b590ad5ec3 None None] Provisioning complete for port e180d63f-c46f-4756-b6d7-2d02164721f9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:14.642332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e3b7641-15c3-4d76-8713-04b590ad5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.664122 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:14.669796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.742022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0e3b7641-15c3-4d76-8713-04b590ad5ec3 None None] Port e180d63f-c46f-4756-b6d7-2d02164721f9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:14.799447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:09Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:14.805178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b249fca-a299-4318-a16a-448df9b9d4ea None None] The sync data for ids ['22fdfb83-57cd-4eec-a695-bc9fd5faa095'] in n-d-765315-13 is: [{'id': '22fdfb83-57cd-4eec-a695-bc9fd5faa095', 'name': 'tempest-NetworksTestDHCPv6-router-1738005331', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:26:52Z', 'updated_at': '2021-01-14T03:27:09Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:14.885202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:14.886071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:14.937153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c61eb-0a6b-4d55-bfc3-a99cc769ce7b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:14.943394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c61eb-0a6b-4d55-bfc3-a99cc769ce7b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:14.944209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f3c61eb-0a6b-4d55-bfc3-a99cc769ce7b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:14.952037 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1470413 Jan 14 03:27:14.965476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60464) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:14.978187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:15.046419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f3c61eb-0a6b-4d55-bfc3-a99cc769ce7b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:15.047738 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f3c61eb-0a6b-4d55-bfc3-a99cc769ce7b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8580360 Jan 14 03:27:15.054326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60468) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:15.130480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.135227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:15.147140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Sync routers for ids ['4f2c150c-954a-44ab-9549-94252ba288a3'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:15.153145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port d925bbab-b77c-4b0a-bae4-30b51e18c399 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:15.153529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.158591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Routers {'4f2c150c-954a-44ab-9549-94252ba288a3'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:15.159596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4f2c150c-954a-44ab-9549-94252ba288a3'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:15.208006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.352004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.376605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Set router 4f2c150c-954a-44ab-9549-94252ba288a3 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:15.377171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.377879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-86d1cd82-f489-4586-8cbf-bf0d97428471 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:15.383522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.384860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.7371888 Jan 14 03:27:15.403488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7f6f220-d8db-40cf-9bb6-771622714140 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:15.426475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60472) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:15.427387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=761d431c-7cb5-4d01-bc02-58f0dbc178d3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:15.433657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:15.502911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=92948a8b-d427-4b0e-80d5-417e466e8a68,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:15.545908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:15.638936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet b3f0056d-202d-4d98-a875-0cc1ccc95af4 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:15.649709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.673962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.681551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.733745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2c150c-954a-44ab-9549-94252ba288a3', 'name': '', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86', 'external_fixed_ips': [{'subnet_id': '600f53bb-196f-45b8-bf1e-832133f339de', 'ip_address': '2001:db8::369'}], 'enable_snat': True}, 'gw_port_id': 'f15bd62b-b474-4c06-8da5-6edecf104cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:03Z', 'updated_at': '2021-01-14T03:27:10Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': 'f15bd62b-b474-4c06-8da5-6edecf104cf5', 'name': '', 'network_id': '24aac21b-c298-4f25-bc5f-8e09a0a7fc86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:cf:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2c150c-954a-44ab-9549-94252ba288a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '600f53bb-196f-45b8-bf1e-832133f339de', 'ip_address': '2001:db8::369', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:06Z', 'updated_at': '2021-01-14T03:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '600f53bb-196f-45b8-bf1e-832133f339de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:15.738101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Checking router: 4f2c150c-954a-44ab-9549-94252ba288a3 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:15.739062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Updating router 4f2c150c-954a-44ab-9549-94252ba288a3 port f15bd62b-b474-4c06-8da5-6edecf104cf5 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:27:15.784478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.820539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.870235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:15.875170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting port f15bd62b-b474-4c06-8da5-6edecf104cf5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:15.875560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.117264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.215626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.217695 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/92948a8b-d427-4b0e-80d5-417e466e8a68 HTTP/1.1" status: 204 len: 168 time: 3.6601629 Jan 14 03:27:16.251205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:16.259095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Calling delete_port for f15bd62b-b474-4c06-8da5-6edecf104cf5 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:16.318136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:16.326671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.351352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:16.363920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:16.393424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:16.402626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.433353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:16.562219 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22e015a-049a-4e4d-91b2-e5f69ffa35ca tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] GET failed (client error): The resource could not be found. Jan 14 03:27:16.562790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e22e015a-049a-4e4d-91b2-e5f69ffa35ca tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:16.571815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for d925bbab-b77c-4b0a-bae4-30b51e18c399 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=80834) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:484}} Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers cursor, statement, parameters, context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers conn.query(q) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers result.read() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 297, in host_agents Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers 'host': [self._binding.host]}) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 300, in get_agents Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 631, in get_objects Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers cls, context, _pager=_pager, **cls.modify_fields_to_db(kwargs)) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 52, in get_objects Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers **(_pager.to_kwargs(context, obj_cls) if _pager else {})) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/model_query.py", line 319, in get_collection Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers for c in query Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__ Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self.flush() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers with_traceback=exc_tb, Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers raise exception Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers uow, Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers update, Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 995, in _emit_update_statements Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers statement, multiparams Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers distilled_params, Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers e, statement, parameters, cursor, context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers raise exception Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers cursor, statement, parameters, context Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers conn.query(q) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers result.read() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-765315-13', 'ml2_port_bindings_port_id': 'f15bd62b-b474-4c06-8da5-6edecf104cf5', 'ml2_port_bindings_host': ''}] Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Jan 14 03:27:16.577175 n-d-765315-13 neutron-server[80721]: ERROR neutron.plugins.ml2.managers Jan 14 03:27:16.588284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:27:16.588284 n-d-765315-13 neutron-server[80721]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jan 14 03:27:16.588284 n-d-765315-13 neutron-server[80721]: [parameters: {'host': 'n-d-765315-13', 'ml2_port_bindings_port_id': 'f15bd62b-b474-4c06-8da5-6edecf104cf5', 'ml2_port_bindings_host': ''}] Jan 14 03:27:16.588284 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:27:16.588284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:27:16.602674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:16.602878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e22e015a-049a-4e4d-91b2-e5f69ffa35ca tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:16.604003 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e22e015a-049a-4e4d-91b2-e5f69ffa35ca tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports/92948a8b-d427-4b0e-80d5-417e466e8a68 HTTP/1.1" status: 404 len: 333 time: 0.1260536 Jan 14 03:27:16.612651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:16.639970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-212952366'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:16.885643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e51541e-6f35-408a-9413-bcbf12d8b06d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:16.935735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2e51541e-6f35-408a-9413-bcbf12d8b06d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:16.936043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e51541e-6f35-408a-9413-bcbf12d8b06d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:17.022204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:17.052124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:17.088455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:17.098198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.115314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.138105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.148845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.153098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.342760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-39e0486a-a3a4-497c-9ddf-9afafb06d632 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:17.444483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=2e47230a-ff85-48f1-a85f-fd5496b973bc,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:17.470350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.514700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.570730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:17.571691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baae236a-6193-4ae1-88d5-ab14aeaa6008 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:17.603025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.830410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.847307 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38caa65f-7471-4af6-96a8-af811eef5021 (CIDR: 172.20.0.0/28) Jan 14 03:27:17.851867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=b3f0056d-202d-4d98-a875-0cc1ccc95af4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:17.925958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:17.932930 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:27:17.933433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:27:17.962739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:18.056166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.060254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d682a8-4022-422d-a937-84640a299c42 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:18.066644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 54a037ec-bc52-4a19-9404-eea5ae0f1525 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:18.074548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.135780 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/b3f0056d-202d-4d98-a875-0cc1ccc95af4 HTTP/1.1" status: 204 len: 168 time: 3.0765634 Jan 14 03:27:18.157244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60504) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:18.266098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.274352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.307005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf7362c8-0c4f-4857-96a6-10246aac3980 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3375337 Jan 14 03:27:18.328461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60508) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:18.344549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:18.346599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af381787-4120-448b-bf2c-81c710957e8f None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:27:18.351877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Deleting port 2b4ade4c-a690-4378-b44c-be4005b35211 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:18.351877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.352835 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP c30f3511-2694-45c6-8789-996083b71791 associated. External IP: 172.25.3.96, port: 4bdd41a9-0ed8-415f-ac18-e3afebc6168c. Jan 14 03:27:18.394001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:27:18.394336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:27:18.395765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.396357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Fanout notify agent at l3_agent the message router_deleted on router 4f2c150c-954a-44ab-9549-94252ba288a3 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:18.485073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Port f15bd62b-b474-4c06-8da5-6edecf104cf5 not found while updating agent binding for router 4f2c150c-954a-44ab-9549-94252ba288a3. {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 03:27:18.495814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.497050 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c86e24c-a1ac-41ea-ae71-775705495b69 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/routers/4f2c150c-954a-44ab-9549-94252ba288a3 HTTP/1.1" status: 204 len: 168 time: 3.0672688 Jan 14 03:27:18.510184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60512) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:18.526789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Routers set() bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:18.527217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Router IDs set() for agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 03:27:18.527944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f2c150c-954a-44ab-9549-94252ba288a3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent'). {{(pid=80834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 03:27:18.528293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d064ed2-4f3e-4e1b-a24d-0f7b50bb9446 None None] The sync data for ids ['4f2c150c-954a-44ab-9549-94252ba288a3'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:18.585975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfa1b6f7-a48d-48d0-bf6d-c5a01a539c7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:18.622900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af381787-4120-448b-bf2c-81c710957e8f None None] For port 2b4ade4c-a690-4378-b44c-be4005b35211, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2b4ade4c-a690-4378-b44c-be4005b35211,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:18.623330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.642265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::44 (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/54a037ec-bc52-4a19-9404-eea5ae0f1525) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:18.738902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.822051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:18.827023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:18.830685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:18.838741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:18.862981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:18.872983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:18.944834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2b4ade4c-a690-4378-b44c-be4005b35211 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:18.980209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Calling delete_port for 2b4ade4c-a690-4378-b44c-be4005b35211 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:18.987842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfa1b6f7-a48d-48d0-bf6d-c5a01a539c7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:18.991800 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dfa1b6f7-a48d-48d0-bf6d-c5a01a539c7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8306313 Jan 14 03:27:19.006650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60520) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:19.038256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting subnet 600f53bb-196f-45b8-bf1e-832133f339de {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:19.157971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.175272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.181374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.188818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.208751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6b1c7c6-b157-4ccd-882d-5c1360947e19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:19.214187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.258814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Pushing event deleted for resources: {'Port': ['ID=2b4ade4c-a690-4378-b44c-be4005b35211,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:19.265826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:19.358322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.456122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af381787-4120-448b-bf2c-81c710957e8f None None] No DVR routers for this DVR port 2b4ade4c-a690-4378-b44c-be4005b35211 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:27:19.562472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.565552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.619832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:19.625638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.626226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router c36574d6-b4d9-4ed0-b00d-7486001f146e {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:19.672167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.672808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Fanout notify agent at l3_agent the message router_deleted on router 22fdfb83-57cd-4eec-a695-bc9fd5faa095 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:19.819919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.825119 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-39ef1af8-7d16-4c84-8f6c-07aa5f9b4d42 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 204 len: 168 time: 5.3971236 Jan 14 03:27:19.826070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60534) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:19.827877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:19.864870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-934406164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:19.880281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:19.885530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6155863 Jan 14 03:27:19.888687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60538) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:19.892412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:19.902867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:19.903829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:19.916558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:20.017911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:20.035277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:20.052333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:20.072143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.076290 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f95af1ed-573b-4e83-a1d7-71e70847c51a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/routers/22fdfb83-57cd-4eec-a695-bc9fd5faa095 HTTP/1.1" status: 204 len: 168 time: 1.0658283 Jan 14 03:27:20.076290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:20.077067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:20.084272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:20.088859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.216089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.217201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.266482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:20.381174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.444767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:20.453938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet b5a7b1e2-b36e-4172-a739-4286c9ca9a5a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:20.473075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:20.475861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.516550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:20.530928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.537523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:20.566007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.595203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 54a037ec-bc52-4a19-9404-eea5ae0f1525 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:20.603103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:20.608545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.647911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:15Z', 'revision_number': 9, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:20.651972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:20.661388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:20.662047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:20.704870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.706179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f49dd9d8-0eef-403f-a0cc-1273a16a9652 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8484354 Jan 14 03:27:20.707539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:20.709045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60548) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:20.720704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:20.731436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:20.745353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:20.746932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:20.817038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.891622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:20.892055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.903213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:20.903812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:20.909884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:20.975693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.7039311 Jan 14 03:27:20.976524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60556) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:20.983317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:20.991367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': '4bdd41a9-0ed8-415f-ac18-e3afebc6168c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:21.051336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:21.051805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3ae1b-de16-4299-9894-53e3a3c320c1 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:21.216496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:21.305190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:21.355139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:15Z', 'revision_number': 9, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:21.360079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dad676-dd57-4168-a2ac-d696eb8abce8 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:15Z', 'revision_number': 9, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': '263c3e3e-4b20-45ee-8e40-2d4da9e1bda1', 'name': '', 'network_id': '54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:f7:bf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:54Z', 'updated_at': '2021-01-14T03:26:07Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '1dc549e7-aa33-4db5-8177-e8f0357129e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:21.506912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:21.574076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb22993b-a79d-4a4e-8999-9a79293555e4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:21.755285 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a33f08d-31fb-46fa-b5df-569f2cc7ec3c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:21.766376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=f031790e-8642-4595-a67a-39e580046995,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:21.770229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:21.868641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:21.963890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:21.969059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:21.978845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2d334-282c-4f12-af16-619e7b728df2 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:21.996801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:21.997378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.098168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.139979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4ebfc61-2f43-470a-88d0-1b167dbd77e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:22.255191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=54a037ec-bc52-4a19-9404-eea5ae0f1525,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:22.293489 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9603305 Jan 14 03:27:22.294402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60564) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:22.321709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.378909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:22.391540 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f592664e-799b-42cc-a3c6-0fcd20bbd8d4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:22.423647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.493494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Update dhcp port {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'fixed_ips': [{'subnet_id': '38caa65f-7471-4af6-96a8-af811eef5021', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f031790e-8642-4595-a67a-39e580046995'}], 'binding:host_id': 'n-d-765315-13'}, 'id': 'c59f392b-0aa0-44fc-92f4-dad9edbc803f'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:27:22.519053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event deleted for resources: {'Subnet': ['ID=600f53bb-196f-45b8-bf1e-832133f339de,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:22.539005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:22.543293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/subnets/600f53bb-196f-45b8-bf1e-832133f339de HTTP/1.1" status: 204 len: 168 time: 4.0284333 Jan 14 03:27:22.545174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60568) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:22.554675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.556143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.584938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:22.591944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:22.598764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.600759 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:22.604909 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:22.620490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:22.621914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.739685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=b5a7b1e2-b36e-4172-a739-4286c9ca9a5a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:22.742980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:22.743556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:22.751107 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.1347432 Jan 14 03:27:22.774758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:22.776990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'name': 'tempest-PortsTestJSON-1085395556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f031790e-8642-4595-a67a-39e580046995'}], 'security_groups': ['b02cd647-2ba0-41dd-b896-bd51f72760a8']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:22.844710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 761d431c-7cb5-4d01-bc02-58f0dbc178d3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:22.862194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:bc:60:53'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:22.887207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 761d431c-7cb5-4d01-bc02-58f0dbc178d3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:22.887590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 761d431c-7cb5-4d01-bc02-58f0dbc178d3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:22.915116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Allocated IP 172.20.0.18 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/f031790e-8642-4595-a67a-39e580046995/c59f392b-0aa0-44fc-92f4-dad9edbc803f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:22.929372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=a5ce36be-8457-4ece-ae1f-775f90fb1f5b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:22.932557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:22.935075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:22.940879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:22.956459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3aa079-376c-47a1-8b5c-90c74a123d49 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:22.983624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:22.988692 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8581459-4a46-4bd5-a2b3-e12af8447647 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/b5a7b1e2-b36e-4172-a739-4286c9ca9a5a HTTP/1.1" status: 204 len: 168 time: 3.0989654 Jan 14 03:27:22.989904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60576) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:23.029430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc221f-5460-4727-9fdb-04099f88cda9 None None] Network 6da56635-64c9-40d8-b4d7-4068f0161449 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:23.049413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.069134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:23.069612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.096100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-64666069-1e81-440a-b390-1ba1cb727921 None None] Provisioning for port 54a037ec-bc52-4a19-9404-eea5ae0f1525 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:23.182135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-64666069-1e81-440a-b390-1ba1cb727921 None None] Provisioning complete for port 54a037ec-bc52-4a19-9404-eea5ae0f1525 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:23.182563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64666069-1e81-440a-b390-1ba1cb727921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.194514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1165435 Jan 14 03:27:23.202184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60582) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:23.223603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:23.242709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:23.249094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-64666069-1e81-440a-b390-1ba1cb727921 None None] Port 54a037ec-bc52-4a19-9404-eea5ae0f1525 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:23.329376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:router and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:23.332232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.346022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:23.362066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.431319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:23.450905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.451107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:23.507476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.508616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.512460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:23.512591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.617180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:27:23.618121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.644165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:27:23.694028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.695502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.853466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aac21b-c298-4f25-bc5f-8e09a0a7fc86']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:23.869066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c6500a-1452-4ceb-a808-09c840412e4b') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:23.869402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c6500a-1452-4ceb-a808-09c840412e4b') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:23.882267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.899015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:23.901428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:27:23.907436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.064089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/a5ce36be-8457-4ece-ae1f-775f90fb1f5b/766f7494-c09a-4465-a60a-f76e753a8bad) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:24.075638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] DHCP port deletion for 6da56635-64c9-40d8-b4d7-4068f0161449 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:27:24.094538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Deleting port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:24.094878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.112244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.113652 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-721b1aff-849e-44ac-8b2e-103eba338d9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9088151 Jan 14 03:27:24.120630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:24.443351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:24.443699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.579960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:24.610662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.638903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:27:24.670420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:24.677595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] For port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,segment=NetworkSegment(4f01fb7c-f229-488f-84ff-14d9ee56d815),segment_id=4f01fb7c-f229-488f-84ff-14d9ee56d815)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:24.678047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:24.882310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Calling delete_port for 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:24.917019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:24.942984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.010004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.030467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.041111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Transition to ACTIVE for port object 766f7494-c09a-4465-a60a-f76e753a8bad will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:25.074958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.082955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:25.095334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.095942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Transition to ACTIVE for port object 766f7494-c09a-4465-a60a-f76e753a8bad will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:25.105045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.124216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:25.177707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:27:25.180903 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:27:25.243289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Pushing event deleted for resources: {'Port': ['ID=4ed5d40e-ad7a-4a4b-89a8-c79641d128e9,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:25.256684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.284128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:25.296182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.331556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:25.434302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.476925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Transition to ACTIVE for port object c59f392b-0aa0-44fc-92f4-dad9edbc803f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:25.507006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.513090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:27:25.513090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:27:25.525340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Pushing event updated for resources: {'Port': ['ID=766f7494-c09a-4465-a60a-f76e753a8bad,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:25.533540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.535740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:25.537754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24aac21b-c298-4f25-bc5f-8e09a0a7fc86 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 03:27:25.539352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40741c44-ead7-4026-a03f-98ce2c7b15c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:25.540540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.559480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b9553cf-17c0-4033-8464-6e21704b8f51 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:25.656709 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/networks/24aac21b-c298-4f25-bc5f-8e09a0a7fc86 HTTP/1.1" status: 204 len: 168 time: 3.1016386 Jan 14 03:27:25.660560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event deleted for resources: {'Network': ['ID=24aac21b-c298-4f25-bc5f-8e09a0a7fc86,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:25.666963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] No DVR routers for this DVR port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:27:25.668962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:25.685553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:25.702599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.702994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.703420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.703842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.704256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.704762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.705180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.705596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.706009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.706422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.706873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.707286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.707738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.708427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.708569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.708947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.709457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.710086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.710086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.710508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.710906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.711552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.711666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.712069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.712642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.713069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.713465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.713870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.714292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.714947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.715073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.716252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.716252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.716252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.716662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.717018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:25.721801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:25.724065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:25.728025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:25.732502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:25.822240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Delete allocated IP 172.20.0.14 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/38caa65f-7471-4af6-96a8-af811eef5021) {{(pid=80833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:27:25.830105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Attempting to bind port 766f7494-c09a-4465-a60a-f76e753a8bad on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:27:25.830531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Attempting to bind port 766f7494-c09a-4465-a60a-f76e753a8bad by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:27:25.831003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Attempting to bind port 766f7494-c09a-4465-a60a-f76e753a8bad on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:27:25.843124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:27:25.843556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:27:25.844016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.844495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:27:25.845055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Bound port: 766f7494-c09a-4465-a60a-f76e753a8bad, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:27:25.845489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:25.941024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.29 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/f031790e-8642-4595-a67a-39e580046995/e180d63f-c46f-4756-b6d7-2d02164721f9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:25.950311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] For port 766f7494-c09a-4465-a60a-f76e753a8bad, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:27:25.953952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] For port 766f7494-c09a-4465-a60a-f76e753a8bad, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=766f7494-c09a-4465-a60a-f76e753a8bad,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:27:25.966334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.010028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c620fe15-2e55-4818-a9d7-30408c7010b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:26.097130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 4ed5d40e-ad7a-4a4b-89a8-c79641d128e9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:26.098060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.219099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Pushing event updated for resources: {'Port': ['ID=766f7494-c09a-4465-a60a-f76e753a8bad,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:26.290698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] The port '4ed5d40e-ad7a-4a4b-89a8-c79641d128e9' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:27:26.404433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:26.476570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:26.547424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60630) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:26.563008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'name': 'tempest-router--1375648285', 'project_id': '4d69cbb20bef49f2a1e426271e940ab3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:26.613748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.653569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::1 (0db21da6-d133-41c3-a5a5-fbea28870222/a5ce36be-8457-4ece-ae1f-775f90fb1f5b/eec3d52f-448a-4c8d-9706-3135fe320d6a) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:26.721848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.879967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:26.922823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Allocated IP 172.25.3.116 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/29396cf4-39cf-4a37-8f01-701d51925574) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:26.931523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:26.939667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:26.952684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:26.962143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.985455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:router and tenant:4d69cbb20bef49f2a1e426271e940ab3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:26.993693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:26.994055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:26.994200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3807bdfb-9d7c-4e20-89d3-5dab288a944e tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:27.021197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:27.025025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.060203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da56635-64c9-40d8-b4d7-4068f0161449']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.067670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:27.145826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.162726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:27.193824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Provisioning for port c59f392b-0aa0-44fc-92f4-dad9edbc803f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:27.194135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f01fb7c-f229-488f-84ff-14d9ee56d815') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.194497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f01fb7c-f229-488f-84ff-14d9ee56d815') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.208083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:27.209106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.219844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.239434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:27.240276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.260064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.295506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.301317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.305761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object e180d63f-c46f-4756-b6d7-2d02164721f9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:27.311486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 19 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:27:27.329449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.363923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0bcd37e-4932-4f2d-ab1a-e4dbc7dcaefc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:27.396480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:27.396860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15290c37-e046-4299-b3ee-8dd354a8732d None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:27.419863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Provisioning for port e180d63f-c46f-4756-b6d7-2d02164721f9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:27.426456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Provisioning complete for port e180d63f-c46f-4756-b6d7-2d02164721f9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:27.426890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.491942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de891e0b-6466-4517-9ee3-f4973c5025c7 None None] Port e180d63f-c46f-4756-b6d7-2d02164721f9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:27.525875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object eec3d52f-448a-4c8d-9706-3135fe320d6a will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:27.609480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.614417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dc8e34a8-74a4-439f-b251-1418b7c02f96 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:27.615063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc8e34a8-74a4-439f-b251-1418b7c02f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.636288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:27.701902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6da56635-64c9-40d8-b4d7-4068f0161449 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:27.714022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.784106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.784106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.794300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=54a037ec-bc52-4a19-9404-eea5ae0f1525,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:27.799776 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:27.845126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=e180d63f-c46f-4756-b6d7-2d02164721f9,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:27.900897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:27.905223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.905659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.906639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.907069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.907627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.908051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.910834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.911318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.911736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.912153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.912616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.913028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.913642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.914055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.914462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.914871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.915771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.916186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.916627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.917498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.918060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.918474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.918880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.919286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.919769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.920314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.920903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.921315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.921722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.922401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.922814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.923219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.923777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.924185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.925179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.925651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:27:27.937783 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:27.967151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3676bf88-b9c4-4d50-80ee-09308b24d7db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/c30f3511-2694-45c6-8789-996083b71791 HTTP/1.1" status: 200 len: 977 time: 6.9855838 Jan 14 03:27:27.970266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60642) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:28.038525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] In _notify_port_updated(), no bound segment for port 54a037ec-bc52-4a19-9404-eea5ae0f1525 on network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.042351 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.062052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:28.062811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.068059 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "PUT /v2.0/ports/54a037ec-bc52-4a19-9404-eea5ae0f1525 HTTP/1.1" status: 200 len: 1001 time: 5.2147703 Jan 14 03:27:28.071994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60646) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:28.099886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.138846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 6da56635-64c9-40d8-b4d7-4068f0161449 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:28.156828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.161959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.164385 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-afecb73d-58a4-4d99-8020-e067175b89e5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6154470 Jan 14 03:27:28.170837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60650) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:28.179327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.267170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f509a85-9b43-4102-819a-db23abb4bde4 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:28.338860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:27:28.343888 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:27:28.411041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fd2df8e8-4d0c-4462-b753-9f123da0d889 None None] Provisioning complete for port 54a037ec-bc52-4a19-9404-eea5ae0f1525 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:28.411478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd2df8e8-4d0c-4462-b753-9f123da0d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.424306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:28.479806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd2df8e8-4d0c-4462-b753-9f123da0d889 None None] Port 54a037ec-bc52-4a19-9404-eea5ae0f1525 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:28.498725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:28.573742 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:28.588471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 54a037ec-bc52-4a19-9404-eea5ae0f1525 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:28.590173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.655788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-774996eb-1ec3-48b3-9741-f0d40a12e2db None None] Provisioning for port 766f7494-c09a-4465-a60a-f76e753a8bad completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:28.799353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.803478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.840678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 2e47230a-ff85-48f1-a85f-fd5496b973bc {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:28.841060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.895694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.914445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:28.943579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.944118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Fanout notify agent at l3_agent the message router_deleted on router c090ef55-9141-43cf-a50d-c0bf411d4bae {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:28.993114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:28.996993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-301d4fd3-9a87-45f1-8df9-73ca9dd1c8dc tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/routers/c090ef55-9141-43cf-a50d-c0bf411d4bae HTTP/1.1" status: 204 len: 168 time: 0.8193824 Jan 14 03:27:29.045974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 766f7494-c09a-4465-a60a-f76e753a8bad up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:29.155990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 766f7494-c09a-4465-a60a-f76e753a8bad completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:29.162570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] In _notify_port_updated(), no bound segment for port e180d63f-c46f-4756-b6d7-2d02164721f9 on network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:27:29.168901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 766f7494-c09a-4465-a60a-f76e753a8bad triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:29.169537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.181181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:29.181923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.186819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/ports/e180d63f-c46f-4756-b6d7-2d02164721f9 HTTP/1.1" status: 200 len: 921 time: 6.8788712 Jan 14 03:27:29.187888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60662) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:29.309471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port e180d63f-c46f-4756-b6d7-2d02164721f9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:29.309857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.349935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.352959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.396685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4bff0a-4bdd-4e95-8b4d-9905087c5ab2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:29.493567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60670) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:29.494734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.506795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.545509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=6da56635-64c9-40d8-b4d7-4068f0161449,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:29.564532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 766f7494-c09a-4465-a60a-f76e753a8bad, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=766f7494-c09a-4465-a60a-f76e753a8bad,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:29.572282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/6da56635-64c9-40d8-b4d7-4068f0161449 HTTP/1.1" status: 204 len: 168 time: 6.5296526 Jan 14 03:27:29.574202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.574349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:29.578212 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:29.578965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f2feedc-4ec4-409d-a95c-a30e6b519199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:29.625227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.625762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.733012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7bfc7f97-dff8-4c6a-99a3-664ae47b806d None None] Provisioning complete for port 766f7494-c09a-4465-a60a-f76e753a8bad triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:29.733741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7f97-dff8-4c6a-99a3-664ae47b806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:29.803574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 2e47230a-ff85-48f1-a85f-fd5496b973bc owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:29.870794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=766f7494-c09a-4465-a60a-f76e753a8bad,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:29.874632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:29.887893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Pushing event updated for resources: {'Port': ['ID=29396cf4-39cf-4a37-8f01-701d51925574,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:29.905822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:30.182827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:30.185706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:30.189429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:30.579934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:30.605262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d73ab09-d3f0-4416-bdc9-6ff02f8363c2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:30.748711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:30.756669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 54a037ec-bc52-4a19-9404-eea5ae0f1525 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:30.786462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60700) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:30.787697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:30.820882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1366849298', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:30.833933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:30.838615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:30.842094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:30.848998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:30.876364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:30.876364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:30.907118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 766f7494-c09a-4465-a60a-f76e753a8bad up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:30.928892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:30.931516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.064931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 766f7494-c09a-4465-a60a-f76e753a8bad triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:31.067308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.168130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.287547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b05a9bf1-c753-4f4d-a337-9b85ea25b60f None None] Provisioning for port eec3d52f-448a-4c8d-9706-3135fe320d6a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:31.293573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b05a9bf1-c753-4f4d-a337-9b85ea25b60f None None] Provisioning complete for port eec3d52f-448a-4c8d-9706-3135fe320d6a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:31.294008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b05a9bf1-c753-4f4d-a337-9b85ea25b60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.323698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.326149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=2e47230a-ff85-48f1-a85f-fd5496b973bc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:31.332399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:31.352540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:31.374596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b05a9bf1-c753-4f4d-a337-9b85ea25b60f None None] Port eec3d52f-448a-4c8d-9706-3135fe320d6a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:31.379503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Usage tracker for resource:security_group_rule and tenant:7e06dab9381543538e1f6c2deee531b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:31.398289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.442103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:31.546161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:31.713905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.714178 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP c30f3511-2694-45c6-8789-996083b71791 disassociated (deleted). External IP: 172.25.3.96, port: 4bdd41a9-0ed8-415f-ac18-e3afebc6168c. Jan 14 03:27:31.797877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.857435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.894659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.903943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63f7a466-bc9d-4519-81f4-09d80a2c57d4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:31.991499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:31.998892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:32.003364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7b0e4073-183f-45cc-a0b6-0f18245ff531 None None] Provisioning complete for port e180d63f-c46f-4756-b6d7-2d02164721f9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:32.004475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b0e4073-183f-45cc-a0b6-0f18245ff531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:32.034565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=54a037ec-bc52-4a19-9404-eea5ae0f1525,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:32.042832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:32.052825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:32.074723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e4073-183f-45cc-a0b6-0f18245ff531 None None] Port e180d63f-c46f-4756-b6d7-2d02164721f9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:32.319753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for e180d63f-c46f-4756-b6d7-2d02164721f9 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:32.364100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:32.508582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Router 7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:33.003431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.005955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:33.019800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:33.033311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:33.036239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.054101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.106173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.109305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:33.110113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.115212 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/c30f3511-2694-45c6-8789-996083b71791 HTTP/1.1" status: 204 len: 168 time: 5.1408117 Jan 14 03:27:33.116018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:33.116134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60708) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:33.116767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.118913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.120151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "PUT /v2.0/routers/7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 200 len: 915 time: 12.4033473 Jan 14 03:27:33.122030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156962b-a287-4294-8f6d-4be820093eae None None] Sync routers for ids ['7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:33.123244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60712) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:33.140480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] Routers {'7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:33.142684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.148032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.151014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-018c3736-998a-4ba7-8d6d-139b282c91f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:33.211853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 4bdd41a9-0ed8-415f-ac18-e3afebc6168c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:33.212236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.214803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.215276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b56f2-b91c-4c78-a4f7-e7399cc4a198 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:33.245859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.256510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.258152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] Routers {'7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:33.259255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.333149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9156962b-a287-4294-8f6d-4be820093eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:33.333623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9156962b-a287-4294-8f6d-4be820093eae None None] The sync data for ids ['7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:33.366206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e06dab9381543538e1f6c2deee531b3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5760918 Jan 14 03:27:33.389408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60716) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:33.438947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5200991-a0c8-4b55-90ba-3044a2c086af,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:33.460986 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:33.462694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/54a037ec-bc52-4a19-9404-eea5ae0f1525 HTTP/1.1" status: 204 len: 168 time: 5.3793802 Jan 14 03:27:33.477933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.479483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60720) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:33.522438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ade09a9-1ed3-4a6e-8a74-2475d1553c4c tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:33.641539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.644729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55e800c0-f04b-4517-b2fb-a10412c03167 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 200 len: 921 time: 0.4445248 Jan 14 03:27:33.648807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60724) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:33.763501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.793938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=e180d63f-c46f-4756-b6d7-2d02164721f9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:33.818309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:33.819401 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6306587-f1d4-4823-aab3-c7d071d5e26c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] GET failed (client error): The resource could not be found. Jan 14 03:27:33.819975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6306587-f1d4-4823-aab3-c7d071d5e26c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:33.829095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:33.966524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 4bdd41a9-0ed8-415f-ac18-e3afebc6168c owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:34.013740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978adc08-feea-4d1b-96e0-297698de528f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:34.018119 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-978adc08-feea-4d1b-96e0-297698de528f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3576431 Jan 14 03:27:34.020235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60728) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:34.034624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.061771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6306587-f1d4-4823-aab3-c7d071d5e26c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:34.063038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6306587-f1d4-4823-aab3-c7d071d5e26c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports/54a037ec-bc52-4a19-9404-eea5ae0f1525 HTTP/1.1" status: 404 len: 333 time: 0.5639184 Jan 14 03:27:34.088913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:34.109454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-627000164'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:34.119247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.130264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.133336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-193eefbd-a27f-4fa5-8a3e-1b7d04aa482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:34.164236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5200991-a0c8-4b55-90ba-3044a2c086af,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:34.172746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:34.188177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.192124 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5200991-a0c8-4b55-90ba-3044a2c086af HTTP/1.1" status: 204 len: 168 time: 0.7990713 Jan 14 03:27:34.263421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b903c207-c05d-445d-aecf-eb8dec98b167 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:34.264995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b903c207-c05d-445d-aecf-eb8dec98b167 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 0.2445319 Jan 14 03:27:34.268381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60738) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:34.326092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f3d1078-d4b3-48f3-910f-8dcbbf501cf8 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 200 len: 205 time: 0.0565033 Jan 14 03:27:34.328880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60742) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:34.446135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:27:34.527859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.561350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-779a4ffd-43fb-49ce-91b6-ce6c9b3def47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.570229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.571045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.591880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60748) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:34.598548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d5b9f0e7-aa40-4c08-b27c-f803d7ecad1c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:34.616096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.749596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.797268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:34.807642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Usage tracker for resource:security_group_rule and tenant:b11dd5410d184a619eed439bdcbce301 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:34.813074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:34.833380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:34.838542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:34.945531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:34.948103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=4bdd41a9-0ed8-415f-ac18-e3afebc6168c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:34.971015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:35.039304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.054200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port 29396cf4-39cf-4a37-8f01-701d51925574 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:35.054570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.154947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.159955 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/e180d63f-c46f-4756-b6d7-2d02164721f9 HTTP/1.1" status: 204 len: 168 time: 5.9582496 Jan 14 03:27:35.163532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:35.227173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:35.229603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:35.240270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:35.259548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:35.307800 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c04aa89-b574-46a1-b349-a45f940f13c8 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:27:35.308280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c04aa89-b574-46a1-b349-a45f940f13c8 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:35.323295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.330467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:35.330645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.339665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.342694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e907cd25-4293-422d-828b-4ab59174a641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:35.372977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.431874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b11dd5410d184a619eed439bdcbce301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388050 Jan 14 03:27:35.435721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60756) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:35.437444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.447355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee42b3-6eb0-40c2-82c0-bb5221d33140,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:35.455588 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/4bdd41a9-0ed8-415f-ac18-e3afebc6168c HTTP/1.1" status: 204 len: 168 time: 2.3340611 Jan 14 03:27:35.467039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:35.467307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60760) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:35.484089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c04aa89-b574-46a1-b349-a45f940f13c8 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:35.485398 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c04aa89-b574-46a1-b349-a45f940f13c8 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/e180d63f-c46f-4756-b6d7-2d02164721f9 HTTP/1.1" status: 404 len: 333 time: 0.3158743 Jan 14 03:27:35.509143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:35.517008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60764) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:35.538219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:35.573827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:floatingip and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:35.576517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:35.576899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.596459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for 29396cf4-39cf-4a37-8f01-701d51925574 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:35.609964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:35.685995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:35.693995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:35.702021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.708158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:35.741185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Allocated IP 172.25.3.166 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/baa3f065-1e38-4813-91e8-e2fae1c32b9e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:35.773486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.825848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.865256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.922924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.930203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8ff04e6-33f8-4b2f-9980-7d437921469e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:35.957466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee42b3-6eb0-40c2-82c0-bb5221d33140,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:35.963868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:35.993564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:35.994810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76ee42b3-6eb0-40c2-82c0-bb5221d33140 HTTP/1.1" status: 204 len: 168 time: 0.5490489 Jan 14 03:27:36.059505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.096306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6884c434-9521-4cd6-87f8-d14d34f11019 None None] Provisioning complete for port eec3d52f-448a-4c8d-9706-3135fe320d6a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:36.097287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6884c434-9521-4cd6-87f8-d14d34f11019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.217323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 8fe59d28-3ed5-44f7-bd01-1874b223c690 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:36.329513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:27:36.419255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6884c434-9521-4cd6-87f8-d14d34f11019 None None] Port eec3d52f-448a-4c8d-9706-3135fe320d6a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:36.505228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:36.505631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.529520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.548587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.551619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.572827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.573427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router 7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:36.591841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.596644 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e7c6fe98-90dc-40a2-bf83-e11ae42c49e1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 204 len: 168 time: 2.2632139 Jan 14 03:27:36.597316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60780) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:36.603014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493167396', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:36.615086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:36.619472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Usage tracker for resource:router and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:36.622579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:36.629409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:36.640400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.642001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.657990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.722278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:36.812132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.813714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fcbe137-1b8a-4325-8216-81a29b9764ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.823770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:36.885654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::32d (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/8fe59d28-3ed5-44f7-bd01-1874b223c690) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:36.893750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:36.954921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.178239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.190970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.208829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78f09080-590a-4a3b-9ba5-92f947bc2293 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:37.237517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.310583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.345220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.535266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.641428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Allocated IP 172.25.3.47 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/794d071c-e347-4dcd-b19c-9a183181544e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:37.810114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.838291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.847944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:37.854868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03cecd42-58e4-44cd-b339-41856dac8c36 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:37.860429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Sync routers for ids ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:37.866258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Pushing event updated for resources: {'Port': ['ID=baa3f065-1e38-4813-91e8-e2fae1c32b9e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:37.872278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Routers {'0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:37.873251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:37.885579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:37.890581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd893f62-1c20-45e5-bdee-9a9bc47b61ce tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:37.949433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:37.953723 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/security-groups/1707ecb6-d366-4cf8-861d-48ec0c75578e HTTP/1.1" status: 204 len: 168 time: 2.4329066 Jan 14 03:27:37.979681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60806) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:37.987192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'SecurityGroup': ['ID=1707ecb6-d366-4cf8-861d-48ec0c75578e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:38.004870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:38.010405 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "PUT /v2.0/routers/0922c4ed-c2ef-4ec7-ab81-f08a7ac90489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8857200 Jan 14 03:27:38.015159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60814) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:38.084767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Set router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:38.152687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Pushing event updated for resources: {'Port': ['ID=794d071c-e347-4dcd-b19c-9a183181544e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:38.179695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:38.196797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.224246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c449acd7-de54-42db-8077-28ffc4b2f80c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:38.238797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde66764-384a-4b6a-81d6-f4ac48bf9228 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:38.249874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bde66764-384a-4b6a-81d6-f4ac48bf9228 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:38.335078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bde66764-384a-4b6a-81d6-f4ac48bf9228 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:38.341053 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bde66764-384a-4b6a-81d6-f4ac48bf9228 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports/eec3d52f-448a-4c8d-9706-3135fe320d6a HTTP/1.1" status: 200 len: 911 time: 0.3150432 Jan 14 03:27:38.341803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:38.350563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:38.363792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:38.368140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=263c3e3e-4b20-45ee-8e40-2d4da9e1bda1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:38.371054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:38.391592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:38.394425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:38.437734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.448486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:38.459393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:38.470105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.473614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:31Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': 'eec3d52f-448a-4c8d-9706-3135fe320d6a', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:a6:88:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:25Z', 'updated_at': '2021-01-14T03:27:33Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:38.478275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Checking router: 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:38.478766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Updating router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 port eec3d52f-448a-4c8d-9706-3135fe320d6a binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:27:38.537747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.552304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 8fe59d28-3ed5-44f7-bd01-1874b223c690 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:38.609833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.712781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:38.764713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77d38f-20b0-4b1f-8999-137c928ffd08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:38.788089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77d38f-20b0-4b1f-8999-137c928ffd08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:38.793545 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d77d38f-20b0-4b1f-8999-137c928ffd08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4468920 Jan 14 03:27:38.808044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60822) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:39.022765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.144 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/b87b12cd-65e9-43e2-8cd8-31049b47deef) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:39.261720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.310287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.349220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:39.410863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.463765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.489745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Transition to ACTIVE for port object eec3d52f-448a-4c8d-9706-3135fe320d6a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:39.492328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.640315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b70e827a-cf35-4c29-8bf8-d1fe22aea103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:39.714495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Pushing event updated for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:39.719090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:39.759792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.874771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Attempting to bind port eec3d52f-448a-4c8d-9706-3135fe320d6a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:27:39.875198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Attempting to bind port eec3d52f-448a-4c8d-9706-3135fe320d6a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:27:39.875598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Attempting to bind port eec3d52f-448a-4c8d-9706-3135fe320d6a on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:27:39.882806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:27:39.883205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:27:39.883666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.884087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:27:39.884662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Bound port: eec3d52f-448a-4c8d-9706-3135fe320d6a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:27:39.885085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.958959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:39.963385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.080110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] For port eec3d52f-448a-4c8d-9706-3135fe320d6a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:27:40.091946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] For port eec3d52f-448a-4c8d-9706-3135fe320d6a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=eec3d52f-448a-4c8d-9706-3135fe320d6a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:27:40.101267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.157523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:40.340462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Pushing event updated for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:40.344410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:40.373535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Router 9ef9571d-e772-40f9-89ff-6a0bdb69b108 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:40.400043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=8fe59d28-3ed5-44f7-bd01-1874b223c690,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:40.412910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Routers {'0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:40.413721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:40.488748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:40.493782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b42f0ba-cbc3-4292-ba3e-a3306e4febd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:40.530008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02cd647-2ba0-41dd-b896-bd51f72760a8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:40.533386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.534660 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/security-groups/b02cd647-2ba0-41dd-b896-bd51f72760a8 HTTP/1.1" status: 204 len: 168 time: 2.5494084 Jan 14 03:27:40.538571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:40.539497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60834) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:40.610939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] Set router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:40.639909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:40.654523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] Sync routers for ids ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:40.671973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] Routers {'9ef9571d-e772-40f9-89ff-6a0bdb69b108'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:40.673015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:40.688194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.746105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:40.749393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:40.757633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:40.766389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.768530 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:40.777009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:40.781457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.781552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] Routers {'9ef9571d-e772-40f9-89ff-6a0bdb69b108'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:40.781631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1810861 Jan 14 03:27:40.781708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:40.787410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:40.799912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:40.801441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.817162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:40.821319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:40.879392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:40.880148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc685bc-3868-4f8c-9ead-1818455f80bd None None] The sync data for ids ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:41.039440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 38caa65f-7471-4af6-96a8-af811eef5021 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:41.047959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.107722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:31Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': 'eec3d52f-448a-4c8d-9706-3135fe320d6a', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:a6:88:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:25Z', 'updated_at': '2021-01-14T03:27:40Z', 'revision_number': 4, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:41.111931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9ad7f4-b2df-48eb-94b6-bd1b7a74b887 None None] The sync data for ids ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'] in n-d-765315-13 is: [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:31Z', 'revision_number': 2, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None, '_interfaces': [{'id': 'eec3d52f-448a-4c8d-9706-3135fe320d6a', 'name': '', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'mac_address': 'fa:16:3e:a6:88:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:25Z', 'updated_at': '2021-01-14T03:27:40Z', 'revision_number': 4, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'subnets': [{'id': 'a5ce36be-8457-4ece-ae1f-775f90fb1f5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:41.138156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.158923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7d2b687f-22b3-4786-909c-b338eee9c3f9 None None] Provisioning for port 8fe59d28-3ed5-44f7-bd01-1874b223c690 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:41.164889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7d2b687f-22b3-4786-909c-b338eee9c3f9 None None] Provisioning complete for port 8fe59d28-3ed5-44f7-bd01-1874b223c690 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:41.165731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.0703394 Jan 14 03:27:41.170215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d2b687f-22b3-4786-909c-b338eee9c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.174886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60842) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:41.185427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bc:60:53'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:41.232692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.239897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b687f-22b3-4786-909c-b338eee9c3f9 None None] Port 8fe59d28-3ed5-44f7-bd01-1874b223c690 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:41.269489 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:41.419834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=b87b12cd-65e9-43e2-8cd8-31049b47deef,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:41.481559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:41.602945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.668210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:41.875417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.880261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:41.969875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:41.981231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:42.086195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.123562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.243861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.309030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Deleting port 794d071c-e347-4dcd-b19c-9a183181544e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:42.309409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.501905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.523199 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-572bf1bf-7fba-45ab-9cea-5cb61b1c1d08 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:42.524879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:42.840727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.860626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:42.938020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device eec3d52f-448a-4c8d-9706-3135fe320d6a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:43.017293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port eec3d52f-448a-4c8d-9706-3135fe320d6a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:43.025320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=38caa65f-7471-4af6-96a8-af811eef5021,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:43.028156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port eec3d52f-448a-4c8d-9706-3135fe320d6a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:43.028959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.041981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:43.156497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.166221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.190329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port eec3d52f-448a-4c8d-9706-3135fe320d6a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=eec3d52f-448a-4c8d-9706-3135fe320d6a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:43.193834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.196846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af381787-4120-448b-bf2c-81c710957e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:43.262995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.264512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:43.268334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:43.307370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:43.320070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:43.324724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Calling delete_port for 794d071c-e347-4dcd-b19c-9a183181544e owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:43.332174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55888e20-d688-4e6f-bbf2-85b62977ef57 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:43.360250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.381766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Router e617aa47-4b1d-4324-816f-a15ad06f31ee is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:43.387255 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/38caa65f-7471-4af6-96a8-af811eef5021 HTTP/1.1" status: 204 len: 168 time: 2.8401196 Jan 14 03:27:43.388483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7124043 Jan 14 03:27:43.398230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60854) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:43.398625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60856) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:43.409988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:43.483184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.577908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:43.600062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee39f999-03e4-4c53-acf1-c67b8cdb3da2 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:43.630850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:43.631728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:43.876559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:43.888611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] Sync routers for ids ['e617aa47-4b1d-4324-816f-a15ad06f31ee'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:43.896147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:43.913689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] Routers {'e617aa47-4b1d-4324-816f-a15ad06f31ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:43.914374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e617aa47-4b1d-4324-816f-a15ad06f31ee'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:43.923944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:43.927508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=8fe59d28-3ed5-44f7-bd01-1874b223c690,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:43.935243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:43.954665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:43.959819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:43.969273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:43.991618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:44.016041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.017790 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:44.023796 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:44.031867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] Routers {'e617aa47-4b1d-4324-816f-a15ad06f31ee'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:44.031867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e617aa47-4b1d-4324-816f-a15ad06f31ee'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:44.032085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.054924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.056267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 14.5016165 Jan 14 03:27:44.064064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60868) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:44.189464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:44.189928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c934f6b1-cc1b-48de-8ac2-b4452daa3b99 None None] The sync data for ids ['e617aa47-4b1d-4324-816f-a15ad06f31ee'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:44.193917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet 1dc549e7-aa33-4db5-8177-e8f0357129e3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:44.213227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] In _notify_port_updated(), no bound segment for port 8fe59d28-3ed5-44f7-bd01-1874b223c690 on network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:27:44.232784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:44.233817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.235464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "PUT /v2.0/ports/8fe59d28-3ed5-44f7-bd01-1874b223c690 HTTP/1.1" status: 200 len: 1002 time: 3.0595202 Jan 14 03:27:44.239488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.271798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.278561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60872) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:44.292143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc6805e5-4359-4c23-a5d4-4c92d4ccd3ae tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/e617aa47-4b1d-4324-816f-a15ad06f31ee HTTP/1.1" status: 200 len: 925 time: 0.2211647 Jan 14 03:27:44.298522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60874) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:44.370953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b924bc11-c0be-4c97-9389-c7af403d8173 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=e617aa47-4b1d-4324-816f-a15ad06f31ee HTTP/1.1" status: 200 len: 205 time: 0.0657492 Jan 14 03:27:44.378283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60882) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:44.442447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.577267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.580368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:37Z', 'revision_number': 10, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:44.586085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:44.596306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:44.597250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:44.609126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e12f213-654d-4d0a-8676-fff7972d49bd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:44.668219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.690532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 8fe59d28-3ed5-44f7-bd01-1874b223c690 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:44.690532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.808093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:44.861812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Pushing event deleted for resources: {'Port': ['ID=794d071c-e347-4dcd-b19c-9a183181544e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:44.935507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:44.996606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:45.021058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device eec3d52f-448a-4c8d-9706-3135fe320d6a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:45.176639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-68ad4540-511a-43dc-b64a-0590b4a53083 None None] Provisioning complete for port 8fe59d28-3ed5-44f7-bd01-1874b223c690 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:45.177418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68ad4540-511a-43dc-b64a-0590b4a53083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.243759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-68ad4540-511a-43dc-b64a-0590b4a53083 None None] Port 8fe59d28-3ed5-44f7-bd01-1874b223c690 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:45.264333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port eec3d52f-448a-4c8d-9706-3135fe320d6a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:45.265098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.265990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:27:45.281838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.287222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port eec3d52f-448a-4c8d-9706-3135fe320d6a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:45.287749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.466154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-449d08ce-d3bc-4f3a-ac95-6e3e8d87f161 None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:45.466900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-449d08ce-d3bc-4f3a-ac95-6e3e8d87f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.529912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port eec3d52f-448a-4c8d-9706-3135fe320d6a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=eec3d52f-448a-4c8d-9706-3135fe320d6a,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:45.530301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.560878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-449d08ce-d3bc-4f3a-ac95-6e3e8d87f161 None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:45.579889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:37Z', 'revision_number': 10, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:45.586880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11271235-f311-4ff4-95c4-6aef59d60d48 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:37Z', 'revision_number': 10, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None, '_interfaces': [{'id': 'bd4ee579-2039-4024-bec0-7faeaef9a5a0', 'name': '', 'network_id': 'bb3e446e-1483-4ac6-af78-a1b658e99ec3', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'mac_address': 'fa:16:3e:09:83:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:25:35Z', 'updated_at': '2021-01-14T03:25:47Z', 'revision_number': 5, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'subnets': [{'id': '3ee057ae-9311-42ad-a614-60f6c9a7f3d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:45.590006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-449d08ce-d3bc-4f3a-ac95-6e3e8d87f161 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:45.590575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-449d08ce-d3bc-4f3a-ac95-6e3e8d87f161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.719554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for eec3d52f-448a-4c8d-9706-3135fe320d6a owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:45.827472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.870681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c764ac-95d7-4b1c-a99e-69f3ae4cbffd tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:45.922418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.989114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:45.994410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port baa3f065-1e38-4813-91e8-e2fae1c32b9e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:45.994754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.202275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=b87b12cd-65e9-43e2-8cd8-31049b47deef,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:46.205840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:46.324842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.407260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.515758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for baa3f065-1e38-4813-91e8-e2fae1c32b9e owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:46.632860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.654855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 8fe59d28-3ed5-44f7-bd01-1874b223c690 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:46.667766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.686434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ae783dc-0668-4fd8-98aa-013587bdf218 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:46.688323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d4e7c7-71eb-4664-8368-502b756da032 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:46.728224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.795297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=eec3d52f-448a-4c8d-9706-3135fe320d6a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:46.831091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:46.844530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:46.868119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:46.868733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 263c3e3e-4b20-45ee-8e40-2d4da9e1bda1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:46.882408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.883807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.4104893 Jan 14 03:27:46.889122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:46.891384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=1dc549e7-aa33-4db5-8177-e8f0357129e3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:46.894741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:46.902548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:46.913265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'port': {'network_id': 'a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7', 'name': 'tempest-FloatingIPTestJSON-1389284461'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:46.921115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.015298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.173231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.182328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d22cb8-e523-4ab7-9492-2c69143e0bc9 None None] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:47.251405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:47.261363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Router 9ef9571d-e772-40f9-89ff-6a0bdb69b108 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:47.276659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/1dc549e7-aa33-4db5-8177-e8f0357129e3 HTTP/1.1" status: 204 len: 168 time: 3.8751397 Jan 14 03:27:47.278656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60904) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:47.367122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:port and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:47.370837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for port was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:47.377260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:47.392291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.582453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:47.591704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.599965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.646325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc8e9300-3890-43f5-90ec-b686b49a7cd8 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:47.699694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:47.717573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] Sync routers for ids ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:47.727820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] Routers {'9ef9571d-e772-40f9-89ff-6a0bdb69b108'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:47.729387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:47.823522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:47.830339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] DHCP port deletion for 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:27:47.839369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Deleting port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:47.840202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.895089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:47.904217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] Routers {'9ef9571d-e772-40f9-89ff-6a0bdb69b108'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:47.905193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:48.082770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=8fe59d28-3ed5-44f7-bd01-1874b223c690,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:48.085938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:48.106475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.107807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "PUT /v2.0/routers/9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 200 len: 705 time: 7.3192716 Jan 14 03:27:48.119453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.155891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] For port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,segment=NetworkSegment(0db0f34e-3403-429a-8022-1cdf93c0f51d),segment_id=0db0f34e-3403-429a-8022-1cdf93c0f51d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:48.156264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.176386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60914) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.302142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Calling delete_port for dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:48.377731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:48.378301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240fe33-6dea-4a9d-b8c7-1bd85263747e None None] The sync data for ids ['9ef9571d-e772-40f9-89ff-6a0bdb69b108'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:48.382052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.383118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:48.383509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.428880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.431280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.464527 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0140e200-4a92-4c47-8ac1-ed384d545520 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/routers/9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 200 len: 740 time: 0.2824347 Jan 14 03:27:48.481379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60918) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.512773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bda87e4-9cea-436e-b786-bc9bb40d4159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:48.555298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.556036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router e617aa47-4b1d-4324-816f-a15ad06f31ee {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:48.581956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Pushing event deleted for resources: {'Port': ['ID=dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:48.586526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:48.604761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] No DVR routers for this DVR port dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:27:48.637295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] The port 'dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:27:48.658168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-39c3b6ed-6b84-4dae-b5b1-8f1b0b17544f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 200 len: 205 time: 0.1204822 Jan 14 03:27:48.658892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60924) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.748273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.750431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.751623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79bec98b-7825-4f49-85e2-1619e39a6297 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/e617aa47-4b1d-4324-816f-a15ad06f31ee HTTP/1.1" status: 204 len: 168 time: 4.3694689 Jan 14 03:27:48.755220 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/8fe59d28-3ed5-44f7-bd01-1874b223c690 HTTP/1.1" status: 204 len: 168 time: 4.4568174 Jan 14 03:27:48.757244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60928) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.757244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60930) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.775321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:48.790756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:48.808498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] device_id is not set on port e6c101f0-cf6d-477e-9d50-58b25bfa77d4 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:48.853457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'name': 'tempest-snat-router-1635583096', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:48.858022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1af1ed1f-5e0b-4860-bd38-bc2fd41a7b5b tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:48.890803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eed51dd0-b500-48ed-b6e5-b1d7a08b38c1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 200 len: 205 time: 0.2249391 Jan 14 03:27:48.900047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:48.968168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:48.986180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:49.030237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:49.039836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Sync routers for ids ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:49.050470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "PUT /v2.0/routers/0922c4ed-c2ef-4ec7-ab81-f08a7ac90489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2342229 Jan 14 03:27:49.056709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Routers {'0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:49.057037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:49.058112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.068041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:49.068485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device dfacc633-3b43-4ee1-9cc7-5e7f00d4cba5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:49.142240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:router and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:49.147760 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-89955307-2bf8-4925-b5e8-f7e300a0eec0 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] GET failed (client error): The resource could not be found. Jan 14 03:27:49.148320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-89955307-2bf8-4925-b5e8-f7e300a0eec0 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:49.159831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:49.214616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36302fc1-0c07-46ff-92c3-03d59429f7b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:49.215152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Set router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:49.219668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36302fc1-0c07-46ff-92c3-03d59429f7b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:49.220463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36302fc1-0c07-46ff-92c3-03d59429f7b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:49.238911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.3 (a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7/4e3f257c-8761-4c5d-83cf-4750698d05e0/e6c101f0-cf6d-477e-9d50-58b25bfa77d4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:49.243276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.254093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36302fc1-0c07-46ff-92c3-03d59429f7b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:49.257097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36302fc1-0c07-46ff-92c3-03d59429f7b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1973662 Jan 14 03:27:49.261919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:49.264161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:49.326980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:46Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.331016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Checking router: 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:27:49.340508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Routers {'0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:49.341308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.365844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:49.369095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:49.375623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.453320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-89955307-2bf8-4925-b5e8-f7e300a0eec0 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:49.458720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89955307-2bf8-4925-b5e8-f7e300a0eec0 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports/8fe59d28-3ed5-44f7-bd01-1874b223c690 HTTP/1.1" status: 404 len: 333 time: 0.6919312 Jan 14 03:27:49.471247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60948) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:49.523087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.524195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.534200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1568206527'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:49.637681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] Set router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:27:49.672011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.707394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db0f34e-3403-429a-8022-1cdf93c0f51d') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.707878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db0f34e-3403-429a-8022-1cdf93c0f51d') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.759341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:46Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:49.764026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7e68-9718-4d9c-b2ec-e527ebee660d None None] The sync data for ids ['0922c4ed-c2ef-4ec7-ab81-f08a7ac90489'] in n-d-765315-13 is: [{'id': '0922c4ed-c2ef-4ec7-ab81-f08a7ac90489', 'name': 'tempest-NetworksTestDHCPv6-router-2081874950', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:23Z', 'updated_at': '2021-01-14T03:27:46Z', 'revision_number': 3, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'gw_port_host': None}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:49.787772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.789419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.803756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet a5ce36be-8457-4ece-ae1f-775f90fb1f5b {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:27:49.804131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.819953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.833028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.836257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.844506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:49.844506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.846017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:49.857858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ccfb7-0f4b-43c0-a69c-fce8389496d9 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:49.863089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:27:49.890741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:49.904543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.911962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:49.912651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:49.958725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:49.995971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.041374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6339c9f8-6d69-43a6-a18c-6ee00dbf6f22 tempest-PortsAdminExtendedAttrsTestJSON-1501396604 tempest-PortsAdminExtendedAttrsTestJSON-1501396604] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:50.083781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:50.093069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.298411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=e6c101f0-cf6d-477e-9d50-58b25bfa77d4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:50.307056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:50.311952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.312767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Fanout notify agent at l3_agent the message router_deleted on router 9ef9571d-e772-40f9-89ff-6a0bdb69b108 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:50.336080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.337529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.338834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a391a4b9-36ac-431c-969e-f42aa642d08b tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 204 len: 168 time: 1.3727615 Jan 14 03:27:50.352720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:50.363985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.375870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60962) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:50.381850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Update dhcp port {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'fixed_ips': [{'subnet_id': 'f031790e-8642-4595-a67a-39e580046995', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f'}], 'binding:host_id': 'n-d-765315-13'}, 'id': 'c59f392b-0aa0-44fc-92f4-dad9edbc803f'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:27:50.437854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.512910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82a8acea-0262-44e6-ae59-5dbd73a2c4ec tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 200 len: 205 time: 0.0851400 Jan 14 03:27:50.525219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60966) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:50.631220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:50.644664 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-e4f29b6a-19dc-4c0e-b36f-d62f3df2d133 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:50.645815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4f29b6a-19dc-4c0e-b36f-d62f3df2d133 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/9ef9571d-e772-40f9-89ff-6a0bdb69b108 HTTP/1.1" status: 404 len: 336 time: 0.1110892 Jan 14 03:27:50.669040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:50.675543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60970) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:50.729598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Allocated IP 172.20.0.2 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f/c59f392b-0aa0-44fc-92f4-dad9edbc803f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:50.770519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:50.798612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 8e12dc6e-5e2b-4725-855a-2e502589a5a4 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:50.889957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:50.919745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:50.944115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device eec3d52f-448a-4c8d-9706-3135fe320d6a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:50.955784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network 54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:27:50.986256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: eec3d52f-448a-4c8d-9706-3135fe320d6a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:50.986652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device eec3d52f-448a-4c8d-9706-3135fe320d6a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:27:51.071002 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:27:51.083610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.6804183 Jan 14 03:27:51.094882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60974) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.154488 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-afdfb3df-433a-460e-b15b-a37ca35e4416 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 200 len: 205 time: 0.4732406 Jan 14 03:27:51.155655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'security_group': {'name': 'tempest-secgroup-148025697'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:51.178839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.251268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.252905 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:51.257328 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:51.271097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:51.271812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.329704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Transition to ACTIVE for port object c59f392b-0aa0-44fc-92f4-dad9edbc803f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:51.338757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.345649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:51.350202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:51.358705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.363382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.365497 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-371b47c9-4d18-492a-828e-5093a961cdeb tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:51.369308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-371b47c9-4d18-492a-828e-5093a961cdeb tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/7aa3ac01-e4ae-4f22-9ea8-23f6d652e7c9 HTTP/1.1" status: 404 len: 336 time: 0.1785448 Jan 14 03:27:51.369308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:51.370824 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4695349 Jan 14 03:27:51.375940 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b17e6d5-0e20-47b5-9d4d-d3e3feb59296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:51.377503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.386739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60986) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.399182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': 'e6c101f0-cf6d-477e-9d50-58b25bfa77d4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:51.427949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.440153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:51.445663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:51.502784 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/54cfeff0-5d32-4ee3-99b6-49c8d7c0d49e HTTP/1.1" status: 204 len: 168 time: 4.2183259 Jan 14 03:27:51.504877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.512929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:51.518059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 60992) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.600173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=6']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:51.604196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:51.629974 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d6d0e25-0393-4bd7-ae09-d037f9e6d806 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 200 len: 205 time: 0.2444508 Jan 14 03:27:51.638396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 60996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:51.644687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:51.683301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:51.744211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:51.770102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:51.779565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:51.856583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::22f (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/8e12dc6e-5e2b-4725-855a-2e502589a5a4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:51.882616 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-908f4070-3fc9-4878-81c5-d67956a90d48 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:51.886934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-908f4070-3fc9-4878-81c5-d67956a90d48 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/c36574d6-b4d9-4ed0-b00d-7486001f146e HTTP/1.1" status: 404 len: 336 time: 0.1869311 Jan 14 03:27:51.893132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.008265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb2025f3-5ab6-4d6f-8828-81919ef1caf1 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 200 len: 205 time: 0.1114969 Jan 14 03:27:52.014451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32772) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.057532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.083290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d520500d-fb16-4993-a820-3b62b5796b93 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:52.143879 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-72d20beb-029d-4214-82f1-6953bd89f88c tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:52.147561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72d20beb-029d-4214-82f1-6953bd89f88c tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/b2073db8-22fc-4868-b02a-6cf5364dbe60 HTTP/1.1" status: 404 len: 336 time: 0.1273584 Jan 14 03:27:52.164072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.264073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:52.264904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.271800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=a5ce36be-8457-4ece-ae1f-775f90fb1f5b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:52.318250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6329b63f-6e6a-468e-aa41-ae33311ef9ee tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 200 len: 205 time: 0.1494894 Jan 14 03:27:52.357814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:52.358335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32780) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.360072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:52.383231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Provisioning for port c59f392b-0aa0-44fc-92f4-dad9edbc803f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:52.391836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:52.392648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-520cc498-1dbc-4784-9e37-278c7331286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.453198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.492882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.501569 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3a2a1ee-6e42-43bb-afd8-70d5571b05a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:52.526494 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-cc1047f3-a69c-42ed-a2ee-cf6cb2c7174a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:52.528049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc1047f3-a69c-42ed-a2ee-cf6cb2c7174a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/f2bea39c-72b8-48cc-86d6-6ae6921cc1c1 HTTP/1.1" status: 404 len: 336 time: 0.1686630 Jan 14 03:27:52.537306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32790) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.569847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d773c3-71b3-402a-a162-d2600b2cae10 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:52.573810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.598404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/a5ce36be-8457-4ece-ae1f-775f90fb1f5b HTTP/1.1" status: 204 len: 168 time: 3.3353686 Jan 14 03:27:52.603463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.625555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.629879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4762051 Jan 14 03:27:52.629879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-946bee9f-0c31-4e0b-a0ab-128d8bf40ced tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "GET /v2.0/ports?device_id=e6dcc995-36d8-45ff-9c00-e489cbece987 HTTP/1.1" status: 200 len: 205 time: 0.0866117 Jan 14 03:27:52.631895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32800) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.632362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32802) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.633617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.660696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b27dce-c99f-468f-abb7-cb7132d18659,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:52.746015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:52.747131 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-82863ed4-050f-44cc-b8ba-bf8a096cd1d5 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] delete failed (client error): The resource could not be found. Jan 14 03:27:52.751142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82863ed4-050f-44cc-b8ba-bf8a096cd1d5 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/routers/e6dcc995-36d8-45ff-9c00-e489cbece987 HTTP/1.1" status: 404 len: 336 time: 0.0829227 Jan 14 03:27:52.752225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'security_group': {'name': 'tempest-secgroup-807365138'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:52.768740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32810) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:52.780864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.795323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:52.808768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:52.826750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:52.858597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8c13fc2-4cd1-4151-a0f7-957251bf499e None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:52.858902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8c13fc2-4cd1-4151-a0f7-957251bf499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.859562 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d80f01-cf8b-4b9a-be85-84d270999778 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] DELETE failed (client error): The resource could not be found. Jan 14 03:27:52.860058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d80f01-cf8b-4b9a-be85-84d270999778 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:27:52.861877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79d80f01-cf8b-4b9a-be85-84d270999778 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] 10.222.0.30 "DELETE /v2.0/subnets/de0d7191-7186-4950-bb6e-efc55be10f4e HTTP/1.1" status: 404 len: 337 time: 0.0791473 Jan 14 03:27:52.894587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:52.930471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:52.960487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:27:52.994656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.022132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:53.029800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee6ec1bc-fe8a-46df-bb55-b7bce5d820a6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:53.102949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:53.104512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 8e12dc6e-5e2b-4725-855a-2e502589a5a4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:53.106261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:53.114182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:53.170894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee6ec1bc-fe8a-46df-bb55-b7bce5d820a6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:53.172290 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee6ec1bc-fe8a-46df-bb55-b7bce5d820a6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5658121 Jan 14 03:27:53.176896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:53.224709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:53.225141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.287939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:27:53.303074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Deleting port 766f7494-c09a-4465-a60a-f76e753a8bad {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:53.303610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.321779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:27:53.415903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32822) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:53.434643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.701900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.709571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.860393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] For port 766f7494-c09a-4465-a60a-f76e753a8bad, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=766f7494-c09a-4465-a60a-f76e753a8bad,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:53.860963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.910668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.971025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fc394ec-3298-45d9-8389-33cbcc70b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:53.988559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:53.992945 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3263400 Jan 14 03:27:54.003154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32828) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:54.021588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'security_group': {'name': 'tempest-secgroup-1071458376'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:54.035370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.094172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Calling delete_port for 766f7494-c09a-4465-a60a-f76e753a8bad owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:54.129503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ae4750-8d2b-477d-be94-2f9da16c6664 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:54.130445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 172.25.3.108 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/62cb01c1-cf1b-4919-8aec-76321c80e593) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:54.145387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:54.181132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc9a393-94f7-4cc5-b98e-c029b6ae8a59,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:54.188782 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:54.201975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.214258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.254007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:54.259488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:54.331379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:54.340987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:54.396379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] No DVR routers for this DVR port 766f7494-c09a-4465-a60a-f76e753a8bad on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:27:54.398238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Pushing event deleted for resources: {'Port': ['ID=766f7494-c09a-4465-a60a-f76e753a8bad,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:54.405090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:54.407804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.425453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.476993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:54.500378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:security_group_rule and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:54.504994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:54.509903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.521375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:54.643803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.647767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.666825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989d2640-331c-4dcc-8a18-97871e457255 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:54.761985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=8e12dc6e-5e2b-4725-855a-2e502589a5a4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:54.767442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:54.822538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:54.844413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ff7718709344c3bf5849bfe457fd67 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:54.853170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.854023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:54.860780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.864858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 766f7494-c09a-4465-a60a-f76e753a8bad no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:27:54.875917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.879259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.890215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:54.896524 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP bd578956-d156-4700-87af-2f8c4cf1edf2 associated. External IP: 172.25.3.144, port: e6c101f0-cf6d-477e-9d50-58b25bfa77d4. Jan 14 03:27:54.899424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 766f7494-c09a-4465-a60a-f76e753a8bad {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:27:54.899831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 766f7494-c09a-4465-a60a-f76e753a8bad not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:27:54.907361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port bd4ee579-2039-4024-bec0-7faeaef9a5a0 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:54.908103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.951826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:54.956381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9434686 Jan 14 03:27:54.956381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=62cb01c1-cf1b-4919-8aec-76321c80e593,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:54.956658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:54.987023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:54.991925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-477ec89e-f7fd-4cec-990e-a9570908f8b0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:55.012079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'name': 'tempest-PortsTestJSON-206581678', 'security_groups': ['a1a0b3a9-ef60-4c09-8dee-4201969d4165'], 'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:55.110216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.110783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Fanout notify agent at l3_agent the message router_deleted on router 0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:27:55.166277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:55.172648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:55.189126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:27:55.192996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:27:55.199501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a0b3a9-ef60-4c09-8dee-4201969d4165,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:55.205724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:55.219114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:55.219871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.247863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.256768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a9b267f-ba27-4b60-9220-efa71b86734d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/routers/0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 HTTP/1.1" status: 204 len: 168 time: 2.0764527 Jan 14 03:27:55.265578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:55.343539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2b7a2d0-ca11-4b74-a99f-f533573a3a3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:55.350984 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.8324516 Jan 14 03:27:55.374759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:55.385830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:55.397182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32850) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:55.425431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'network_id': '013ac211-0ed6-4d9e-ae62-7ccad64ef2d6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-948444514'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:55.456743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:55.460510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:55.489141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:55.528931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af5dc590-d638-4b38-8d87-1352143fe8be None None] Provisioning for port 8e12dc6e-5e2b-4725-855a-2e502589a5a4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:27:55.535520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2b7a2d0-ca11-4b74-a99f-f533573a3a3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:55.535958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af5dc590-d638-4b38-8d87-1352143fe8be None None] Provisioning complete for port 8e12dc6e-5e2b-4725-855a-2e502589a5a4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:27:55.536562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af5dc590-d638-4b38-8d87-1352143fe8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.536825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2b7a2d0-ca11-4b74-a99f-f533573a3a3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2672389 Jan 14 03:27:55.546132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:55.552384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:27:55.596565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.602489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-af5dc590-d638-4b38-8d87-1352143fe8be None None] Port 8e12dc6e-5e2b-4725-855a-2e502589a5a4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:27:55.610838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:55.627022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8fd9cd5-2552-4494-a640-90a99d6faa23 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:55.700805 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6ff7718709344c3bf5849bfe457fd67&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2808914 Jan 14 03:27:55.712731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa1de2-4946-446f-9f27-55c695e48b2a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:55.713483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5caa1de2-4946-446f-9f27-55c695e48b2a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:55.715981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32860) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:55.724609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34477d2c-5020-467f-858a-da6a5a737f7a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:55.743633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:55.758770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:55.772956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5caa1de2-4946-446f-9f27-55c695e48b2a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:55.776765 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5caa1de2-4946-446f-9f27-55c695e48b2a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2244394 Jan 14 03:27:55.778547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:55.929879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-926cd86e-8075-40a0-b645-eac7eb275107 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:27:56.046773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-926cd86e-8075-40a0-b645-eac7eb275107 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:27:56.053079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-926cd86e-8075-40a0-b645-eac7eb275107 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2684135 Jan 14 03:27:56.059695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.064789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32868) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:56.083831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:56.215192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.247161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:56.260094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:56.272305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:56.273191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:56.291203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:56.299377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.350152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:56.354127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:56.367034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:56.367986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:56.378613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:56.449162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:56.449891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011de2c7-9eb2-483c-9f96-b7ef36e31518 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:27:56.497384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port bd4ee579-2039-4024-bec0-7faeaef9a5a0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd4ee579-2039-4024-bec0-7faeaef9a5a0,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:27:56.497384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.553756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.714203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for bd4ee579-2039-4024-bec0-7faeaef9a5a0 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:56.750652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:56.760728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.763640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3258e435-c2cb-4e7d-bb14-2ea4f1750179 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/bd578956-d156-4700-87af-2f8c4cf1edf2 HTTP/1.1" status: 200 len: 978 time: 5.3702269 Jan 14 03:27:56.768422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.772073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32874) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:56.819124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:56.895986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34477d2c-5020-467f-858a-da6a5a737f7a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:56.909797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.911061 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34477d2c-5020-467f-858a-da6a5a737f7a HTTP/1.1" status: 204 len: 168 time: 1.1904173 Jan 14 03:27:56.935323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:56.940603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:56.962910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:57.097784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port e6c101f0-cf6d-477e-9d50-58b25bfa77d4 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:27:57.098170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:57.212992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Made reservation on behalf of 4a1a4f3c4c01480dad5630879a07f5a6 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:57.222148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:57.346962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32882) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:57.481411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] device_id is not set on port 1c130788-d089-4204-9a16-cb018655fbd8 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:57.541896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:57.546711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:57.766980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] device_id is not set on port 73545c27-f988-45c5-8175-4deb2bd7cd85 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:27:57.879671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb9c2b5d-2628-407a-9fec-6f05c2e40899 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f1e49d749b6497780e9e5d4de6f209b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039880 Jan 14 03:27:57.883806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:58.060988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.068756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.069395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.069563 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP bd578956-d156-4700-87af-2f8c4cf1edf2 disassociated. External IP: 172.25.3.144, port: e6c101f0-cf6d-477e-9d50-58b25bfa77d4. Jan 14 03:27:58.069806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for e6c101f0-cf6d-477e-9d50-58b25bfa77d4 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:27:58.117149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:27:58.125709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.134447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.155844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9035eb1-e51a-4dbc-8018-c66df3e1cc2a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:58.160458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a73e8a13-2b9e-450c-8c97-f26f6538ef5d tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:58.195657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.278879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=bd4ee579-2039-4024-bec0-7faeaef9a5a0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:58.291972 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:58.309574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router 95f7f832-1c6b-42ee-9acc-5f97d9adff33 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:27:58.353036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Allocated IP 2001:db8::28e (013ac211-0ed6-4d9e-ae62-7ccad64ef2d6/1330164f-adf2-4d23-ba46-5601a3bad1f4/73545c27-f988-45c5-8175-4deb2bd7cd85) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:58.357304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.10 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f/1c130788-d089-4204-9a16-cb018655fbd8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:58.357432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=9644c646-7fe2-4226-a5c1-03749b5af640,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:58.365409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:58.432028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.443754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26ee6cf6-64d4-4c88-bba0-57c9f77ce687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:58.476241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbf4cd-cac9-4540-8316-d98db0e6989a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:58.491978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:58.502335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:27:58.508964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:27:58.531365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:27:58.532036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.538997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bfe3b-1951-43e5-a109-6e3d5fb90923 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:27:58.548001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.576521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:27:58.705076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:58.706723 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43cbf4cd-cac9-4540-8316-d98db0e6989a HTTP/1.1" status: 204 len: 168 time: 0.8215313 Jan 14 03:27:58.707371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=e6c101f0-cf6d-477e-9d50-58b25bfa77d4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:27:58.726905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:27:58.729874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6637335 Jan 14 03:27:58.741600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:27:58.752958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:27:59.029977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '9644c646-7fe2-4226-a5c1-03749b5af640'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:27:59.030953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.100260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:27:59.183714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:27:59.199782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:27:59.219045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:27:59.241693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:27:59.252416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.427983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.485966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Allocated IP 2001:db8::f816:3eff:fe98:4560 (0db21da6-d133-41c3-a5a5-fbea28870222/9644c646-7fe2-4226-a5c1-03749b5af640/2adc9ceb-8bc4-4074-9535-39f900c24710) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:27:59.492059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:27:59.704300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:27:59.717238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Sync routers for ids ['95f7f832-1c6b-42ee-9acc-5f97d9adff33'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:27:59.733441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Routers {'95f7f832-1c6b-42ee-9acc-5f97d9adff33'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:27:59.734779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['95f7f832-1c6b-42ee-9acc-5f97d9adff33'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:27:59.801943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.823277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Transition to ACTIVE for port object 2adc9ceb-8bc4-4074-9535-39f900c24710 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:59.863323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Transition to ACTIVE for port object 2adc9ceb-8bc4-4074-9535-39f900c24710 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:59.870628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.871421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.882422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.984131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:27:59.988528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.2240853 Jan 14 03:27:59.995086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Transition to ACTIVE for port object 73545c27-f988-45c5-8175-4deb2bd7cd85 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:27:59.996268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32922) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:00.010632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 1c130788-d089-4204-9a16-cb018655fbd8 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:00.050496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Set router 95f7f832-1c6b-42ee-9acc-5f97d9adff33 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:00.152725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:00.209698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:00.284845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Pushing event updated for resources: {'Port': ['ID=2adc9ceb-8bc4-4074-9535-39f900c24710,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:00.291286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:00.305255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:00.324037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:00.325164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:00.372449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.393127 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/e6c101f0-cf6d-477e-9d50-58b25bfa77d4 HTTP/1.1" status: 204 len: 168 time: 3.5643916 Jan 14 03:28:00.395358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32936) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:00.436189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:00.495510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:00.498227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:00.502588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:00.506959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:00.510058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.532523 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e61ffedd-8d26-4eca-866b-26611f080aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/floatingips/bd578956-d156-4700-87af-2f8c4cf1edf2 HTTP/1.1" status: 200 len: 688 time: 0.1358566 Jan 14 03:28:00.536622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:00.616864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:00.634890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:00.635650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a185a9f-1bee-4b9b-a273-2961fcff7bed None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:00.672874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae9649cb-04b2-4d9a-a848-ad734433b5ae tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:00.690900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Attempting to bind port 2adc9ceb-8bc4-4074-9535-39f900c24710 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:00.691666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Attempting to bind port 2adc9ceb-8bc4-4074-9535-39f900c24710 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:00.692281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Attempting to bind port 2adc9ceb-8bc4-4074-9535-39f900c24710 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:00.693167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108'}], 'enable_snat': False}, 'gw_port_id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:49Z', 'updated_at': '2021-01-14T03:27:56Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:53Z', 'updated_at': '2021-01-14T03:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:00.705552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Checking router: 95f7f832-1c6b-42ee-9acc-5f97d9adff33 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:28:00.705997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Updating router 95f7f832-1c6b-42ee-9acc-5f97d9adff33 port 62cb01c1-cf1b-4919-8aec-76321c80e593 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:28:00.706685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:00.707284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:00.707908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.708569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:00.709254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Bound port: 2adc9ceb-8bc4-4074-9535-39f900c24710, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:00.709836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.769342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=73545c27-f988-45c5-8175-4deb2bd7cd85,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:00.773523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:00.782163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:28:00.783717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.834644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75087d1a-9bd4-44c0-89b1-88a217aab62f tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:00.880872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.907558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] For port 2adc9ceb-8bc4-4074-9535-39f900c24710, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:00.914979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] For port 2adc9ceb-8bc4-4074-9535-39f900c24710, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2adc9ceb-8bc4-4074-9535-39f900c24710,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:00.920685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:00.985254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port b87b12cd-65e9-43e2-8cd8-31049b47deef {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:00.986017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.131302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:01.188631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:01.207954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:01.216949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6952381 Jan 14 03:28:01.218491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:01.220830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.225880 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.242565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:01.242932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.255877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Pushing event updated for resources: {'Port': ['ID=2adc9ceb-8bc4-4074-9535-39f900c24710,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:01.267036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:01.294069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.8948100 Jan 14 03:28:01.298471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.300237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.301705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.303220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.304126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.304779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.305369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.306177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.306864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.307439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.307995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.308583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.309182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.309736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.310446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.311120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.311684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.312237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.312852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.313404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.313973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.314536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.315086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.315681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.316544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.317231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.317767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.318327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.318880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.319666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.320893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.321543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.322210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.323008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.323654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.324214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:01.332572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32956) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:01.350264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:01.355925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dd', 'mac_address': 'fa:16:3e:bc:60:53'}, {'ip_address': '2001:db8::22f', 'mac_address': 'fa:16:3e:fe:9b:04'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:01.359031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8e3d3ca-feb1-4f92-a073-b01d1931be20 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/95f7f832-1c6b-42ee-9acc-5f97d9adff33 HTTP/1.1" status: 200 len: 909 time: 1.3516874 Jan 14 03:28:01.422536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:01.433541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32960) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:01.467725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:01.468472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.474106 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:01.484069 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:01.497939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'name': 'tempest-snat-router-1635583096', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': True}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:01.538464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=1c130788-d089-4204-9a16-cb018655fbd8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:01.560739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:01.595074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:01.663412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Usage tracker for resource:router and tenant:e35b6c837cac4826b6653d43d0850cf7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:01.669867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:01.683054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:01.686835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:01.693116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:01.701901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Quota usage for router was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:01.713242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2cadb06-ceb1-4451-9116-bccd01d40dbb None None] Provisioning for port 73545c27-f988-45c5-8175-4deb2bd7cd85 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:01.743494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2cadb06-ceb1-4451-9116-bccd01d40dbb None None] Provisioning complete for port 73545c27-f988-45c5-8175-4deb2bd7cd85 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:01.751012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2cadb06-ceb1-4451-9116-bccd01d40dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.792812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:01.793652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.813329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:01.822603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:01.828051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:28:01.896931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.9262977 Jan 14 03:28:01.897239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:01.905848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:01.906341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:01.907018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:01.956923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.957301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:01.989491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c2cadb06-ceb1-4451-9116-bccd01d40dbb None None] Port 73545c27-f988-45c5-8175-4deb2bd7cd85 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:02.181683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.182822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.209592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:02.226273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eb430f12-b015-4692-beb1-6c10656889ec None None] Provisioning for port 1c130788-d089-4204-9a16-cb018655fbd8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:02.233665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eb430f12-b015-4692-beb1-6c10656889ec None None] Provisioning complete for port 1c130788-d089-4204-9a16-cb018655fbd8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:02.234090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb430f12-b015-4692-beb1-6c10656889ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.291364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for b87b12cd-65e9-43e2-8cd8-31049b47deef owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:02.351667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:02.407247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385d006-9727-4a50-8c8a-21aa29bf8f93 None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:02.429726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb430f12-b015-4692-beb1-6c10656889ec None None] Port 1c130788-d089-4204-9a16-cb018655fbd8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:02.440865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.590958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 32978) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:02.593525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.606968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.634874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f20f5be-c6ed-43b7-8043-926a13a130ff tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:02.755807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting subnet 3ee057ae-9311-42ad-a614-60f6c9a7f3d8 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:02.775881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.903151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:02.955312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.057914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Transition to ACTIVE for port object 62cb01c1-cf1b-4919-8aec-76321c80e593 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:03.066523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.122230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:03.130048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2adc9ceb-8bc4-4074-9535-39f900c24710 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:03.147925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:03.153879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:03.158167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f0e2850-2d2b-4120-9f6b-c87a7d1bd20c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:03.167195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:03.190730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:03.255319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1610594597', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:03.291489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:03.308046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Usage tracker for resource:port and tenant:2f9fa076c7744daebedd9d1d2231f064 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:03.317724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2adc9ceb-8bc4-4074-9535-39f900c24710 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:03.320895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:03.341806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd4ee579-2039-4024-bec0-7faeaef9a5a0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:03.342328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:03.355881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Pushing event updated for resources: {'Port': ['ID=62cb01c1-cf1b-4919-8aec-76321c80e593,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:03.396636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: bd4ee579-2039-4024-bec0-7faeaef9a5a0 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:03.397143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd4ee579-2039-4024-bec0-7faeaef9a5a0 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:03.409805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.410185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.410555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.410921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.411284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.411642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.411999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.412375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.412754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.413109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.413462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.413790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.414184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.414535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.414888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.415237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.415587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.415939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.416289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.416694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.417046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.417396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.417743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.418092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.418503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.418853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.419201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.419577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.419895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.420245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.420623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.420972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.421320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.421669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.422035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.422345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:03.427649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:03.430131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.479663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Attempting to bind port 62cb01c1-cf1b-4919-8aec-76321c80e593 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:03.480227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Attempting to bind port 62cb01c1-cf1b-4919-8aec-76321c80e593 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:03.480760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Attempting to bind port 62cb01c1-cf1b-4919-8aec-76321c80e593 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:03.489553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:03.489903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:03.490662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.491020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:03.491542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Bound port: 62cb01c1-cf1b-4919-8aec-76321c80e593, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:03.491975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.544440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.547270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Made reservation on behalf of 2f9fa076c7744daebedd9d1d2231f064 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:03.552951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.576012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] For port 62cb01c1-cf1b-4919-8aec-76321c80e593, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:03.581729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] For port 62cb01c1-cf1b-4919-8aec-76321c80e593, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62cb01c1-cf1b-4919-8aec-76321c80e593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:03.587552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.611002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:03.679230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Provisioning for port 2adc9ceb-8bc4-4074-9535-39f900c24710 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:03.699291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:03.700797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.787970 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f (CIDR: 172.20.0.0/28) Jan 14 03:28:03.809310 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:03.809523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Pushing event updated for resources: {'Port': ['ID=62cb01c1-cf1b-4919-8aec-76321c80e593,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:03.813822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:03.826192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:03.886183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Routers {'95f7f832-1c6b-42ee-9acc-5f97d9adff33'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:03.887770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:27:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['95f7f832-1c6b-42ee-9acc-5f97d9adff33'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:03.903690 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-abf6bc44-3a7e-426f-a2c7-f73fc3260875 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0053170 Jan 14 03:28:03.907429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 32988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:03.921543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:03.928024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:03.992392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] For port 2adc9ceb-8bc4-4074-9535-39f900c24710, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2adc9ceb-8bc4-4074-9535-39f900c24710,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:03.999451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.001254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02e0209f-acc0-4fc7-8086-91a6da46e021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:04.034864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=2056b495-12a6-4762-951b-19bd962bf357,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:04.050283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:04.099605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.121945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Pushing event updated for resources: {'Port': ['ID=2adc9ceb-8bc4-4074-9535-39f900c24710,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:04.137337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:04.148800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5fe13d81-2b04-45df-a7ce-5c2c08ecb306 None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:04.149491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe13d81-2b04-45df-a7ce-5c2c08ecb306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.193902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] Set router 95f7f832-1c6b-42ee-9acc-5f97d9adff33 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:04.206622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:04.235823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:04.246477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:04.318955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.325645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:04.365094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:04.375608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.389903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:04.457937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Usage tracker for resource:security_group_rule and tenant:2f9fa076c7744daebedd9d1d2231f064 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:04.467180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:04.483069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:04.502380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.523737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108'}], 'enable_snat': False}, 'gw_port_id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:49Z', 'updated_at': '2021-01-14T03:27:56Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:53Z', 'updated_at': '2021-01-14T03:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:04.527392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-213751da-623e-4468-95e7-97a3ba1b20fc None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:04.527988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213751da-623e-4468-95e7-97a3ba1b20fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.533616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc35ff3-2dd4-46a3-8ca8-a977e54ffbf5 None None] The sync data for ids ['95f7f832-1c6b-42ee-9acc-5f97d9adff33'] in n-d-765315-13 is: [{'id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108'}], 'enable_snat': False}, 'gw_port_id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:27:49Z', 'updated_at': '2021-01-14T03:27:56Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '62cb01c1-cf1b-4919-8aec-76321c80e593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7f832-1c6b-42ee-9acc-5f97d9adff33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:27:53Z', 'updated_at': '2021-01-14T03:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:04.567033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.700072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f474e387-c18d-454d-9dbc-69fc6867d5b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:04.710163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71ec770a-2ef5-4221-8298-2810ec651264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.727107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ef6b967-69e6-472c-ad81-17917182187a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:04.749223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Subnet': ['ID=3ee057ae-9311-42ad-a614-60f6c9a7f3d8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:04.756002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:04.762680 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f031790e-8642-4595-a67a-39e580046995 (CIDR: 172.20.0.16/28) Jan 14 03:28:04.763861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.774991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/3ee057ae-9311-42ad-a614-60f6c9a7f3d8 HTTP/1.1" status: 204 len: 168 time: 3.5015793 Jan 14 03:28:04.776319 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:04.776736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0192ec-0b78-4570-8e11-aeb61f416732 None None] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:04.776877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:04.780765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33002) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:04.827176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97adab19-60a3-4a41-be55-a683e9d22a2d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9160829 Jan 14 03:28:04.827814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:04.833123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:04.841995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:04.844037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=b87b12cd-65e9-43e2-8cd8-31049b47deef,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:04.865003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:04.891881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'subnet': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:04.949996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:04.950725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:04.962304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539de12a-935c-4104-8276-ce023e9cae41 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:05.023735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2adc9ceb-8bc4-4074-9535-39f900c24710 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:05.055317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.105801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.139258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.168149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c4c044f-bdb8-47b2-aad7-bf3aba740e01 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:05.181823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Deleting port 3119f07b-e489-45f9-b708-c84461f7749b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:05.182571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.220314 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4775259 Jan 14 03:28:05.228685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33010) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:05.246231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:bf:52:d7', 'name': 'tempest-NetworksTestDHCPv6-1933145648'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:05.418277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:05.421292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:05.424659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:05.431308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:05.447449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event updated for resources: {'Port': ['ID=73545c27-f988-45c5-8175-4deb2bd7cd85,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:05.451960 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:05.460043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:05.467819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Usage tracker for resource:subnet and tenant:b6c83e9f7f2842999a80fa02f23572fa is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:05.473343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:05.486165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.515564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:05.527866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.540578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:05.701076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Made reservation on behalf of b6c83e9f7f2842999a80fa02f23572fa for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:05.711069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.741402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:05.741722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.749585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.750865 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/bd578956-d156-4700-87af-2f8c4cf1edf2 HTTP/1.1" status: 204 len: 168 time: 5.2131531 Jan 14 03:28:05.758036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:05.780659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33016) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:05.787533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7344d093-9e5f-4366-86a8-c9bf387a8988 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:05.845822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'port_id': '3f60ce13-687c-4692-9ce7-3c5f77eb2c25'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.850424 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:05.857425 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:05.879641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:05.879641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:floatingip and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:05.881095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:05.899615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:05.959826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Pushing event updated for resources: {'SecurityGroup': ['ID=fe21bce5-9b6d-4ba1-b676-6490362868ad,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:05.995304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:06.012401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] In _notify_port_updated(), no bound segment for port 73545c27-f988-45c5-8175-4deb2bd7cd85 on network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:28:06.064309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:06.065052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.068847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "PUT /v2.0/ports/73545c27-f988-45c5-8175-4deb2bd7cd85 HTTP/1.1" status: 200 len: 1067 time: 4.7341368 Jan 14 03:28:06.105675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:06.117897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.279570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] For port 3119f07b-e489-45f9-b708-c84461f7749b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3119f07b-e489-45f9-b708-c84461f7749b,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:06.280545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.291658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] DHCP port deletion for bb3e446e-1483-4ac6-af78-a1b658e99ec3 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:28:06.305243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Deleting port 3119f07b-e489-45f9-b708-c84461f7749b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:06.305602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.390684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 73545c27-f988-45c5-8175-4deb2bd7cd85 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:06.391010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.434014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d4ba2bfa-1686-4557-90fb-f9719b68a4ed None None] Provisioning complete for port 73545c27-f988-45c5-8175-4deb2bd7cd85 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:06.434606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2bfa-1686-4557-90fb-f9719b68a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.471938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.501964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Calling delete_port for 3119f07b-e489-45f9-b708-c84461f7749b owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:06.510974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.520902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '9644c646-7fe2-4226-a5c1-03749b5af640', 'ip_address': '2001:db8::f816:3eff:fe98:4560'}, {'subnet_id': '2056b495-12a6-4762-951b-19bd962bf357'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '2adc9ceb-8bc4-4074-9535-39f900c24710'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:28:06.644068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.652225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba2bfa-1686-4557-90fb-f9719b68a4ed None None] Port 73545c27-f988-45c5-8175-4deb2bd7cd85 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:06.668650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.701262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] For port 3119f07b-e489-45f9-b708-c84461f7749b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3119f07b-e489-45f9-b708-c84461f7749b,segment=NetworkSegment(97be29ea-41e9-495c-af04-30e690dbc2a4),segment_id=97be29ea-41e9-495c-af04-30e690dbc2a4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:06.701812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.754841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:06.777708 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74a07c80-2c15-4f9d-971f-d51d0e0b712e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:06.811086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] device_id is not set on port 9b6f22c2-47a0-4c4f-8240-5f49d5197338 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:07.000914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Calling delete_port for 3119f07b-e489-45f9-b708-c84461f7749b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:07.048801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62cb01c1-cf1b-4919-8aec-76321c80e593 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:07.181272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76ef8b62-67d1-4c60-8101-808654069655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.183251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:07.183786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:07.380477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Port': ['ID=3119f07b-e489-45f9-b708-c84461f7749b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:07.392372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:07.420137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 62cb01c1-cf1b-4919-8aec-76321c80e593 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:07.443323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 62cb01c1-cf1b-4919-8aec-76321c80e593 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:07.445041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.466275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.487815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No DVR routers for this DVR port 3119f07b-e489-45f9-b708-c84461f7749b on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:28:07.497945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Allocated IP 172.20.0.2 (0db21da6-d133-41c3-a5a5-fbea28870222/2056b495-12a6-4762-951b-19bd962bf357/2adc9ceb-8bc4-4074-9535-39f900c24710) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:07.609346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 73545c27-f988-45c5-8175-4deb2bd7cd85 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:07.638329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.666898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] For port 2adc9ceb-8bc4-4074-9535-39f900c24710, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2adc9ceb-8bc4-4074-9535-39f900c24710,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:07.735614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 478527ae-fb1f-4320-b222-c1e56c86e4cb yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:07.744450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Deleting port 3119f07b-e489-45f9-b708-c84461f7749b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:07.746027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.810974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.831703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Transition to ACTIVE for port object 2adc9ceb-8bc4-4074-9535-39f900c24710 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:07.843687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.865498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.871971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c192429a-419d-4404-ae22-d036e38c1e2a tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:07.929851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:07.952153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3de26af-0cac-4f9f-a573-dec7f6b104bb tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:08.000636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.010881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=73545c27-f988-45c5-8175-4deb2bd7cd85,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:08.014087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:08.034862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Subnet': ['ID=9026cfc3-6ca6-4d17-a87d-3ad4813437be,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:08.079974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:08.102419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Allocated IP 172.25.3.186 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/9b6f22c2-47a0-4c4f-8240-5f49d5197338) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:08.115975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:08.135291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3e446e-1483-4ac6-af78-a1b658e99ec3']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:08.186277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Pushing event updated for resources: {'Port': ['ID=2adc9ceb-8bc4-4074-9535-39f900c24710,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:08.203501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97be29ea-41e9-495c-af04-30e690dbc2a4') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:08.203783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97be29ea-41e9-495c-af04-30e690dbc2a4') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:08.227053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:08.236436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1d06f75a-2667-40b8-bc5c-4aee1aedfde6 None None] The port '3119f07b-e489-45f9-b708-c84461f7749b' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:28:08.240125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.248331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.307580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.316722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:28:08.334823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.361324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 62cb01c1-cf1b-4919-8aec-76321c80e593, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62cb01c1-cf1b-4919-8aec-76321c80e593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:08.367872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.372485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.374981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1294662-4a9b-4531-9a49-a4325ec68e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:08.517656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=62cb01c1-cf1b-4919-8aec-76321c80e593,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:08.521390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3119f07b-e489-45f9-b708-c84461f7749b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:08.553109 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/73545c27-f988-45c5-8175-4deb2bd7cd85 HTTP/1.1" status: 204 len: 168 time: 2.4410090 Jan 14 03:28:08.566843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33058) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:08.577210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:08.600996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3119f07b-e489-45f9-b708-c84461f7749b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:08.601716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3119f07b-e489-45f9-b708-c84461f7749b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:08.632483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.654803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:08.684786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:08.686027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.698143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6336c4-224d-428f-8cb3-c6972f5054de None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:08.771866 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfb7cd0-13e7-448b-933e-0dcc0d7ada4a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] GET failed (client error): The resource could not be found. Jan 14 03:28:08.773546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5dfb7cd0-13e7-448b-933e-0dcc0d7ada4a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:08.822523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 172.20.0.3 (0db21da6-d133-41c3-a5a5-fbea28870222/2056b495-12a6-4762-951b-19bd962bf357/478527ae-fb1f-4320-b222-c1e56c86e4cb) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:08.825420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:08.826067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:08.851976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 172.25.3.58 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/46a2ed06-cf42-4544-8f30-bba8081cbb2e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:08.864896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5dfb7cd0-13e7-448b-933e-0dcc0d7ada4a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:08.869928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5dfb7cd0-13e7-448b-933e-0dcc0d7ada4a tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports/73545c27-f988-45c5-8175-4deb2bd7cd85 HTTP/1.1" status: 404 len: 333 time: 0.2944903 Jan 14 03:28:08.874730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33064) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:08.908316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0714381 Jan 14 03:28:08.910098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:08.911581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:09.066920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:febf:52d7 (0db21da6-d133-41c3-a5a5-fbea28870222/9644c646-7fe2-4226-a5c1-03749b5af640/478527ae-fb1f-4320-b222-c1e56c86e4cb) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:09.096665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62cb01c1-cf1b-4919-8aec-76321c80e593 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:09.096869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 8e12dc6e-5e2b-4725-855a-2e502589a5a4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:09.097234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.163996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.179556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.185047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a7bf3ec-51e0-4e28-b68e-f889d0269e29 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:09.199267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Request body: {'port': {'name': 'tempest-PortsTestJSON-1302476834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9026cfc3-6ca6-4d17-a87d-3ad4813437be'}], 'security_groups': ['d1b27dce-c99f-468f-abb7-cb7132d18659', '3cc9a393-94f7-4cc5-b98e-c029b6ae8a59']}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:09.240419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 62cb01c1-cf1b-4919-8aec-76321c80e593 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:09.240782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.366028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.398347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Pushing event updated for resources: {'Port': ['ID=9b6f22c2-47a0-4c4f-8240-5f49d5197338,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:09.428565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:09.502177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.504038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.509337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2adc9ceb-8bc4-4074-9535-39f900c24710 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:09.527814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:09.606516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=46a2ed06-cf42-4544-8f30-bba8081cbb2e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:09.671283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:09.737789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8cc7b052-851e-4a32-ab97-c325132417b5 None None] Provisioning for port 2adc9ceb-8bc4-4074-9535-39f900c24710 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:09.751135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.39 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/30a8f96f-7f85-49f0-8e60-47ef9f358870) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:09.767931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8cc7b052-851e-4a32-ab97-c325132417b5 None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:09.768906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b052-851e-4a32-ab97-c325132417b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.804197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Network bb3e446e-1483-4ac6-af78-a1b658e99ec3 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:09.810586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Update dhcp port {'port': {'network_id': '8a85eed7-a29f-49f1-915a-1c952e1e9d0f', 'fixed_ips': [{'subnet_id': 'f031790e-8642-4595-a67a-39e580046995', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9026cfc3-6ca6-4d17-a87d-3ad4813437be'}], 'binding:host_id': 'n-d-765315-13'}, 'id': 'c59f392b-0aa0-44fc-92f4-dad9edbc803f'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:28:09.875685 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:28:09.906463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.920301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:09.920772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:09.954485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:09.960945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:09.966413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:10.070901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:10.078263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:10.110247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:10.131456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.204563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.237714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:10.263576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.273965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.281968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Pushing event deleted for resources: {'Network': ['ID=bb3e446e-1483-4ac6-af78-a1b658e99ec3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:10.287916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/networks/bb3e446e-1483-4ac6-af78-a1b658e99ec3 HTTP/1.1" status: 204 len: 168 time: 5.5038397 Jan 14 03:28:10.288793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33078) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:10.296912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:10.309579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'routes': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:10.480302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b82afd2b-42bf-42e4-b3db-fb7fb32e8d85 None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:10.480761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b82afd2b-42bf-42e4-b3db-fb7fb32e8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.502040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.528070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:10.528878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.590655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Allocated IP 172.20.0.34 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/9026cfc3-6ca6-4d17-a87d-3ad4813437be/c59f392b-0aa0-44fc-92f4-dad9edbc803f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:10.605081 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.9998925 Jan 14 03:28:10.619285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:10.639540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.186'}]}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:10.648419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:10.659826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Usage tracker for resource:router and tenant:2f9fa076c7744daebedd9d1d2231f064 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:10.664293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:10.673190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:10.713720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.739136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:10.778898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.780012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.835591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:10.852693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.866014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.885164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Transition to ACTIVE for port object c59f392b-0aa0-44fc-92f4-dad9edbc803f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:10.890612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:10.909423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:11.136276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Added routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:28:11.136778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Removed routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:28:11.137271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.151602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 8e12dc6e-5e2b-4725-855a-2e502589a5a4 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:11.209502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Pushing event updated for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=7']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:11.227560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:11.358304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.458593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=30a8f96f-7f85-49f0-8e60-47ef9f358870,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:11.480393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:11.491185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:11.494948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:11.507158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:11.538718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.679063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.689481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 478527ae-fb1f-4320-b222-c1e56c86e4cb will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:11.714584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0afdc61-576d-497c-904f-6c8919af9093 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:11.868935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.906789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Provisioning for port c59f392b-0aa0-44fc-92f4-dad9edbc803f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:11.917636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:11.921119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.970391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:11.977318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=8e12dc6e-5e2b-4725-855a-2e502589a5a4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:11.986355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.006454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:12.148934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:12.154663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.192083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:28:12.193791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.223467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:12.236243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Provisioning complete for port 1c130788-d089-4204-9a16-cb018655fbd8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:12.237899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.268392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce29598f-9ecb-4dfd-b2f5-5003b2a5c8f5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:12.321579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c997b6f-6838-4520-9e5b-f13070c301fc None None] Port 1c130788-d089-4204-9a16-cb018655fbd8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:12.322482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.366969 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/8e12dc6e-5e2b-4725-855a-2e502589a5a4 HTTP/1.1" status: 204 len: 168 time: 3.4791815 Jan 14 03:28:12.420942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33092) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:12.423519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.446032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-57cfe71b-eb65-424e-bba1-d137e6aa2068 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:12.446576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57cfe71b-eb65-424e-bba1-d137e6aa2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.566395 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac84871a-ade9-455d-8444-d0b0902661c9 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] GET failed (client error): The resource could not be found. Jan 14 03:28:12.567001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac84871a-ade9-455d-8444-d0b0902661c9 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Synchronizing usage tracker for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:12.644555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:12.665824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Sync routers for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:12.667979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac84871a-ade9-455d-8444-d0b0902661c9 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Unset dirty status for tenant:4a1a4f3c4c01480dad5630879a07f5a6 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:12.669312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac84871a-ade9-455d-8444-d0b0902661c9 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "GET /v2.0/ports/8e12dc6e-5e2b-4725-855a-2e502589a5a4 HTTP/1.1" status: 404 len: 333 time: 0.2308037 Jan 14 03:28:12.674405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.678079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:12.709270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:12.710003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:12.742882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.747252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b1742ab3-481d-47c7-8886-e5702560d4ed tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 705 time: 2.4492502 Jan 14 03:28:12.751187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33102) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:12.790477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:12.823271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88f673bf-c9d6-4c76-8e4f-6e59596e6341 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:12.865539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88f673bf-c9d6-4c76-8e4f-6e59596e6341 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:12.872389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88f673bf-c9d6-4c76-8e4f-6e59596e6341 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 205 time: 0.1100259 Jan 14 03:28:12.933686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:13.000874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:13.025998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:13.124275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33110) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.143751 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.148195 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.157405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port 9fe6aa21-1832-417a-ae70-88aa3ff04be5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:13.157405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.185739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:13.196841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Checking router: 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:28:13.210282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Routers {'3645d9c2-70a8-4c2d-b51f-714f2d68eb60'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:13.211093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:13.329573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:28:13.331873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.396046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:13.396498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.430088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=478527ae-fb1f-4320-b222-c1e56c86e4cb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:13.434200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.166s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:13.444536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.449236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] Set router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:13.473234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:13.477057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:13.479795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:13.556121 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:13.572676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:13.573670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.579488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:13.589885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d83d91e-91c0-4a96-af6e-74c70525761c None None] The sync data for ids ['3645d9c2-70a8-4c2d-b51f-714f2d68eb60'] in n-d-765315-13 is: [{'id': '3645d9c2-70a8-4c2d-b51f-714f2d68eb60', 'name': 'tempest-RoutersIpV6Test-router-1785693305', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:25:23Z', 'updated_at': '2021-01-14T03:27:57Z', 'revision_number': 11, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:13.603891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Delete allocated IP 172.20.0.10 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f) {{(pid=80832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:28:13.624830 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.3945818 Jan 14 03:28:13.631214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Allocated IP 172.20.0.35 (8a85eed7-a29f-49f1-915a-1c952e1e9d0f/9026cfc3-6ca6-4d17-a87d-3ad4813437be/1c130788-d089-4204-9a16-cb018655fbd8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:13.665502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33118) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:13.841051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bfabf662-c6cd-4cf2-966a-262634401e67 None None] Provisioning for port 478527ae-fb1f-4320-b222-c1e56c86e4cb completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:13.846382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bfabf662-c6cd-4cf2-966a-262634401e67 None None] Provisioning complete for port 478527ae-fb1f-4320-b222-c1e56c86e4cb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:13.846811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfabf662-c6cd-4cf2-966a-262634401e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.903881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:13.905866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bfabf662-c6cd-4cf2-966a-262634401e67 None None] Port 478527ae-fb1f-4320-b222-c1e56c86e4cb cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:13.920653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcda54e-2d99-487c-bc58-e55d783ee607 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:13.942977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcda54e-2d99-487c-bc58-e55d783ee607 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:13.943887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9fcda54e-2d99-487c-bc58-e55d783ee607 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:13.984883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router 4fc3cab1-b61d-4442-b01d-168a870dc6ae is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:28:13.993237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9fcda54e-2d99-487c-bc58-e55d783ee607 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:13.997237 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9fcda54e-2d99-487c-bc58-e55d783ee607 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3278286 Jan 14 03:28:13.998814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:14.010381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:14.083857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Usage tracker for resource:security_group_rule and tenant:1b029a5f28ef4052bfb891db4849fd43 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:14.099945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 478527ae-fb1f-4320-b222-c1e56c86e4cb {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:14.100333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.130693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:14.135426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.170559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.215980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.221812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.242506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Transition to ACTIVE for port object 1c130788-d089-4204-9a16-cb018655fbd8 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:14.248644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.252146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:14.268737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5188cd3-d237-4442-8fbc-36a2b658163a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:14.521608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event updated for resources: {'Port': ['ID=1c130788-d089-4204-9a16-cb018655fbd8,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:14.525089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:14.559913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.560479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router 3645d9c2-70a8-4c2d-b51f-714f2d68eb60 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:14.592915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.785487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 478527ae-fb1f-4320-b222-c1e56c86e4cb owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:14.824067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] In _notify_port_updated(), no bound segment for port 1c130788-d089-4204-9a16-cb018655fbd8 on network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.826004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:14.831369 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:14.844208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:14.844967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.850093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "PUT /v2.0/ports/1c130788-d089-4204-9a16-cb018655fbd8 HTTP/1.1" status: 200 len: 960 time: 5.7718349 Jan 14 03:28:14.856159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:14.888082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:14.898000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Sync routers for ids ['4fc3cab1-b61d-4442-b01d-168a870dc6ae'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:14.909922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Routers {'4fc3cab1-b61d-4442-b01d-168a870dc6ae'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:14.910525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4fc3cab1-b61d-4442-b01d-168a870dc6ae'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:14.910661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.946405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:14.959481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 1c130788-d089-4204-9a16-cb018655fbd8 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:14.959867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.133310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Set router 4fc3cab1-b61d-4442-b01d-168a870dc6ae gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:15.135949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.164770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for 9fe6aa21-1832-417a-ae70-88aa3ff04be5 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:15.236904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.243516 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51ef9881-6141-437b-8d06-74e6690a6ca6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 204 len: 168 time: 2.1871352 Jan 14 03:28:15.243682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33130) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:15.284554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97356926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:15.304552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.317929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.319232 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a36db4f-e210-432f-aa63-6da0ef250e37 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.8609796 Jan 14 03:28:15.327635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33134) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:15.328794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:15.343780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Usage tracker for resource:router and tenant:b8622c1eeb2041eb8da8578d01893d72 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:15.345846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eb9fd699-979e-4db4-8aff-9fab05ca6f26 None None] Provisioning for port 1c130788-d089-4204-9a16-cb018655fbd8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:15.356331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eb9fd699-979e-4db4-8aff-9fab05ca6f26 None None] Provisioning complete for port 1c130788-d089-4204-9a16-cb018655fbd8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:15.358291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb9fd699-979e-4db4-8aff-9fab05ca6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.369989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.426561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb9fd699-979e-4db4-8aff-9fab05ca6f26 None None] Port 1c130788-d089-4204-9a16-cb018655fbd8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:15.449232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.461595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:15.462326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f69427c8-06f7-455a-8eda-f7e819245c24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:15.463384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:02Z', 'updated_at': '2021-01-14T03:28:10Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:28:07Z', 'updated_at': '2021-01-14T03:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:15.467721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Checking router: 4fc3cab1-b61d-4442-b01d-168a870dc6ae for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:28:15.468112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Updating router 4fc3cab1-b61d-4442-b01d-168a870dc6ae port 46a2ed06-cf42-4544-8f30-bba8081cbb2e binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:28:15.532169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.546081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:15.549020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.554647 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b029a5f28ef4052bfb891db4849fd43&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4293511 Jan 14 03:28:15.558656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 1c130788-d089-4204-9a16-cb018655fbd8 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:15.561776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33138) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:15.566020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.596791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb8e757-f9af-4291-b28c-af2a0ce57f5b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:15.731371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.732401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.732761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:15.733282 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a623b364-f703-4fc6-8abf-18d8a0d9f2db tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:15.819764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.832626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.853756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-027fe793-14f5-4219-96f0-7c414167300d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:15.892231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ad5f02c-7839-4ff8-a106-de434d9769d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/4fc3cab1-b61d-4442-b01d-168a870dc6ae HTTP/1.1" status: 200 len: 907 time: 0.5570107 Jan 14 03:28:15.901979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33142) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:15.902758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=30a8f96f-7f85-49f0-8e60-47ef9f358870,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:15.944021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:15.999020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.002632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=478527ae-fb1f-4320-b222-c1e56c86e4cb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.005832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.053990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.075333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Transition to ACTIVE for port object 46a2ed06-cf42-4544-8f30-bba8081cbb2e will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:16.077556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.095546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.119259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17116ec0-d4c7-4896-acd5-2f11d69eedc8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:16.150710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e573ce58-20ce-4007-a80d-1297abdb74e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:16.236039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Pushing event updated for resources: {'Port': ['ID=46a2ed06-cf42-4544-8f30-bba8081cbb2e,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.247130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=1c130788-d089-4204-9a16-cb018655fbd8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.250069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.254670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.282004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.283332 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72968b1f-1e51-44f6-89ae-8fa892ee6dc9 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0372665 Jan 14 03:28:16.288779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33146) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:16.309854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Attempting to bind port 46a2ed06-cf42-4544-8f30-bba8081cbb2e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:16.310273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Attempting to bind port 46a2ed06-cf42-4544-8f30-bba8081cbb2e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:16.310682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Attempting to bind port 46a2ed06-cf42-4544-8f30-bba8081cbb2e on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:16.317075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:16.317484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:16.317905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.318378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:16.318905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Bound port: 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:16.319306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.385444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.392067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Request body: {'router': {'admin_state_up': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:16.397456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] For port 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:16.400847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] For port 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=46a2ed06-cf42-4544-8f30-bba8081cbb2e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:16.405223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.416520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.421907 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:16.520269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.558096 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf817eaf-1041-4d2e-9c09-96a629519bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:16.574610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.677644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb8e757-f9af-4291-b28c-af2a0ce57f5b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.746897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.753228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Pushing event updated for resources: {'Port': ['ID=46a2ed06-cf42-4544-8f30-bba8081cbb2e,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.758354 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84ec5a0f-9784-4f1f-922c-2219e70d4aa3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:16.759267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.789538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.801848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.802212 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/478527ae-fb1f-4320-b222-c1e56c86e4cb HTTP/1.1" status: 204 len: 168 time: 2.8026440 Jan 14 03:28:16.806230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Routers {'4fc3cab1-b61d-4442-b01d-168a870dc6ae'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:16.806409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbb8e757-f9af-4291-b28c-af2a0ce57f5b HTTP/1.1" status: 204 len: 168 time: 1.2258298 Jan 14 03:28:16.807106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4fc3cab1-b61d-4442-b01d-168a870dc6ae'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:16.816161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33150) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:16.845354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Port': ['ID=9fe6aa21-1832-417a-ae70-88aa3ff04be5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:16.860063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:16.903462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:16.905536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/ports/9fe6aa21-1832-417a-ae70-88aa3ff04be5 HTTP/1.1" status: 204 len: 168 time: 4.2263799 Jan 14 03:28:16.913763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33156) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:16.918593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.050834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] Set router 4fc3cab1-b61d-4442-b01d-168a870dc6ae gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:17.305301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.308098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.320326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:17.326270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:17.331766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:17.332684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:17.341880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.484083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:17.486130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.488322 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/1c130788-d089-4204-9a16-cb018655fbd8 HTTP/1.1" status: 204 len: 168 time: 2.6310503 Jan 14 03:28:17.497641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:17.506850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:02Z', 'updated_at': '2021-01-14T03:28:10Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:28:07Z', 'updated_at': '2021-01-14T03:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:17.511854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13ce0-d586-41e7-9399-83705a656dce None None] The sync data for ids ['4fc3cab1-b61d-4442-b01d-168a870dc6ae'] in n-d-765315-13 is: [{'id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'name': 'tempest-snat-router-1635583096', 'tenant_id': 'e35b6c837cac4826b6653d43d0850cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:02Z', 'updated_at': '2021-01-14T03:28:10Z', 'revision_number': 3, 'project_id': 'e35b6c837cac4826b6653d43d0850cf7', 'gw_port': {'id': '46a2ed06-cf42-4544-8f30-bba8081cbb2e', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc3cab1-b61d-4442-b01d-168a870dc6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:28:07Z', 'updated_at': '2021-01-14T03:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:17.528832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:17.532678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7305ab73-883c-4544-bce4-b182849e959e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7102735 Jan 14 03:28:17.560466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.560877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Fanout notify agent at l3_agent the message router_deleted on router 9844571b-4284-46d0-ae69-1711101f8e16 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:17.573643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33170) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:17.575213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.629801 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-429a5891-737e-4de2-92a6-7c6a8ffb514b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] GET failed (client error): The resource could not be found. Jan 14 03:28:17.630368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-429a5891-737e-4de2-92a6-7c6a8ffb514b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Synchronizing usage tracker for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:17.641675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.658448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.673198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:17.679308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Usage tracker for resource:security_group_rule and tenant:cf0e63facc094d919e3fb15406b68e45 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:17.683226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:17.686682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:17.692481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-429a5891-737e-4de2-92a6-7c6a8ffb514b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Unset dirty status for tenant:b6c83e9f7f2842999a80fa02f23572fa on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:17.693710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-429a5891-737e-4de2-92a6-7c6a8ffb514b tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports/1c130788-d089-4204-9a16-cb018655fbd8 HTTP/1.1" status: 404 len: 333 time: 0.1711080 Jan 14 03:28:17.695438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:17.697270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:17.857503 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:28:17.861230 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6d2b9ea2-5ab8-4385-8677-6b7b30ee38fe tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.2275448 Jan 14 03:28:17.863254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33178) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:18.043865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Deleting port 9b6f22c2-47a0-4c4f-8240-5f49d5197338 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:18.044251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.071566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.139019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.160960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.164096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting port 46a2ed06-cf42-4544-8f30-bba8081cbb2e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:18.164508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.185912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Router 473a209c-289a-49e7-bff8-cdd31d401fa4 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:28:18.207456 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP e8abfb0c-c3f8-47f5-bb28-d648ae12e15f associated. External IP: 172.25.3.39, port: 3f60ce13-687c-4692-9ce7-3c5f77eb2c25. Jan 14 03:28:18.302648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting subnet 1330164f-adf2-4d23-ba46-5601a3bad1f4 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:18.373737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.451400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:18.458178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.463467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Sync routers for ids ['473a209c-289a-49e7-bff8-cdd31d401fa4'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:18.474126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Routers {'473a209c-289a-49e7-bff8-cdd31d401fa4'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:18.475273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['473a209c-289a-49e7-bff8-cdd31d401fa4'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:18.482455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 2056b495-12a6-4762-951b-19bd962bf357 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:18.521535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.528979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.540405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fab884d-906e-42ce-90e5-dea31291e7a8 tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:18.608613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf0e63facc094d919e3fb15406b68e45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1128139 Jan 14 03:28:18.616026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.617325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/security-groups/a1a0b3a9-ef60-4c09-8dee-4201969d4165 HTTP/1.1" status: 204 len: 168 time: 0.9187043 Jan 14 03:28:18.628856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.633005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcdc80b2-43eb-4f71-ab00-08a4eb2b5da4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "PUT /v2.0/routers/473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 200 len: 696 time: 2.3413181 Jan 14 03:28:18.634263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33182) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:18.634641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33184) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:18.635002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:18.638481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Set router 473a209c-289a-49e7-bff8-cdd31d401fa4 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:18.717546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b1c47-c254-4813-bf1b-987493bc4cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f732e-7bb7-4e1a-9708-8cea8fc5821c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:18.757129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473a209c-289a-49e7-bff8-cdd31d401fa4', 'name': 'tempest-RoutersIpV6Test-router-97356926', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:15Z', 'updated_at': '2021-01-14T03:28:17Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:18.763430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Checking router: 473a209c-289a-49e7-bff8-cdd31d401fa4 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:28:18.773537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Routers {'473a209c-289a-49e7-bff8-cdd31d401fa4'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:18.774248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['473a209c-289a-49e7-bff8-cdd31d401fa4'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:18.844000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.872150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a0b3a9-ef60-4c09-8dee-4201969d4165,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:18.904361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:18.904580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:18.919009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0602c024-945b-46d2-9176-5b95274af5be tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/routers/473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 200 len: 702 time: 0.2727962 Jan 14 03:28:18.919739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:18.920190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:18.920831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:18.954157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] Set router 473a209c-289a-49e7-bff8-cdd31d401fa4 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:28:18.978231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.029093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.042725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.045072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 46a2ed06-cf42-4544-8f30-bba8081cbb2e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:19.052126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50e4a9e9-5b85-49fb-afd6-840b5ab6f0fe tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 200 len: 205 time: 0.1151888 Jan 14 03:28:19.070493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:19.167192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473a209c-289a-49e7-bff8-cdd31d401fa4', 'name': 'tempest-RoutersIpV6Test-router-97356926', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:15Z', 'updated_at': '2021-01-14T03:28:17Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:19.175220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26752a1-2e50-4f56-a65f-01912426f812 None None] The sync data for ids ['473a209c-289a-49e7-bff8-cdd31d401fa4'] in n-d-765315-13 is: [{'id': '473a209c-289a-49e7-bff8-cdd31d401fa4', 'name': 'tempest-RoutersIpV6Test-router-97356926', 'tenant_id': 'b8622c1eeb2041eb8da8578d01893d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:28:15Z', 'updated_at': '2021-01-14T03:28:17Z', 'revision_number': 2, 'project_id': 'b8622c1eeb2041eb8da8578d01893d72', 'gw_port_host': None}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:19.206451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 46a2ed06-cf42-4544-8f30-bba8081cbb2e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:19.212325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 46a2ed06-cf42-4544-8f30-bba8081cbb2e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:19.213203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.343040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.360274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=46a2ed06-cf42-4544-8f30-bba8081cbb2e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:19.364108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.366483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-605a688b-a81c-47c3-bb1e-3e783b9bf188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:19.432856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] For port 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=46a2ed06-cf42-4544-8f30-bba8081cbb2e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:19.433154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.436083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=46a2ed06-cf42-4544-8f30-bba8081cbb2e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:19.452030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:19.452468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.480700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Calling delete_port for 9b6f22c2-47a0-4c4f-8240-5f49d5197338 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:19.546733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.562614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.621804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.663122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Calling delete_port for 46a2ed06-cf42-4544-8f30-bba8081cbb2e owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:19.722067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.730337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea92e30a-fb8c-4d23-8ea1-4c46bce01c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:19.743002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.747327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc9a393-94f7-4cc5-b98e-c029b6ae8a59,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:19.755377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:19.772794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.774049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/security-groups/3cc9a393-94f7-4cc5-b98e-c029b6ae8a59 HTTP/1.1" status: 204 len: 168 time: 1.1296306 Jan 14 03:28:19.777153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33202) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:19.780702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.809578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc09b39e-2b6f-4def-9462-ac357b1f1c04 tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:19.862171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.924184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Pushing event deleted for resources: {'Port': ['ID=9b6f22c2-47a0-4c4f-8240-5f49d5197338,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:19.938194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:19.946036 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beb2fd67-6179-4a7c-b244-76031cd66473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:19.958740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:19.960372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b8f732e-7bb7-4e1a-9708-8cea8fc5821c HTTP/1.1" status: 204 len: 168 time: 1.3173025 Jan 14 03:28:19.974421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f732e-7bb7-4e1a-9708-8cea8fc5821c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:19.983227 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:20.007479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.032398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.141440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.199263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.202043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.202376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.213436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] 10.222.0.30 "DELETE /v2.0/ports/9b6f22c2-47a0-4c4f-8240-5f49d5197338 HTTP/1.1" status: 204 len: 168 time: 2.3331661 Jan 14 03:28:20.220034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.222831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.224299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/security-groups/d1b27dce-c99f-468f-abb7-cb7132d18659 HTTP/1.1" status: 204 len: 168 time: 0.4459229 Jan 14 03:28:20.225279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-646aca11-8e13-47bd-bd1d-9578214d04a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:20.235402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33210) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.265113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.265701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Fanout notify agent at l3_agent the message router_deleted on router 473a209c-289a-49e7-bff8-cdd31d401fa4 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:20.278062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b27dce-c99f-468f-abb7-cb7132d18659,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:20.286710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:20.360889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.368077 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f27b375-4e28-4110-8640-1657a486a55d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 204 len: 168 time: 1.2964768 Jan 14 03:28:20.379112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:28:20.391872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.469954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-753a2082-17fd-46da-985d-8f4d7698cf8e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Synchronizing usage tracker for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:20.509734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:20.513716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.579342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:20.624649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-753a2082-17fd-46da-985d-8f4d7698cf8e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Unset dirty status for tenant:b8622c1eeb2041eb8da8578d01893d72 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:20.627741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-753a2082-17fd-46da-985d-8f4d7698cf8e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 200 len: 205 time: 0.2210617 Jan 14 03:28:20.636178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33228) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.694605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33232) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.733230 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-21ccb024-cc83-4c74-b878-63101acdf76a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:20.734896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21ccb024-cc83-4c74-b878-63101acdf76a tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/473a209c-289a-49e7-bff8-cdd31d401fa4 HTTP/1.1" status: 404 len: 336 time: 0.0968659 Jan 14 03:28:20.740500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.741498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:20.741873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:20.796292 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f96424f-4759-4b52-9b02-50322fd55185 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:20.797286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f96424f-4759-4b52-9b02-50322fd55185 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:20.799966 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f96424f-4759-4b52-9b02-50322fd55185 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/8b67f31b-d431-4ac2-ba21-3a9da02611f2 HTTP/1.1" status: 404 len: 337 time: 0.0576193 Jan 14 03:28:20.802835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.871177 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ee5de9-9424-4c2a-955e-2831fae04086 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:20.871799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ee5de9-9424-4c2a-955e-2831fae04086 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:20.877516 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92ee5de9-9424-4c2a-955e-2831fae04086 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/b5a7b1e2-b36e-4172-a739-4286c9ca9a5a HTTP/1.1" status: 404 len: 337 time: 0.0731368 Jan 14 03:28:20.878448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33248) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.932858 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a771a3a-5dd4-4f8e-bee4-dfe1d7dfd30e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:20.933472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a771a3a-5dd4-4f8e-bee4-dfe1d7dfd30e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:20.938648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a771a3a-5dd4-4f8e-bee4-dfe1d7dfd30e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/1dc549e7-aa33-4db5-8177-e8f0357129e3 HTTP/1.1" status: 404 len: 337 time: 0.0567749 Jan 14 03:28:20.941256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33252) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:20.963273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 46a2ed06-cf42-4544-8f30-bba8081cbb2e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:20.996940 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d99eeed-fe69-4d32-9496-fb2775b4e638 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:21.000450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d99eeed-fe69-4d32-9496-fb2775b4e638 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:21.002742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4d99eeed-fe69-4d32-9496-fb2775b4e638 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/3ee057ae-9311-42ad-a614-60f6c9a7f3d8 HTTP/1.1" status: 404 len: 337 time: 0.0602722 Jan 14 03:28:21.005686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33258) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.054493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.100904 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e0ad2b50-2486-476e-b4d1-aec7d22e6a93 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 200 len: 205 time: 0.0937240 Jan 14 03:28:21.104814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33262) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.139286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 46a2ed06-cf42-4544-8f30-bba8081cbb2e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:21.140173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.159805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.191952 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-eca5658e-7051-48f1-824d-b07f6c51ccbf tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:21.196872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eca5658e-7051-48f1-824d-b07f6c51ccbf tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/3645d9c2-70a8-4c2d-b51f-714f2d68eb60 HTTP/1.1" status: 404 len: 336 time: 0.0909946 Jan 14 03:28:21.197915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33268) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.233620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:21.237726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Usage tracker for resource:security_group_rule and tenant:3644b5b8c9e4413ab5561b9582a7bf7f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:21.240778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:21.246620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:21.263556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6fc0c99-20b4-4c2f-ac7b-fdced2e0cffa tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=1327e500-52af-4519-b1d8-d349e446a95f HTTP/1.1" status: 200 len: 205 time: 0.0613074 Jan 14 03:28:21.264239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33274) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.344388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.430583 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5e32a410-fa0a-4f6d-bc3f-062db44a9d10 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:21.431719 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e32a410-fa0a-4f6d-bc3f-062db44a9d10 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/1327e500-52af-4519-b1d8-d349e446a95f HTTP/1.1" status: 404 len: 336 time: 0.1418450 Jan 14 03:28:21.435672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33280) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.486139 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1fd245-4111-408d-ab7b-0081ce9bc7c4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:21.486670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1fd245-4111-408d-ab7b-0081ce9bc7c4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:21.488510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f1fd245-4111-408d-ab7b-0081ce9bc7c4 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/eadd751f-82d5-46b0-b145-f1d1453150af HTTP/1.1" status: 404 len: 337 time: 0.0518379 Jan 14 03:28:21.493206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33284) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.544296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:21.557602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:21.573733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db701118-96b8-457a-b337-d01120c194d7 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 200 len: 205 time: 0.0790098 Jan 14 03:28:21.576938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.591530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:21.592248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:21.622623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.647364 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c1fe49eb-8893-48c0-815b-1d2064ff6914 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:21.648688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1fe49eb-8893-48c0-815b-1d2064ff6914 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/edecd619-94d0-4930-a523-0e2f24a52224 HTTP/1.1" status: 404 len: 336 time: 0.0707593 Jan 14 03:28:21.652116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.662533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.680113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.699839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:21.710642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:21.712648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:21.716616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:21.744463 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3644b5b8c9e4413ab5561b9582a7bf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457592 Jan 14 03:28:21.744463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.746771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c3fa2d4-d144-4b4c-af7a-a6e535de78f6 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=a4083819-e8a4-4084-9e28-16ba5dc550d1 HTTP/1.1" status: 200 len: 205 time: 0.0834444 Jan 14 03:28:21.747398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33298) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.755223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33300) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.775921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2eb8e-eeb3-4469-8b81-25a65740f3e5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:21.787868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:21.822161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:21.822608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f998702-9ed7-4724-8c66-187e1f05b743 None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:21.843585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cbbf1169-9e61-4b5b-9590-e6ec0dc7ee67 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:21.887717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.901947 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-0902248d-aa68-4e8f-8945-fa76450de5ff tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:21.905720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0902248d-aa68-4e8f-8945-fa76450de5ff tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/a4083819-e8a4-4084-9e28-16ba5dc550d1 HTTP/1.1" status: 404 len: 336 time: 0.1445367 Jan 14 03:28:21.909033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33310) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.915131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 16.1100516 Jan 14 03:28:21.915960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:21.931696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=2056b495-12a6-4762-951b-19bd962bf357,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:21.952996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33314) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:21.978033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2779839'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:21.986237 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fe190e-3e9a-4c55-bc3c-00ea2e1605b2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:21.987365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fe190e-3e9a-4c55-bc3c-00ea2e1605b2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:21.993752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:21.996795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.007890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:22.008498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7923f4-7301-41ab-ab0e-06217db47964 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:22.013436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:network and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:22.021811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1fe190e-3e9a-4c55-bc3c-00ea2e1605b2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/41a786b0-7787-4a3e-a46b-4b70976c37e1 HTTP/1.1" status: 404 len: 337 time: 0.1099386 Jan 14 03:28:22.022857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:22.027608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.034939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33320) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.041251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:22.058674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting port 46a2ed06-cf42-4544-8f30-bba8081cbb2e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:22.059032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.094538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.108124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Subnet': ['ID=1330164f-adf2-4d23-ba46-5601a3bad1f4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:22.136974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:22.141057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-330b9b90-e202-4416-9d7e-c6c05792751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:22.226132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5379f-4d81-4447-adfe-fc0b3b6652e5 None None] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:22.240782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a720becf-cd2a-4ca5-b5e3-ae8a2eb36a2f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=144120e1-eaca-4fa3-bd37-99f4137f360a HTTP/1.1" status: 200 len: 205 time: 0.2011776 Jan 14 03:28:22.253308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:22.263094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.265679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.273523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.293344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:22.314359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:22.355831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.395492 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/2056b495-12a6-4762-951b-19bd962bf357 HTTP/1.1" status: 204 len: 168 time: 4.7655842 Jan 14 03:28:22.399197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:22.402247 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/subnets/1330164f-adf2-4d23-ba46-5601a3bad1f4 HTTP/1.1" status: 204 len: 168 time: 5.4852998 Jan 14 03:28:22.402388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33332) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.402724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33334) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.403639 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-e50d18b3-7350-4a3a-ae1e-df128f01361e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:22.405067 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e50d18b3-7350-4a3a-ae1e-df128f01361e tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/144120e1-eaca-4fa3-bd37-99f4137f360a HTTP/1.1" status: 404 len: 336 time: 0.1291609 Jan 14 03:28:22.407820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.446655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7016fc3-0a7c-4c3a-bb1f-5098f6bb13f6 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:22.471569 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-21963b47-8a7a-46aa-959c-da69e56ae1a7 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:22.472085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21963b47-8a7a-46aa-959c-da69e56ae1a7 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:22.476579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21963b47-8a7a-46aa-959c-da69e56ae1a7 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/48920a03-27fd-4c2e-87e5-d5754fdcd939 HTTP/1.1" status: 404 len: 337 time: 0.0650947 Jan 14 03:28:22.477579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33348) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.479987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.523735 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f844d3a8-6cbf-48fc-9ee3-87e747ca55b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:22.540266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e1eeddc-4e2b-439c-ac5b-1a670de4f5fc tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "GET /v2.0/ports?device_id=f9fad984-1410-4626-812a-d414a19050a8 HTTP/1.1" status: 200 len: 205 time: 0.0612459 Jan 14 03:28:22.542856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.623974 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3a797155-cf7a-4071-b568-913cab692980 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] delete failed (client error): The resource could not be found. Jan 14 03:28:22.627724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a797155-cf7a-4071-b568-913cab692980 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/routers/f9fad984-1410-4626-812a-d414a19050a8 HTTP/1.1" status: 404 len: 336 time: 0.0813234 Jan 14 03:28:22.628292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33356) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.654971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc33e7-0e6d-41d4-b0ac-84432b93875c None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:22.667602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.679299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] For port 46a2ed06-cf42-4544-8f30-bba8081cbb2e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=46a2ed06-cf42-4544-8f30-bba8081cbb2e,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:22.679747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.689250 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab4e9e9-176a-4021-8a76-786089951450 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:22.690302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab4e9e9-176a-4021-8a76-786089951450 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:22.692151 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ab4e9e9-176a-4021-8a76-786089951450 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/fa3040fd-1d82-435f-99bb-01b2875e4230 HTTP/1.1" status: 404 len: 337 time: 0.0631304 Jan 14 03:28:22.692295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.692691 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Added segment 01d68d4e-30ab-4dff-8a2f-1fc11b31dd80 of type vxlan for network 501cb391-cc6d-4539-826a-6cba45a798fb Jan 14 03:28:22.694408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2eb8e-eeb3-4469-8b81-25a65740f3e5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:22.696546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33360) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:22.780015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 9644c646-7fe2-4226-a5c1-03749b5af640 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:22.783490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.855815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:22.881610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Calling delete_port for 46a2ed06-cf42-4544-8f30-bba8081cbb2e owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:22.914731 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a81d480-ba09-46b1-8196-d42ea1625b99 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] DELETE failed (client error): The resource could not be found. Jan 14 03:28:22.915403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a81d480-ba09-46b1-8196-d42ea1625b99 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:22.917418 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a81d480-ba09-46b1-8196-d42ea1625b99 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] 10.222.0.30 "DELETE /v2.0/subnets/c09ff8f2-ebbc-490d-8843-60c18286e7b4 HTTP/1.1" status: 404 len: 337 time: 0.2203031 Jan 14 03:28:22.962570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:23.054299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f HTTP/1.1" status: 204 len: 168 time: 2.8174438 Jan 14 03:28:23.060502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:23.069855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.071083 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95c2eb8e-eeb3-4469-8b81-25a65740f3e5 HTTP/1.1" status: 204 len: 168 time: 1.3175659 Jan 14 03:28:23.079778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.135422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.183276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.210000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.228200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25323166-23c3-4115-8694-2d65011773c5 None None] DHCP port deletion for 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:28:23.239473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Deleting port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:23.240102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.275122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:23.275378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.421940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.535159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33382) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:23.660307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:23.689929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.694838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.753482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-25323166-23c3-4115-8694-2d65011773c5 None None] For port ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,segment=NetworkSegment(28de9381-fa73-469f-bc8c-f7efe1b07b81),segment_id=28de9381-fa73-469f-bc8c-f7efe1b07b81)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:23.754205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.861846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.864963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Fanout notify agent at l3_agent the message router_deleted on router 4fc3cab1-b61d-4442-b01d-168a870dc6ae {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:23.945572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:23.965790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b645a25-bc81-4de9-aeee-e55b2f874c01 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/routers/4fc3cab1-b61d-4442-b01d-168a870dc6ae HTTP/1.1" status: 204 len: 168 time: 8.0597100 Jan 14 03:28:23.966522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33396) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:24.005593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Calling delete_port for ed5675ec-2d7e-4a5a-8738-9080aa739ad6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:24.145255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.160139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.183195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-68b71c06-4f5f-4d49-a8ab-1b8f2dc9a385 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8622c1eeb2041eb8da8578d01893d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420751 Jan 14 03:28:24.192082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:24.194831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.222196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33400) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:24.226094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e987a48d-3fc6-4e78-97a9-60d1392b8b0a tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:24.323578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet 9026cfc3-6ca6-4d17-a87d-3ad4813437be {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:24.356959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:24.359289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.393369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33404) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:24.418099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Pushing event deleted for resources: {'Port': ['ID=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:24.421590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.435284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:24.442819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25323166-23c3-4115-8694-2d65011773c5 None None] No DVR routers for this DVR port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:28:24.462142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-291381e8-d16d-4b8d-8329-285a8e6db26c None None] Provisioning complete for port 2adc9ceb-8bc4-4074-9535-39f900c24710 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:24.462554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-291381e8-d16d-4b8d-8329-285a8e6db26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.472661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:24.579574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6248150 Jan 14 03:28:24.588552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33408) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:24.648892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'subnet': {'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:24.717684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Network': ['ID=501cb391-cc6d-4539-826a-6cba45a798fb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:24.730393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:24.777044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] For port ed5675ec-2d7e-4a5a-8738-9080aa739ad6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ed5675ec-2d7e-4a5a-8738-9080aa739ad6,segment=NetworkSegment(28de9381-fa73-469f-bc8c-f7efe1b07b81),segment_id=28de9381-fa73-469f-bc8c-f7efe1b07b81)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:24.777673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.802183 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:24.809071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Usage tracker for resource:security_group_rule and tenant:dff484938b8e43fe8df3e716ea68ca3b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:24.814726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:24.825013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:24.903443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:24.919055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:24.938091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:24.953965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed5675ec-2d7e-4a5a-8738-9080aa739ad6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:24.957044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.017133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.039656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.063920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ed5675ec-2d7e-4a5a-8738-9080aa739ad6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:25.064318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ed5675ec-2d7e-4a5a-8738-9080aa739ad6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:25.064878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 46a2ed06-cf42-4544-8f30-bba8081cbb2e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:25.067106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Calling delete_port for ed5675ec-2d7e-4a5a-8738-9080aa739ad6 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:25.084145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.103161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.103478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-503cb28d-ea85-4fc5-978d-93ddf6c16951 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f9fa076c7744daebedd9d1d2231f064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042973 Jan 14 03:28:25.135487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:25.163723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb09da6f-8ae9-4fa3-8911-eb4527c3b845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:25.179234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 46a2ed06-cf42-4544-8f30-bba8081cbb2e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:25.179622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 46a2ed06-cf42-4544-8f30-bba8081cbb2e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:25.204117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:25.206152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d12c3e-0040-4676-9b63-885c476ea6c6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:25.225257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:25.237282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecf14d3f-cf5c-4988-b454-87d8d40f4384 None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:25.237954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf14d3f-cf5c-4988-b454-87d8d40f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.258640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dff484938b8e43fe8df3e716ea68ca3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5947406 Jan 14 03:28:25.262904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:25.292860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ecf14d3f-cf5c-4988-b454-87d8d40f4384 None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:25.302159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:25.305567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecf14d3f-cf5c-4988-b454-87d8d40f4384 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:25.305706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf14d3f-cf5c-4988-b454-87d8d40f4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.346781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.359188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.362162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:25.386643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.388070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47be9018-dbd5-460d-82cc-2c0c17589e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:25.399729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Deleting port 62cb01c1-cf1b-4919-8aec-76321c80e593 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:25.400104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.460812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:25.461119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:25.461794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.471732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.473170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7364464-529b-46a5-851d-9ca7e82993c2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:25.504069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:25.537309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.556714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.563873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb5496a7-1ae2-4203-b5ec-8dd93fc95ace tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:25.659238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.659955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=9644c646-7fe2-4226-a5c1-03749b5af640,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:25.673824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.701981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:25.793328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.794714 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7364464-529b-46a5-851d-9ca7e82993c2 HTTP/1.1" status: 204 len: 168 time: 1.5190372 Jan 14 03:28:25.820611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] For port 62cb01c1-cf1b-4919-8aec-76321c80e593, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=62cb01c1-cf1b-4919-8aec-76321c80e593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:25.821013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.857781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.859785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/9644c646-7fe2-4226-a5c1-03749b5af640 HTTP/1.1" status: 204 len: 168 time: 3.4542823 Jan 14 03:28:25.863782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33426) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:25.866233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c60261-a519-48b6-b6da-36697746ee95 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:25.926283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.943858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5bd57ca1-5d5a-4378-84b9-7145cd217f49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:25.962150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Deleting port ed5675ec-2d7e-4a5a-8738-9080aa739ad6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:25.962635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.992561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:25.993535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71de05d4-1aec-4cd2-a308-10d91fbdd330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:25.995214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5bd57ca1-5d5a-4378-84b9-7145cd217f49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:router {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:25.996507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5bd57ca1-5d5a-4378-84b9-7145cd217f49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316750 Jan 14 03:28:26.004260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33430) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:26.005905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8d44538-ef83-4cce-851f-9228987c6829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:26.017303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Calling delete_port for 62cb01c1-cf1b-4919-8aec-76321c80e593 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:26.092955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:26.122466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe21bce5-9b6d-4ba1-b676-6490362868ad,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:26.123111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.126782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6d12c3e-0040-4676-9b63-885c476ea6c6 HTTP/1.1" status: 204 len: 168 time: 0.8607028 Jan 14 03:28:26.126782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d12c3e-0040-4676-9b63-885c476ea6c6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:26.130181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] The port 'ed5675ec-2d7e-4a5a-8738-9080aa739ad6' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:28:26.213577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.214005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.214428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.214846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.215260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.215674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.216210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.216513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.216921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.217309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.217708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.218187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.218536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.218940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.219346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.219742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.220122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.220656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.221034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.221443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.221857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.222216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.222620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.223022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.223480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.223879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.224275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.224702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.225117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.225475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.225873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.226270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.226668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.227063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.227463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.227862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:26.241472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:26.253126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:28:26.286060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Deleting port 2adc9ceb-8bc4-4074-9535-39f900c24710 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:26.286798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.298137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.329763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.333611 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe21bce5-9b6d-4ba1-b676-6490362868ad HTTP/1.1" status: 204 len: 168 time: 1.1867111 Jan 14 03:28:26.357999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.461215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:26.574643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.603449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013ac211-0ed6-4d9e-ae62-7ccad64ef2d6']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:26.616781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] For port 2adc9ceb-8bc4-4074-9535-39f900c24710, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2adc9ceb-8bc4-4074-9535-39f900c24710,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:26.617211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.627457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28de9381-fa73-469f-bc8c-f7efe1b07b81') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:26.627457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28de9381-fa73-469f-bc8c-f7efe1b07b81') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:26.649358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.676071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.691452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:28:26.790226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Calling delete_port for 2adc9ceb-8bc4-4074-9535-39f900c24710 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:26.873759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:26.876417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bba7cc2b-b03c-4883-b0b9-48110f540bb7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:26.899495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:26.935887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd1d57e4-7bd1-4dd0-a05c-01d12f9cace9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:26.939469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33450) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:26.945086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:26.963718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2adc9ceb-8bc4-4074-9535-39f900c24710 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:26.974488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:26.977989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:26.984732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:26.996501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.026390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=9026cfc3-6ca6-4d17-a87d-3ad4813437be,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:27.030243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.035050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.040052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:27.041085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.123949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca88e4-cb09-4fab-95ee-e444cc118dc7 None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:27.150401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:27.151346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Pushing event deleted for resources: {'Port': ['ID=2adc9ceb-8bc4-4074-9535-39f900c24710,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:27.155279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Usage tracker for resource:security_group_rule and tenant:332ab61687ed442bbab3fabfedbbde41 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:27.159943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:27.162189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2adc9ceb-8bc4-4074-9535-39f900c24710 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:27.162893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2adc9ceb-8bc4-4074-9535-39f900c24710 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:27.166971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:27.226830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.230325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.251572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:27.263173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.278427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:27.283065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.337359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-938354b1-2bdd-4cad-80bd-bc68f2f14310 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:27.414348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] No DVR routers for this DVR port 2adc9ceb-8bc4-4074-9535-39f900c24710 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:28:27.425560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.426178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Fanout notify agent at l3_agent the message router_deleted on router 95f7f832-1c6b-42ee-9acc-5f97d9adff33 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:27.451019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.457029 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-517f2d6b-e315-4cfa-82ec-753fde9baa52 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "DELETE /v2.0/routers/95f7f832-1c6b-42ee-9acc-5f97d9adff33 HTTP/1.1" status: 204 len: 168 time: 3.4840429 Jan 14 03:28:27.458103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33462) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:27.464056 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/9026cfc3-6ca6-4d17-a87d-3ad4813437be HTTP/1.1" status: 204 len: 168 time: 4.4018128 Jan 14 03:28:27.467291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33466) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:27.489682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-391544791', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:27.513959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:27.519367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:27.524649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:27.531756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:27.604693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.606034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.618004 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-558957b6-119a-4ae4-bb10-df2d17b19740 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:27.618512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558957b6-119a-4ae4-bb10-df2d17b19740 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:27.620512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-558957b6-119a-4ae4-bb10-df2d17b19740 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/1d2fa274-bc8e-4ac5-ae1b-07d17f7ebb5f HTTP/1.1" status: 404 len: 337 time: 0.0801373 Jan 14 03:28:27.628002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.646426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33472) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:27.867261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:27.952722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting subnet f031790e-8642-4595-a67a-39e580046995 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:27.956181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.042743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=332ab61687ed442bbab3fabfedbbde41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008132 Jan 14 03:28:28.044971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Network 013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:28.050353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33486) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:28:28.084126 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:28:28.105326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3c6f2-c4cf-4124-8a08-95608cd2368f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:28.179697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.193823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:28.210415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd3cf4b4-90de-46b7-a8a5-a510f1c86113 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:28.215114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.223287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.262445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33492) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:28.383203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Subnet': ['ID=072fec6e-2d67-495d-a2cf-60bdc4c12d61,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:28.390546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:28.400910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.414355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33500) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:28.418785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e55d154-b11f-4e31-9a2a-3fa277c32b8d tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:28.443583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.459324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Pushing event deleted for resources: {'Network': ['ID=013ac211-0ed6-4d9e-ae62-7ccad64ef2d6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:28.466794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:28.483399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] 10.222.0.30 "DELETE /v2.0/networks/013ac211-0ed6-4d9e-ae62-7ccad64ef2d6 HTTP/1.1" status: 204 len: 168 time: 6.0760591 Jan 14 03:28:28.491248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bee57bd7-ce66-4c58-b548-46ddbee96d87 None None] Provisioning complete for port 2c2a678e-dd96-4dca-ac10-05a0e59f224a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:28.492203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee57bd7-ce66-4c58-b548-46ddbee96d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.529440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Checking segment: {'id': '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:28.530149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network hostable DHCP agents. Network: 501cb391-cc6d-4539-826a-6cba45a798fb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:28.575402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:28.607567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bee57bd7-ce66-4c58-b548-46ddbee96d87 None None] Port 2c2a678e-dd96-4dca-ac10-05a0e59f224a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:28.622563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bee57bd7-ce66-4c58-b548-46ddbee96d87 None None] Provisioning complete for port c59f392b-0aa0-44fc-92f4-dad9edbc803f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:28.623418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bee57bd7-ce66-4c58-b548-46ddbee96d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.640538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d05b6d61-b87b-4ec7-9aa0-531965e3850d tempest-AgentManagementNegativeTest-1985395679 tempest-AgentManagementNegativeTest-1985395679] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2229433 Jan 14 03:28:28.641454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 501cb391-cc6d-4539-826a-6cba45a798fb) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:28.656593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:28.657247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.662654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888d952-952a-493e-8851-10270c22bc04 None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:28.690689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0804875 Jan 14 03:28:28.691627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33510) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:28.697686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-383595744', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:28.726280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:28.732867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:router and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:28.740374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for router was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:28.753768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:28.774249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.775380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.811927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.871180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.899606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-467525892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:28.927879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:28.936262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:28.958878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:router and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:28.967492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62cb01c1-cf1b-4919-8aec-76321c80e593 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:28.969298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:28.989422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:29.013520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 62cb01c1-cf1b-4919-8aec-76321c80e593 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:29.014164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 62cb01c1-cf1b-4919-8aec-76321c80e593 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:29.130450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33518) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:29.153654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-501cb391-cc6d-4539-826a-6cba45a798fb', 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb', 'tenant_id': 'daca8ccb180c4712a27153ae38d7c6a1', 'fixed_ips': [{'subnet_id': '072fec6e-2d67-495d-a2cf-60bdc4c12d61'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:29.154865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.210777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:29.282103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.306211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.325324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6f29de2-1d46-4076-9fe8-840f49d59edf tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:29.359602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.360714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.375799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.396036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3c6f2-c4cf-4124-8a08-95608cd2368f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:29.414430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.414872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.415286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.415707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.416121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.416569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.416983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.417395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.417803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.418208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.418615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.419032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.419471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.419875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.420283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.420712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.433128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.433128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.433690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.434050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.434473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.434888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.435316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.435712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.436201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.436637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.437046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.437450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.437865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.438266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.438671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.439074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.440007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.440447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.440855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.441259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:28:29.446868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.462587 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:29.465253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.522709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.556010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:29.565696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.569537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15d3c6f2-c4cf-4124-8a08-95608cd2368f HTTP/1.1" status: 204 len: 168 time: 1.5154455 Jan 14 03:28:29.572168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2800b7dbbf5240f5b6c6a9224f6bc5c6 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:29.628831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:29.642393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.646815 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a5139ef-bba8-4698-98f5-990dfd40dafc tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3714321 Jan 14 03:28:29.654416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:29.655598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:29.661977 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ea78775-87d6-450c-b5aa-1aec056866df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a1a4f3c4c01480dad5630879a07f5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576826 Jan 14 03:28:29.666755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33544) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:29.672532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-745999578'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:29.678823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:29.684618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:network and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:29.688318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:29.811033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Allocated IP 172.20.0.2 (501cb391-cc6d-4539-826a-6cba45a798fb/072fec6e-2d67-495d-a2cf-60bdc4c12d61/71aeb569-b12a-442b-aaee-d7c93f369028) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:29.862706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.864570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:29.882724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.903072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e22cb894-3d71-4299-bb10-add3aaf29cd6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:29.911768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:29.921908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.941332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:29.970369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.010636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.041570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:30.044393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.082523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.087356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.097172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Transition to ACTIVE for port object 71aeb569-b12a-442b-aaee-d7c93f369028 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:30.097845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.105064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25376830-eb7a-4a1e-83db-38966f26ecac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.110002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:security_group_rule and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:30.115260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:30.122781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2800b7dbbf5240f5b6c6a9224f6bc5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101083 Jan 14 03:28:30.123775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b79758c-05db-429a-9820-3a40549ae216,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:30.126984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:30.138978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:30.141292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:30.154178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Transition to ACTIVE for port object 71aeb569-b12a-442b-aaee-d7c93f369028 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:30.164544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.165013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.196513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39639286-06c3-477f-bcc3-4c9734b80fa1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:30.219639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:30.220631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.222527 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39639286-06c3-477f-bcc3-4c9734b80fa1 HTTP/1.1" status: 204 len: 168 time: 0.5489671 Jan 14 03:28:30.248543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.331511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dae55eeb-c4ed-4852-8177-dac9cf1ffee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.391151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.420858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.448916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:30.452654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:30.456818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:30.497569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.539536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Attempting to bind port 71aeb569-b12a-442b-aaee-d7c93f369028 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:30.540089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Attempting to bind port 71aeb569-b12a-442b-aaee-d7c93f369028 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:30.540565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Attempting to bind port 71aeb569-b12a-442b-aaee-d7c93f369028 on network 501cb391-cc6d-4539-826a-6cba45a798fb {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:30.547035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:30.547460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Checking segment: {'id': '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:30.547916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.548436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Bound using segment: {'id': '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:30.548934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b31327bb-ea0a-42ae-af89-2bba5e8697fe tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.549556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Bound port: 71aeb569-b12a-442b-aaee-d7c93f369028, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:30.550284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.568909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Pushing event updated for resources: {'Port': ['ID=71aeb569-b12a-442b-aaee-d7c93f369028,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:30.603477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b79758c-05db-429a-9820-3a40549ae216,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:30.627129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:30.637735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.641912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b79758c-05db-429a-9820-3a40549ae216 HTTP/1.1" status: 204 len: 168 time: 0.5068374 Jan 14 03:28:30.667357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.671472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.671653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] For port 71aeb569-b12a-442b-aaee-d7c93f369028, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:30.675428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] For port 71aeb569-b12a-442b-aaee-d7c93f369028, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71aeb569-b12a-442b-aaee-d7c93f369028,segment=NetworkSegment(01d68d4e-30ab-4dff-8a2f-1fc11b31dd80),segment_id=01d68d4e-30ab-4dff-8a2f-1fc11b31dd80)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:30.680261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:30.686395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57351a20-bd6e-42df-a9f8-2aa4fa6116c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.720442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.727560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.740270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cc9363d-ebb7-40aa-b45c-45a9daa46eb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.880298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:30.909813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:30.910254 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Added segment 5d4303a9-2849-4592-bd8f-d85a638c193b of type vxlan for network cfc385bf-a927-431f-991c-a09124052dcf Jan 14 03:28:30.924378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8162859a-64ac-4522-afb4-013e6fb3e7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:30.997634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.011883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9455b9-4c1f-45e2-aff6-59e592d06aca,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:31.041259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:31.067262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Pushing event updated for resources: {'Port': ['ID=71aeb569-b12a-442b-aaee-d7c93f369028,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:31.067790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.25.3.177 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1ea6b2a5-b582-4209-8fe6-4a546ca30348) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:31.081118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:31.119689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.128864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:28:31.130280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Subnet': ['ID=f031790e-8642-4595-a67a-39e580046995,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:31.139193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.149877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:31.152299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.166480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:31.166933 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:31.179424 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eda4cf2-955b-4f0e-a828-d0a5b4523795 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:31.267285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=f2bfe8d6-0602-45e5-9d12-f3a08e369a7a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:31.276296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:31.313808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Network': ['ID=cfc385bf-a927-431f-991c-a09124052dcf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:31.326740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cfc385bf-a927-431f-991c-a09124052dcf details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:31.390509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.422895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d5580fb-cf0f-4005-873a-bc815cc341df tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/f031790e-8642-4595-a67a-39e580046995 HTTP/1.1" status: 204 len: 168 time: 3.7710426 Jan 14 03:28:31.426310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33594) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:31.485734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:31.531539 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcb5774-90c9-4895-8398-3478a271e481 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:31.544954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcb5774-90c9-4895-8398-3478a271e481 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:31.547074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5fcb5774-90c9-4895-8398-3478a271e481 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/38caa65f-7471-4af6-96a8-af811eef5021 HTTP/1.1" status: 404 len: 337 time: 0.1196198 Jan 14 03:28:31.553024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33600) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:31.557893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8993974 Jan 14 03:28:31.561609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:31.579306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cfc385bf-a927-431f-991c-a09124052dcf details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:31.593055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:31.598042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'subnet': {'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:31.616422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cfc385bf-a927-431f-991c-a09124052dcf details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:31.683223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-153d66e5-c680-4cf8-8216-3d96f9e703d6 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "GET /v2.0/ports?device_id=6ac9f2ec-0ee3-4b48-9329-42555bdbc668 HTTP/1.1" status: 200 len: 205 time: 0.1236148 Jan 14 03:28:31.686637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33614) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:31.728909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:31.765866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:31.768647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:31.769300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:31.786199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:subnet and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:31.787698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9ccb2-b1d5-4061-b3e4-833be4bd9dae None None] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:31.790549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:31.801031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7431221 Jan 14 03:28:31.801031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:31.801454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33622) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:31.808604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:31.888052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:31.898946 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-2954f644-d35a-4503-8b24-85c0ddcc0ee3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] delete failed (client error): The resource could not be found. Jan 14 03:28:31.902464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2954f644-d35a-4503-8b24-85c0ddcc0ee3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/routers/6ac9f2ec-0ee3-4b48-9329-42555bdbc668 HTTP/1.1" status: 404 len: 336 time: 0.2119415 Jan 14 03:28:31.912902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.026972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:32.081644 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87f5017-a014-42dc-aacf-01423c264f29 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.082147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87f5017-a014-42dc-aacf-01423c264f29 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.086746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a87f5017-a014-42dc-aacf-01423c264f29 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/2d391b51-cbed-419e-868c-5fb9387ab40a HTTP/1.1" status: 404 len: 337 time: 0.1680338 Jan 14 03:28:32.087513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33636) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.152093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfd7a6-3a5b-4276-acb6-ff6522a9c2ce None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:32.170194 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b2a013-2c6b-45d3-816d-6d5a8c285192 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.170695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b2a013-2c6b-45d3-816d-6d5a8c285192 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.175236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65b2a013-2c6b-45d3-816d-6d5a8c285192 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/d94f81fd-a5cb-4e72-aa34-94a64b2f7b90 HTTP/1.1" status: 404 len: 337 time: 0.0840213 Jan 14 03:28:32.175715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:32.178779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33642) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.234870 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-51853c2c-051f-4516-9757-2dd12f39ecca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.235364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51853c2c-051f-4516-9757-2dd12f39ecca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.239875 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51853c2c-051f-4516-9757-2dd12f39ecca tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/50fb5381-045e-4b50-8d78-c7c752ba54ae HTTP/1.1" status: 404 len: 337 time: 0.0575264 Jan 14 03:28:32.240299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33646) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.294678 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a56d20-3dd9-4987-bbb7-bf536c94be3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.295582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a56d20-3dd9-4987-bbb7-bf536c94be3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.300130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2a56d20-3dd9-4987-bbb7-bf536c94be3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/3c173238-deb2-45fe-b1e2-68736cbdea02 HTTP/1.1" status: 404 len: 333 time: 0.0562980 Jan 14 03:28:32.301649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33652) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.318017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:32.333501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33656) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.360882 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41b40b2-99d4-421e-aab7-5b519bcb4f8c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.361425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41b40b2-99d4-421e-aab7-5b519bcb4f8c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.366361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c41b40b2-99d4-421e-aab7-5b519bcb4f8c tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/e7aa11ff-6a41-452f-ba25-6f79a0a0fa64 HTTP/1.1" status: 404 len: 337 time: 0.0606821 Jan 14 03:28:32.368546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33658) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.425516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:32.432646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:32.445531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:32.475109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:32.484131 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e834354f-e70c-4636-af90-1a062a3f9f24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.485854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:32.486651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e834354f-e70c-4636-af90-1a062a3f9f24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.496634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e834354f-e70c-4636-af90-1a062a3f9f24 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/c072749d-e17f-4226-9bc4-d1c31f78d73e HTTP/1.1" status: 404 len: 337 time: 0.1238699 Jan 14 03:28:32.496634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33668) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.496634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:32.648969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dac7d8a5-4c19-41fb-b640-94df5a6c737d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:32.761232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': 'f2bfe8d6-0602-45e5-9d12-f3a08e369a7a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:32.762154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:32.811719 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-862b3715-9dca-4dc7-bca5-bb753df36639 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.812212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862b3715-9dca-4dc7-bca5-bb753df36639 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.818167 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-862b3715-9dca-4dc7-bca5-bb753df36639 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/a94eaee6-0977-463a-81eb-fe47ce3b1ebc HTTP/1.1" status: 404 len: 333 time: 0.1794658 Jan 14 03:28:32.821397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33678) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.928045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33682) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.944256 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a208df92-373c-4eb3-bfe4-46f94fb87a82 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:32.944946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a208df92-373c-4eb3-bfe4-46f94fb87a82 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:32.950243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a208df92-373c-4eb3-bfe4-46f94fb87a82 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/3acda3ef-0e6e-4461-a6b6-425d531e75a7 HTTP/1.1" status: 404 len: 337 time: 0.1197820 Jan 14 03:28:32.950898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33684) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:32.993903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:33.044990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:33.051186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:33.105901 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5623a5-3568-45be-ba43-6d342cf7bf3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] DELETE failed (client error): The resource could not be found. Jan 14 03:28:33.106320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5623a5-3568-45be-ba43-6d342cf7bf3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:28:33.112177 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd5623a5-3568-45be-ba43-6d342cf7bf3e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/subnets/c223ef7d-9000-4a4e-90ea-51774a312720 HTTP/1.1" status: 404 len: 337 time: 0.1549842 Jan 14 03:28:33.112476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33692) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:33.117119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=1ea6b2a5-b582-4209-8fe6-4a546ca30348,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:33.120433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:33.126170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Allocated IP 2001:db8::f816:3eff:fe34:c25 (0db21da6-d133-41c3-a5a5-fbea28870222/f2bfe8d6-0602-45e5-9d12-f3a08e369a7a/4d60b899-64c4-4d1c-8276-c22b636ee6a1) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:33.237076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] DHCP port deletion for 8a85eed7-a29f-49f1-915a-1c952e1e9d0f request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:28:33.239621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1be80b-2385-4766-9940-880e3098d3c2 None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:33.255330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71aeb569-b12a-442b-aaee-d7c93f369028 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:33.387856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Deleting port c59f392b-0aa0-44fc-92f4-dad9edbc803f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:33.388613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:33.679473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5fc7db33-5bb7-42f4-bf18-bfcde703ae59 None None] Provisioning for port 71aeb569-b12a-442b-aaee-d7c93f369028 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:33.699275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Allocated IP 172.25.3.176 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/63712856-88d1-474a-88cd-e52895648b48) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:33.798109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'networks': [{'name': 'tempest-network--827399136'}, {'name': 'tempest-network--1084231983'}]} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:33.798468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-network--827399136'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:33.799124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-network--1084231983'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:33.805193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:33.809279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:network and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:33.812227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:33.824700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:33.834167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Deleting port 2c2a678e-dd96-4dca-ac10-05a0e59f224a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:33.834598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:33.849102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'network': 2} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:33.863862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:33.876815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:33.901428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Transition to ACTIVE for port object 4d60b899-64c4-4d1c-8276-c22b636ee6a1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:33.941697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:33.987883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-534198184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:34.001613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Transition to ACTIVE for port object 4d60b899-64c4-4d1c-8276-c22b636ee6a1 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:34.009779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 71aeb569-b12a-442b-aaee-d7c93f369028 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:34.042628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:34.118439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:34.181799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:security_group_rule and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:34.188902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] For port c59f392b-0aa0-44fc-92f4-dad9edbc803f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c59f392b-0aa0-44fc-92f4-dad9edbc803f,segment=NetworkSegment(4b189d81-bf91-4210-bb2a-ad1595924487),segment_id=4b189d81-bf91-4210-bb2a-ad1595924487)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:34.189333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.200441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.203694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:34.207311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:router and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:34.215474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.220659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:34.231211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:34.250961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:34.349182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Calling delete_port for c59f392b-0aa0-44fc-92f4-dad9edbc803f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:34.372839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Calling delete_port for 2c2a678e-dd96-4dca-ac10-05a0e59f224a owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:34.401229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.424606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.425919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.432029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.442781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.447463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 71aeb569-b12a-442b-aaee-d7c93f369028 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:34.447892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.507751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8b913cb-9cd2-430a-8870-8f9bfd867149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:34.523649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.542563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.543151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.554234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.588488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.615297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:34.694815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:34.696138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:34.706951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff373d00-8fa4-4db7-bd5c-905317013af3 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:34.798489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.830517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fe01440-9461-401f-99bb-64e5bc3d16e7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:34.882834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Pushing event deleted for resources: {'Port': ['ID=c59f392b-0aa0-44fc-92f4-dad9edbc803f,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:34.904649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.915182 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:34.933860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da086a50-014d-4bce-a65a-8647def4a9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.947368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:34.963837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:34.969048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Port': ['ID=2c2a678e-dd96-4dca-ac10-05a0e59f224a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:34.984765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33726) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:34.999935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:35.002482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:35.026475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.043497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.092305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] No DVR routers for this DVR port c59f392b-0aa0-44fc-92f4-dad9edbc803f on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:28:35.097683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Subnet': ['ID=cbfcf492-b864-4f4c-955b-6dc219db90fa,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:35.101210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.102059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:35.108814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.112989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9f54feb-025c-4ff7-b526-8369fea9da15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:35.114548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.152527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 71aeb569-b12a-442b-aaee-d7c93f369028, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71aeb569-b12a-442b-aaee-d7c93f369028,segment=NetworkSegment(01d68d4e-30ab-4dff-8a2f-1fc11b31dd80),segment_id=01d68d4e-30ab-4dff-8a2f-1fc11b31dd80)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:35.159075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ad813-e622-4e17-9abd-911f1a9c5e56,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:35.166950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:35.169109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:35.172822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.174619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8f601d3-2c95-4ce2-b9fb-741c4fa5de24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:35.215446 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/ports/2c2a678e-dd96-4dca-ac10-05a0e59f224a HTTP/1.1" status: 204 len: 168 time: 2.0975263 Jan 14 03:28:35.215611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:35.216451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:35.248532 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.271529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ddd102d-2c71-4e79-a269-bfd42a15a048 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:35.313150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Attempting to bind port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:35.313580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Attempting to bind port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:35.313991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Attempting to bind port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:35.324957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:35.365722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:35.365722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:35.366205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.366649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:35.367191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Bound port: 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:35.367614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.401252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.405667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.406067 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment 5e43ac63-fe5d-4977-b63b-2e1d14fb656e of type vxlan for network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 Jan 14 03:28:35.427164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c59f392b-0aa0-44fc-92f4-dad9edbc803f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:28:35.427565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c59f392b-0aa0-44fc-92f4-dad9edbc803f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:28:35.436180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=71aeb569-b12a-442b-aaee-d7c93f369028,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:35.441752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.470125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.471455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76e504d4-ad0e-4157-bc65-789830a89eaf tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.4594376 Jan 14 03:28:35.479606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.487120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33736) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:35.500558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:35.505225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:35.514199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.533980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b384bd00-8fe9-407a-89c4-f75ba0561488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:35.552377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-700480996'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:35.558467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:35.562875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:network and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:35.566712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:35.573045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:35.594669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:35.604659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.616460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:35.623647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.674945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.706310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb2e570f-beae-414d-b539-201f992ccab8 None None] Provisioning complete for port 71aeb569-b12a-442b-aaee-d7c93f369028 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:35.706825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb2e570f-beae-414d-b539-201f992ccab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.717146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:35.721971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:security_group_rule and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:35.725293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:35.732465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:35.814132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:35.831768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.847198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Pushing event updated for resources: {'Port': ['ID=63712856-88d1-474a-88cd-e52895648b48,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:35.879907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Usage tracker for resource:security_group_rule and tenant:625580910bb2404e9297c46f10a0562c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:35.883899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:35.884520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16e21f04-a1ed-4443-b757-c2ed648ee239 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:35.900644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router fb7f8eb6-d078-4c7a-a92a-38f8227b25db is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:28:35.914847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:35.916718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.039339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c99c4074-e015-4671-86ab-3ea001c3f41b None None] Provisioning complete for port 71aeb569-b12a-442b-aaee-d7c93f369028 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:36.039888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c99c4074-e015-4671-86ab-3ea001c3f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.048020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:36.135497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:36.206100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=71996648-7c45-434e-ab58-c458f4076a3d,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:36.212140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Checking segment: {'id': '5d4303a9-2849-4592-bd8f-d85a638c193b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:36.212576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network hostable DHCP agents. Network: cfc385bf-a927-431f-991c-a09124052dcf, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:36.224646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:36.279082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:36.296119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:36.301190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:36.319131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.385257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network cfc385bf-a927-431f-991c-a09124052dcf is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:36.399240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:36.399897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.482910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.483203 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment fd921b6e-1b17-4385-84d1-df708cc23e26 of type vxlan for network 1547614f-571f-4c13-8111-26669ff11142 Jan 14 03:28:36.503021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, cfc385bf-a927-431f-991c-a09124052dcf) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:36.511543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f46ca-0c49-46d6-85a9-d2d820a5d615 None None] Network cfc385bf-a927-431f-991c-a09124052dcf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:36.512821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.532256 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7297885 Jan 14 03:28:36.539457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33740) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:36.540071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:36.540753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.547661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.555068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:35:a2:ca', 'name': 'tempest-NetworksTestDHCPv6-1909820032'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:36.582190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d70eac65-72b1-447c-8c48-067e56e9ea19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:36.601923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.627838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0620792 Jan 14 03:28:36.632255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33744) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:36.668355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a85eed7-a29f-49f1-915a-1c952e1e9d0f']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:36.737924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b189d81-bf91-4210-bb2a-ad1595924487') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:36.738144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b189d81-bf91-4210-bb2a-ad1595924487') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:36.750492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-cfc385bf-a927-431f-991c-a09124052dcf', 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf', 'tenant_id': 'bb51aba2eb18499381d4eecce1901e2a', 'fixed_ips': [{'subnet_id': 'cbfcf492-b864-4f4c-955b-6dc219db90fa'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:36.751527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.767117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.776648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'SecurityGroup': ['ID=b785770b-b9c2-433b-8bf6-d74174a2cc5d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:36.780290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:36.795596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.797990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:28:36.825842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69ddcaa6-7c86-4687-9d0b-42aadf97ab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:36.913967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:36.928057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] Sync routers for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:37.019525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'network': {'name': 'tempest-router-network01--971272739'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:37.028979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:28:37.037278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:37.063047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.067976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3752728 Jan 14 03:28:37.068946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33748) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:37.097749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:37.098574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:37.107358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:network and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:37.121161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:37.149447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:37.166618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.167209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.177569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:37.186941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:37.199961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:37.207720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:37.209094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:37.209338 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:37.210674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:37.212231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.217960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.227026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4905bfa-4a0a-4c75-b92f-6def5000b1a9 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:37.288771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:37.366872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:37.398849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:37.417239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:37.417949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:37.420517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:37.432937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.496250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:37.496734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2791dde-84fd-4107-b41f-b596ba29016b None None] The sync data for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:37.506884 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.0458765 Jan 14 03:28:37.508299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Allocated IP 172.20.0.2 (cfc385bf-a927-431f-991c-a09124052dcf/cbfcf492-b864-4f4c-955b-6dc219db90fa/cc6d3ce2-fe8f-410f-9551-f50831da5fbf) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:37.510604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:37.524644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.557129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71aeb569-b12a-442b-aaee-d7c93f369028 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:37.567484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Network 8a85eed7-a29f-49f1-915a-1c952e1e9d0f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:37.574133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=4cd175a5-92d6-475f-9dce-81da60c5c2c2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:37.576550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:37.576677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.595981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:28:37.618380 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:28:37.625002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:37.671938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.700859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:37.709960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:37.713697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec08650-97bd-47c2-92bf-d04f8fcb0e34 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:37.731528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.755322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.827456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=625580910bb2404e9297c46f10a0562c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8389070 Jan 14 03:28:37.857771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:37.923052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:37.923446 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Added segment 8131975b-a7a4-4c70-b606-c0dcdcebbdd9 of type vxlan for network 1e93f0ad-c736-4198-8895-c0a1ab5153ef Jan 14 03:28:38.000353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=1547614f-571f-4c13-8111-26669ff11142,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:38.017426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:38.027705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.785s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:38.028175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:38.051630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.057732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24734dca-f03b-4677-9b7f-0f7dddab6744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:38.068142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:38.087097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1547614f-571f-4c13-8111-26669ff11142 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:38.089720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.093950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.101168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1547614f-571f-4c13-8111-26669ff11142 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:38.111104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Pushing event deleted for resources: {'Network': ['ID=8a85eed7-a29f-49f1-915a-1c952e1e9d0f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:38.114880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1547614f-571f-4c13-8111-26669ff11142 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:38.119777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.127326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:38.130554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:38.150907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:38.174738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:38.198842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:38.199794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Synchronizing usage tracker for tenant:3ad3c98a188542ef8816a8c11489020f on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:38.227350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed696cb0-cefa-4222-b88e-853c1fdec56b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:38.235306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] 10.222.0.30 "DELETE /v2.0/networks/8a85eed7-a29f-49f1-915a-1c952e1e9d0f HTTP/1.1" status: 204 len: 168 time: 3.0174785 Jan 14 03:28:38.238053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:38.285023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.313600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Unset dirty status for tenant:3ad3c98a188542ef8816a8c11489020f on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:38.318552 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a8f134b-f3b8-4225-8e04-07a4122c2b43 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7992840 Jan 14 03:28:38.322010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33762) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:38.395254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port acaeffcc-05b8-4501-87a6-8619d3a006ee yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:38.488136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.564384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.585991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:38.586684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.594549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.604322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4c0e1a2-f073-4ef9-85d6-0041177c10a2 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:38.613792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8fc4a8c0-4903-4b33-9ac0-86cbf850d18c None None] Provisioning for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:38.625714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 172.20.0.13 (0db21da6-d133-41c3-a5a5-fbea28870222/71996648-7c45-434e-ab58-c458f4076a3d/acaeffcc-05b8-4501-87a6-8619d3a006ee) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:38.632798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe35:a2ca (0db21da6-d133-41c3-a5a5-fbea28870222/f2bfe8d6-0602-45e5-9d12-f3a08e369a7a/acaeffcc-05b8-4501-87a6-8619d3a006ee) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:38.753299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:38.753697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:38.780597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:38.883919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:38.964254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 71aeb569-b12a-442b-aaee-d7c93f369028 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:38.964616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.007267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.084575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd175a5-92d6-475f-9dce-81da60c5c2c2']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:39.085136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.103104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e43ac63-fe5d-4977-b63b-2e1d14fb656e') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:39.103455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e43ac63-fe5d-4977-b63b-2e1d14fb656e') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:39.117998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.138195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.140836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:28:39.185114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1918867 Jan 14 03:28:39.186940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33772) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:39.196265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Router bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:28:39.207066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'network': {'name': 'tempest-router-network02--1622013236'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:39.222823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:39.227758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.233211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:network and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:39.236740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:39.243633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:39.260714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:39.270824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.287066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.324868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Transition to ACTIVE for port object cc6d3ce2-fe8f-410f-9551-f50831da5fbf will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:39.326762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.335026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object acaeffcc-05b8-4501-87a6-8619d3a006ee will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:39.356839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Network': ['ID=1e93f0ad-c736-4198-8895-c0a1ab5153ef,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:39.372836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:39.373595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:39.383606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3efb1098-fc57-4d0d-9df5-c10e4384f8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:39.387653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:39.401205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:39.421547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:39.467415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:39.490356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.541915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed696cb0-cefa-4222-b88e-853c1fdec56b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:39.545673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:39.579719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:39.645285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.649038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed696cb0-cefa-4222-b88e-853c1fdec56b HTTP/1.1" status: 204 len: 168 time: 1.7854116 Jan 14 03:28:39.649038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.813673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d53460f-3194-4db2-af77-a25a457292b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6c83e9f7f2842999a80fa02f23572fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9131470 Jan 14 03:28:39.832975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33780) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:39.838628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.847969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.848431 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Added segment d8c938d1-24fe-4307-aff3-ca45895e8c96 of type vxlan for network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f Jan 14 03:28:39.868504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'f2bfe8d6-0602-45e5-9d12-f3a08e369a7a', 'ip_address': '2001:db8::f816:3eff:fe34:c25'}, {'subnet_id': '71996648-7c45-434e-ab58-c458f4076a3d'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '4d60b899-64c4-4d1c-8276-c22b636ee6a1'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:28:39.922669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:39.926701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.932809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.933977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:39.934406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.963238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:39.973632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 4cd175a5-92d6-475f-9dce-81da60c5c2c2 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:39.999566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:40.012008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] Sync routers for ids ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:40.031967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] Routers {'bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:28:40.033643 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:28:40.037505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:40.119644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f41a85c8-ff05-4fbe-b232-5a6e5cc6802d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.207589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=acaeffcc-05b8-4501-87a6-8619d3a006ee,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:40.218277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:40.225111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:40.238583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] Routers {'bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:40.240178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:40.265658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:40.267444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:40.273673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:40.304254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.373889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:40.377393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aa0d0-ac8e-4324-8fc7-55bbd3d3c6c1 None None] The sync data for ids ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:40.398959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:40.405597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:28:40.407041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:40.415155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.420290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecefaef4-aa0f-41e9-9a03-721af2cef691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.468613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:40.470159 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:40.484202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.484202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.0128243 Jan 14 03:28:40.486769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:40.486991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:40.487447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Allocated IP 172.20.0.2 (0db21da6-d133-41c3-a5a5-fbea28870222/71996648-7c45-434e-ab58-c458f4076a3d/4d60b899-64c4-4d1c-8276-c22b636ee6a1) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:40.487626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.498138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:40.537024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:40.540680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.541221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:40.577781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.580973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.598435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Transition to ACTIVE for port object cc6d3ce2-fe8f-410f-9551-f50831da5fbf will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:40.600613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:40.601306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.605763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:40.615283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.615499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dbf4ba1-e2b5-4953-98e4-deec4dab730f tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.632198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.633746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:40.634107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:40.638259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c890d336-ed33-4af5-b23d-4bfc4d19e589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.656833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Usage tracker for resource:security_group_rule and tenant:149f9f63b9d04a72aee8963b3b627ec1 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:40.665040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.671681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.693812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=4cd175a5-92d6-475f-9dce-81da60c5c2c2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:40.711975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:40.715370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1732271 Jan 14 03:28:40.719862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:40.727553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33794) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:40.729192 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/4cd175a5-92d6-475f-9dce-81da60c5c2c2 HTTP/1.1" status: 204 len: 168 time: 2.4012427 Jan 14 03:28:40.749112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33798) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:40.752970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:40.801856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Pushing event updated for resources: {'Port': ['ID=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:40.809526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:40.821614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:40.828657 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6320693 Jan 14 03:28:40.836631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33802) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:40.845897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'subnet': {'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:40.884811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.894617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Network': ['ID=a6e37e36-3cd1-44ef-a2be-b516a4d84c3f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:40.901792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Network cfc385bf-a927-431f-991c-a09124052dcf is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:40.905385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:40.911631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:40.912998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:40.921571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:40.932628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:40.943641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9f0283a-2ad1-42ff-97d8-10e96c0b2528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:40.951568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:40.961322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:41.065478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Transition to ACTIVE for port object 4d60b899-64c4-4d1c-8276-c22b636ee6a1 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:41.071226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.075776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d26c7-9a8d-49ed-b41b-0e568295f3e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:41.080982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:41.130888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf961458-e8d2-4f5f-8013-826ec68fa261 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:41.152514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf961458-e8d2-4f5f-8013-826ec68fa261 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:41.154346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cf961458-e8d2-4f5f-8013-826ec68fa261 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4238501 Jan 14 03:28:41.159395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:41.163710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.167413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd3d26c7-9a8d-49ed-b41b-0e568295f3e7 HTTP/1.1" status: 204 len: 168 time: 1.3288865 Jan 14 03:28:41.217831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:41.222474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:subnet and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:41.225987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:41.232233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:41.247945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:41.429359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.469399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.473012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port acaeffcc-05b8-4501-87a6-8619d3a006ee {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:41.473373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.547416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.574671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.1 (501cb391-cc6d-4539-826a-6cba45a798fb/072fec6e-2d67-495d-a2cf-60bdc4c12d61/dccffa65-787c-4aec-9816-4bb3deb12ed8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:41.629671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.655163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.674498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e8d09d3-0963-4760-8d87-c8ff3c764f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:41.674692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.719100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c1dfde7-3996-459e-be2a-ee4a4f08eb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:41.849554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:41.854161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:41.859770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Attempting to bind port cc6d3ce2-fe8f-410f-9551-f50831da5fbf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:41.860194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Attempting to bind port cc6d3ce2-fe8f-410f-9551-f50831da5fbf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5d4303a9-2849-4592-bd8f-d85a638c193b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:41.860655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Attempting to bind port cc6d3ce2-fe8f-410f-9551-f50831da5fbf on network cfc385bf-a927-431f-991c-a09124052dcf {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:41.881525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:41.881884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Checking segment: {'id': '5d4303a9-2849-4592-bd8f-d85a638c193b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:41.882313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.882912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Bound using segment: {'id': '5d4303a9-2849-4592-bd8f-d85a638c193b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:41.883464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Bound port: cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4303a9-2849-4592-bd8f-d85a638c193b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cfc385bf-a927-431f-991c-a09124052dcf'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:41.884320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:41.895827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1547614f-571f-4c13-8111-26669ff11142']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:41.916052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f5a623-ddc1-4172-8dc9-bbd24b9a43f6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:41.926165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:41.928711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=149f9f63b9d04a72aee8963b3b627ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5254567 Jan 14 03:28:41.935726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd921b6e-1b17-4385-84d1-df708cc23e26') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:41.936166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd921b6e-1b17-4385-84d1-df708cc23e26') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:41.943241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33822) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:42.077779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.099890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.103111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:28:42.107188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.151224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] For port cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:42.155039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] For port cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,segment=NetworkSegment(5d4303a9-2849-4592-bd8f-d85a638c193b),segment_id=5d4303a9-2849-4592-bd8f-d85a638c193b)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:42.165211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.189087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:42.316920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 1547614f-571f-4c13-8111-26669ff11142 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:42.334339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.423763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Pushing event updated for resources: {'Port': ['ID=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:42.430169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:42.523076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.575548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:42.585952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33832) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:42.694901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 1547614f-571f-4c13-8111-26669ff11142 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:28:42.754479 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:28:42.952907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:42.960568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-393f7504-dee7-4625-8725-e3ecff56d705 None None] Provisioning for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:42.965253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.971875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-393f7504-dee7-4625-8725-e3ecff56d705 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:42.972588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-393f7504-dee7-4625-8725-e3ecff56d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:42.980985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-72d8c555-45a0-4113-99d5-adf3ece0fb22 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'default'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:42.982532 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-72d8c555-45a0-4113-99d5-adf3ece0fb22 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 03:28:42.983388 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-72d8c555-45a0-4113-99d5-adf3ece0fb22 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:28:42.984512 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72d8c555-45a0-4113-99d5-adf3ece0fb22 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3974257 Jan 14 03:28:43.011762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33838) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:43.044100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.045980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.051426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.096277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5283cbc4-a739-4a13-b5ea-f0823d01e78f tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:43.118068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.130251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/1547614f-571f-4c13-8111-26669ff11142 HTTP/1.1" status: 204 len: 168 time: 2.3774490 Jan 14 03:28:43.134745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--1974118646'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:43.147103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33842) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:43.150017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd3862e-2719-49ee-8bc7-6fce458cd7f3 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:43.152042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=1547614f-571f-4c13-8111-26669ff11142,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:43.155350 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:43.156584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.157024 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Added segment 07549cbb-9c88-474f-9816-dea60701d43c of type vxlan for network f619dcbf-1e9e-438a-86c4-39244045eb32 Jan 14 03:28:43.166301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Transition to ACTIVE for port object dccffa65-787c-4aec-9816-4bb3deb12ed8 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:43.180237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.185559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:43.190168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:43.193293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:43.282851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:43.315651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2760d942-14fe-46f9-abe1-c94d5292f886 None None] Provisioning for port acaeffcc-05b8-4501-87a6-8619d3a006ee completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:43.321039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2760d942-14fe-46f9-abe1-c94d5292f886 None None] Provisioning complete for port acaeffcc-05b8-4501-87a6-8619d3a006ee triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:43.321535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2760d942-14fe-46f9-abe1-c94d5292f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.330768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.349960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for acaeffcc-05b8-4501-87a6-8619d3a006ee owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:43.380891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2760d942-14fe-46f9-abe1-c94d5292f886 None None] Port acaeffcc-05b8-4501-87a6-8619d3a006ee cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:43.402309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.431173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.498395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Subnet': ['ID=09c5a154-f34d-4f55-a774-690de32042f3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:43.508309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.510924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:43.513691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:43.549722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.553404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:43.565392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:43.635369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:43.704882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9d1984da-06a2-4be1-a67e-0f8e5dc46b60 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:43.705755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d1984da-06a2-4be1-a67e-0f8e5dc46b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.768406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.791933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:43.824386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c1420fb-5b00-4c62-ab58-1243a334a719 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:43.842945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d58708-0e2c-4a93-a4cb-93c1a0692bd2 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:43.866081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d58708-0e2c-4a93-a4cb-93c1a0692bd2 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:43.866894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65d58708-0e2c-4a93-a4cb-93c1a0692bd2 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Synchronizing usage tracker for tenant:3ad3c98a188542ef8816a8c11489020f on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:43.910170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:28:43.924204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65d58708-0e2c-4a93-a4cb-93c1a0692bd2 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Unset dirty status for tenant:3ad3c98a188542ef8816a8c11489020f on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:43.925451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65d58708-0e2c-4a93-a4cb-93c1a0692bd2 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7419128 Jan 14 03:28:43.930760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Checking segment: {'id': '8131975b-a7a4-4c70-b606-c0dcdcebbdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:43.931153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network hostable DHCP agents. Network: 1e93f0ad-c736-4198-8895-c0a1ab5153ef, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:43.935680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:43.997933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=dccffa65-787c-4aec-9816-4bb3deb12ed8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:44.017096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-130026308'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:44.024079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:44.034125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:44.036847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.040575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:44.050092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b2783b-abdf-4e66-b775-f0661dc11c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:44.070007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.090294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:44.091207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.122560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:44.124375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f5a623-ddc1-4172-8dc9-bbd24b9a43f6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:44.134033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.146770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:44.151018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62e7ea18-7e87-48e4-9547-0188b8aa5aa7 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:44.172094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8fe9a-a222-459e-9131-940170c98a52 None None] Network cfc385bf-a927-431f-991c-a09124052dcf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:44.190520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:44.230139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1e93f0ad-c736-4198-8895-c0a1ab5153ef) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:44.237017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.240803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27f5a623-ddc1-4172-8dc9-bbd24b9a43f6 HTTP/1.1" status: 204 len: 168 time: 2.2716227 Jan 14 03:28:44.262784 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 8.7265952 Jan 14 03:28:44.263055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:44.263988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.266093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cb4a8-93f4-4e7a-935f-07fac976a112 None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:44.280419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33852) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:44.295887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-48e955ec-a7a8-4635-8f94-6e26cd1a8ab8 None None] Provisioning for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:44.314016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'subnet': {'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:44.354679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Network': ['ID=f619dcbf-1e9e-438a-86c4-39244045eb32,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:44.362175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:44.377467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:44.378972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:44.382458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:44.388109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:44.391010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:44.414124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:44.453804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.479825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.487400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:44.491874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:subnet and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:44.495140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:44.502166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:44.503099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ad79b23-863d-40bd-b5ef-f03f36869803 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:44.521567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:44.533860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.541094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:44.566127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=acaeffcc-05b8-4501-87a6-8619d3a006ee,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:44.593853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.655377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:44.708034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cc6d3ce2-fe8f-410f-9551-f50831da5fbf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:44.724019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.729021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:44.733759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:44.738520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:44.744584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:44.746769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-695ddad2-e613-4de2-b87b-39f1f400f8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:44.788807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.819602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8cb55-c0fc-41fb-b50e-c4ecf173c3c0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:44.824202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:44.840923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.841491 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment c91688df-22a6-4ef6-8aa4-5e6bcc6bf9aa of type vxlan for network 23cb6a31-7d63-4435-b7eb-e63fd919516d Jan 14 03:28:44.913853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:44.919738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:44.922028 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e553acbb-3de2-4469-b3fe-40edd59f405b tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "PUT /v2.0/routers/bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 200 len: 925 time: 4.4342003 Jan 14 03:28:44.928163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33860) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.004526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] Sync routers for ids ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:45.011198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.027991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1890500 Jan 14 03:28:45.032272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33866) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.036411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.058304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d9a3d8c-0b0d-488d-94a0-10e3abe03ec5 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:45.101919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fdaf375b-8a0d-4acb-8602-dc38eb11ebd4 None None] Provisioning for port dccffa65-787c-4aec-9816-4bb3deb12ed8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:45.103904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'subnet': {'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:45.241187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.244207 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/acaeffcc-05b8-4501-87a6-8619d3a006ee HTTP/1.1" status: 204 len: 168 time: 4.0763261 Jan 14 03:28:45.248925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.260110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=7593c3df-995c-4154-83ee-2c45f0730f1c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:45.261366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33872) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.264047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:45.280385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:45.285769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Usage tracker for resource:subnet and tenant:bb51aba2eb18499381d4eecce1901e2a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:45.289284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:45.295729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:45.307746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.322378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Made reservation on behalf of bb51aba2eb18499381d4eecce1901e2a for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:45.365999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] Routers {'bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:45.366710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:45.438785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fdaf375b-8a0d-4acb-8602-dc38eb11ebd4 None None] Provisioning complete for port dccffa65-787c-4aec-9816-4bb3deb12ed8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:45.439009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdaf375b-8a0d-4acb-8602-dc38eb11ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.459730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.472945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1e93f0ad-c736-4198-8895-c0a1ab5153ef', 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef', 'tenant_id': 'bb51aba2eb18499381d4eecce1901e2a', 'fixed_ips': [{'subnet_id': '09c5a154-f34d-4f55-a774-690de32042f3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:45.473846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.494378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:45.570586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:45.574060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] Routers {'bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:45.574851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:45.658553 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02d63b8f-b5bb-4422-8786-48696bed58af tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 200 len: 925 time: 0.7151265 Jan 14 03:28:45.679653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33882) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.681450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:45.681579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:45.681894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.687340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:45.692819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:45.693729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:45.744970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.749079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6333418 Jan 14 03:28:45.755701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33888) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.757238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:45.757698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fc63e-de43-4cb0-8424-563bf7c5e475 None None] The sync data for ids ['bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:45.771744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf375b-8a0d-4acb-8602-dc38eb11ebd4 None None] Port dccffa65-787c-4aec-9816-4bb3deb12ed8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:45.773538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:45.777593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-930131ab-9f5f-414c-a517-f69ecad457b6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5074217 Jan 14 03:28:45.781845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33892) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:45.827787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '7593c3df-995c-4154-83ee-2c45f0730f1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:45.838874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:45.842930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:45.846924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:45.852930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:45.884970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.980613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.994224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:45.997907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.018234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.038451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:46.039157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.094362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 71996648-7c45-434e-ab58-c458f4076a3d {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:46.111992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.132627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40a10b63-aeb2-4ca3-9c9c-8be7349d7d5d tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:46.150912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,segment=NetworkSegment(5d4303a9-2849-4592-bd8f-d85a638c193b),segment_id=5d4303a9-2849-4592-bd8f-d85a638c193b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:46.160830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c0a07f-9ed8-4822-ae50-fb91b9a846b1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:46.161887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Allocated IP 172.20.0.2 (1e93f0ad-c736-4198-8895-c0a1ab5153ef/09c5a154-f34d-4f55-a774-690de32042f3/36b01ee2-15a5-4543-86fa-f7789cd650bc) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:46.164213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:46.168451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2219839 Jan 14 03:28:46.172991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f7fd9a17-d461-49eb-8710-90759dbb47d3 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:46.174348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33900) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:46.190215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1042039775'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:46.223348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:46.265068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:46.273328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.294658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=23cb6a31-7d63-4435-b7eb-e63fd919516d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:46.298269 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:46.332253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.333623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5764370 Jan 14 03:28:46.346850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:46.373069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '7593c3df-995c-4154-83ee-2c45f0730f1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:46.377149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:46.383397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:46.387544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:46.389398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:46.390715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:46.396873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:46.422570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ecaf89-d4c5-4617-9b82-c4e4687505d1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:46.423347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61ecaf89-d4c5-4617-9b82-c4e4687505d1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Synchronizing usage tracker for tenant:e35b6c837cac4826b6653d43d0850cf7 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:46.435415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.450638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:46.466210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.527614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61ecaf89-d4c5-4617-9b82-c4e4687505d1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Unset dirty status for tenant:e35b6c837cac4826b6653d43d0850cf7 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:46.531727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61ecaf89-d4c5-4617-9b82-c4e4687505d1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8298118 Jan 14 03:28:46.543929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33912) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:46.544324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:46.567150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:46.574990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.587523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59b5d8ec-6d9e-4313-8c23-20c00ce475b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:46.628819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.666286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.666990 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment 3ae23101-01e6-4280-9067-d2e63eb183dd of type vxlan for network f85c5329-a99f-4b17-9a42-9fcbf0048b5c Jan 14 03:28:46.825953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:46.876032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-122d44e4-4582-44e9-87d8-81c1503fb004 None None] Provisioning complete for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:46.876692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-122d44e4-4582-44e9-87d8-81c1503fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.063491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.076061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.078574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Transition to ACTIVE for port object 36b01ee2-15a5-4543-86fa-f7789cd650bc will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:47.101342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.103181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Transition to ACTIVE for port object 36b01ee2-15a5-4543-86fa-f7789cd650bc will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:47.110016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:47.131007 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:47.134581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.153697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91ad8c35-e062-4d0a-b8f7-924d66eafdb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:47.181748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6692ad08-5d0f-4cdb-ac21-baf89c2c320a tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:47.216406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.222264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Pushing event updated for resources: {'Port': ['ID=36b01ee2-15a5-4543-86fa-f7789cd650bc,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:47.247518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f6bc34f-930f-4b7e-b5bc-5828c84139ad tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:47.488306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:47.527610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.546468 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): There was a conflict when trying to complete your request. Jan 14 03:28:47.551458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6fd46564-b37e-44b9-90a6-de0003a2344f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1871259 Jan 14 03:28:47.563237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:47.628866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:47.630153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:47.633057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:47.640752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Subnet': ['ID=ac06cf27-1204-4159-bf24-3341afec0852,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:47.647437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de3141-de22-48e3-893e-6065cc969c50 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:47.649130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34de3141-de22-48e3-893e-6065cc969c50 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 1.1032972 Jan 14 03:28:47.651951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:47.662671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:47.683228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.703800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:47.704814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.709271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Attempting to bind port 36b01ee2-15a5-4543-86fa-f7789cd650bc on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:47.709815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Attempting to bind port 36b01ee2-15a5-4543-86fa-f7789cd650bc by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '8131975b-a7a4-4c70-b606-c0dcdcebbdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:47.710346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Attempting to bind port 36b01ee2-15a5-4543-86fa-f7789cd650bc on network 1e93f0ad-c736-4198-8895-c0a1ab5153ef {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:47.726090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:47.726728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Checking segment: {'id': '8131975b-a7a4-4c70-b606-c0dcdcebbdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:47.727291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.727989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Bound using segment: {'id': '8131975b-a7a4-4c70-b606-c0dcdcebbdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:47.728687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Bound port: 36b01ee2-15a5-4543-86fa-f7789cd650bc, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8131975b-a7a4-4c70-b606-c0dcdcebbdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1e93f0ad-c736-4198-8895-c0a1ab5153ef'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:47.729232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.748135 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a5dd430-b13e-4f01-95d5-e08bba4a5705 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 200 len: 205 time: 0.0840878 Jan 14 03:28:47.766248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33938) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:47.792523 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6078920 Jan 14 03:28:47.792757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98803e72-6015-48ce-9994-9d343fd6c278 None None] Provisioning complete for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:47.792757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98803e72-6015-48ce-9994-9d343fd6c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.802862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33942) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:47.817618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:47.827140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'ports': [{'network_id': '23cb6a31-7d63-4435-b7eb-e63fd919516d', 'name': 'tempest-port--1014483737', 'admin_state_up': True}, {'network_id': 'f85c5329-a99f-4b17-9a42-9fcbf0048b5c', 'admin_state_up': False}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:47.827492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'port': {'network_id': '23cb6a31-7d63-4435-b7eb-e63fd919516d', 'name': 'tempest-port--1014483737', 'admin_state_up': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:47.828021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'port': {'network_id': 'f85c5329-a99f-4b17-9a42-9fcbf0048b5c', 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:47.860489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:47.871369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Checking segment: {'id': 'd8c938d1-24fe-4307-aff3-ca45895e8c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:47.871766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network hostable DHCP agents. Network: a6e37e36-3cd1-44ef-a2be-b516a4d84c3f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:47.912239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:47.956820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=dccffa65-787c-4aec-9816-4bb3deb12ed8,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:47.960379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:47.968962 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:48.015865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] For port 36b01ee2-15a5-4543-86fa-f7789cd650bc, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:48.019840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.021898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] For port 36b01ee2-15a5-4543-86fa-f7789cd650bc, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36b01ee2-15a5-4543-86fa-f7789cd650bc,segment=NetworkSegment(8131975b-a7a4-4c70-b606-c0dcdcebbdd9),segment_id=8131975b-a7a4-4c70-b606-c0dcdcebbdd9)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:48.036066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.119153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:48.187878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a6e37e36-3cd1-44ef-a2be-b516a4d84c3f) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:48.239564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:48.240372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.289286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.292717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8147e8a5-fda8-44a5-be99-0a7c699b1b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:48.344961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21730cb-4563-4aae-9224-3587bb03248d None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:48.359801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=f85c5329-a99f-4b17-9a42-9fcbf0048b5c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:48.381849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:48.400215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.421504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8fc1252-1c73-4181-b51d-49c6f49f93a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:48.452255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:48.476097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593c3df-995c-4154-83ee-2c45f0730f1c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:48.486885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.490869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/7593c3df-995c-4154-83ee-2c45f0730f1c HTTP/1.1" status: 204 len: 168 time: 0.9158180 Jan 14 03:28:48.490869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:48.525563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:48.541080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:48.542723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33952) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:48.548546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:48.553583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:port and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:48.556629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:48.562353 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5208373 Jan 14 03:28:48.563317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:48.577393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33954) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:48.597350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'port': 2} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:48.612643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.637069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.673926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Pushing event updated for resources: {'Port': ['ID=36b01ee2-15a5-4543-86fa-f7789cd650bc,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:48.687017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:48.805762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-984c7609-382f-4e07-8470-8a48a57ac64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:48.860082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cc6d3ce2-fe8f-410f-9551-f50831da5fbf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:48.870070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.903531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.915133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=71996648-7c45-434e-ab58-c458f4076a3d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:48.932874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:48.941835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:48.946099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:48.964137 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/71996648-7c45-434e-ab58-c458f4076a3d HTTP/1.1" status: 204 len: 168 time: 3.1734798 Jan 14 03:28:48.974062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33960) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:49.019997 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfd497d3-1cb1-49c3-ab67-568aef74613e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4478741 Jan 14 03:28:49.031708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router fb7f8eb6-d078-4c7a-a92a-38f8227b25db has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:28:49.042296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33964) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:49.047741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Subnet': ['ID=19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:49.063562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-44433aa2-b150-4908-b3b5-a15f4e9eb5b2 None None] Provisioning complete for port dccffa65-787c-4aec-9816-4bb3deb12ed8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:49.064656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44433aa2-b150-4908-b3b5-a15f4e9eb5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.140535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:49.144980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--790003641'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:49.160654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:49.160845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366e148-1b05-4854-83af-79631a014152 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:49.164808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:49.173269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:49.175091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-44433aa2-b150-4908-b3b5-a15f4e9eb5b2 None None] Port dccffa65-787c-4aec-9816-4bb3deb12ed8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:49.213275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet f2bfe8d6-0602-45e5-9d12-f3a08e369a7a {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:28:49.295738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.302020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:49.313243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cc6d3ce2-fe8f-410f-9551-f50831da5fbf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:49.313861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.368515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.398168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.464117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.529038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.556394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port 63712856-88d1-474a-88cd-e52895648b48 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:49.556647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.599129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.675598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-a6e37e36-3cd1-44ef-a2be-b516a4d84c3f', 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f', 'tenant_id': 'bb51aba2eb18499381d4eecce1901e2a', 'fixed_ips': [{'subnet_id': 'ac06cf27-1204-4159-bf24-3341afec0852'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:49.676925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.697246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Checking segment: {'id': '07549cbb-9c88-474f-9816-dea60701d43c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:49.697646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network hostable DHCP agents. Network: f619dcbf-1e9e-438a-86c4-39244045eb32, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:49.712950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:49.717168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:49.720893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:49.726859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:49.808370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] device_id is not set on port 00b1923c-a3a5-4a91-a120-fe128edacf1d yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:49.820576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.843739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:49.879710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-210a1a82-e2b0-4646-b2b6-1e4ad8376f9d tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:50.011473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:28:50.038628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] Sync routers for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:28:50.047482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:50.055845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:50.056493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:50.093107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-246d1da8-90e4-4662-a601-db839d52d372 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:50.169437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:50.180711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:28:50.181553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:50.203476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Allocated IP 172.20.0.2 (a6e37e36-3cd1-44ef-a2be-b516a4d84c3f/ac06cf27-1204-4159-bf24-3341afec0852/be4f0e67-37fe-4571-b8ee-1de18101d719) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:50.283732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:28:50.294346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ca423-28fd-47d3-8891-ee6b6aa5ba84 None None] The sync data for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:28:50.299975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:50.309061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:50.313752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1910269 Jan 14 03:28:50.325743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33978) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:50.331511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:28:50.337484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2ef5eb88-76fe-4dba-b024-3b5acee6257b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': 'b9bbea22-c75e-494c-b3dd-b66df4294764', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:50.339224 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-2ef5eb88-76fe-4dba-b024-3b5acee6257b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 03:28:50.339802 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-2ef5eb88-76fe-4dba-b024-3b5acee6257b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:50.344138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ef5eb88-76fe-4dba-b024-3b5acee6257b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0170412 Jan 14 03:28:50.475718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33982) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:50.477070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] device_id is not set on port cfcdcd72-9e5f-4733-be4a-4357870bb7a5 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:50.505576 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/routers/fb7f8eb6-d078-4c7a-a92a-38f8227b25db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4267313 Jan 14 03:28:50.506843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=f2bfe8d6-0602-45e5-9d12-f3a08e369a7a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:50.536661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network f619dcbf-1e9e-438a-86c4-39244045eb32 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:50.541808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 33988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:50.575099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:50.618330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bbea22-c75e-494c-b3dd-b66df4294764,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:50.622339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:50.650235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'port': {'network_id': '501cb391-cc6d-4539-826a-6cba45a798fb', 'name': 'tempest-FloatingIPTestJSON-1788023637'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:50.657468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c58442-dd27-499a-976a-ac815d443341 None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'f2bfe8d6-0602-45e5-9d12-f3a08e369a7a'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '4d60b899-64c4-4d1c-8276-c22b636ee6a1'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:28:50.782869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:50.784621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f619dcbf-1e9e-438a-86c4-39244045eb32) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:50.814864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/f2bfe8d6-0602-45e5-9d12-f3a08e369a7a HTTP/1.1" status: 204 len: 168 time: 1.8389974 Jan 14 03:28:50.818505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33994) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:50.829632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286c77f-1024-4472-ab6d-b6c9776c14b4 None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:50.903936 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b3d4c1dd-909d-45f9-b943-8f5bf01ecbfd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839109 Jan 14 03:28:50.920764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 33998) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:50.932567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:50.959740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:50.960426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:50.998671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:51.034890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36b01ee2-15a5-4543-86fa-f7789cd650bc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:51.075364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.7938948 Jan 14 03:28:51.081265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34004) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:51.089285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Usage tracker for resource:port and tenant:daca8ccb180c4712a27153ae38d7c6a1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:51.101269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'network': {'name': 'tempest-router-network01--418739757'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:51.107615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Quota usage for port was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:51.136846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6e2cb-19d1-4e07-9a70-97bbb3692ac3 None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:51.149244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:51.158860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:51.163637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.164395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.179157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55c58442-dd27-499a-976a-ac815d443341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.181909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.206622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:51.216255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:51.224378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:51.235740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:51.251447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.264945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:network and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:51.317933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Provisioning for port 36b01ee2-15a5-4543-86fa-f7789cd650bc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:51.338540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Provisioning complete for port 36b01ee2-15a5-4543-86fa-f7789cd650bc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:51.338882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.339987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:51.380406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e4df508-0bc6-4e91-961e-4505ca35d5a1 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:51.428647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for 63712856-88d1-474a-88cd-e52895648b48 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:51.429434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 36b01ee2-15a5-4543-86fa-f7789cd650bc completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:51.448240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.456818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:51.459299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Port': ['ID=00b1923c-a3a5-4a91-a120-fe128edacf1d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:51.461794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:51.466515 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:51.471569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Made reservation on behalf of daca8ccb180c4712a27153ae38d7c6a1 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:51.481845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.482028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 36b01ee2-15a5-4543-86fa-f7789cd650bc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:51.482361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.606804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Transition to ACTIVE for port object be4f0e67-37fe-4571-b8ee-1de18101d719 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:51.613828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:51.624532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.646639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.715211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:51.728604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.728836 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Added segment e931e2cb-5dbd-4072-8347-79f6aa883bcb of type vxlan for network 2f59983d-07c8-40ac-8a25-1d18e54a8632 Jan 14 03:28:51.768542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.820574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f619dcbf-1e9e-438a-86c4-39244045eb32', 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32', 'tenant_id': '3831844e5e1e477db2eab156860da4d0', 'fixed_ips': [{'subnet_id': '19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:51.821515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.842156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Transition to ACTIVE for port object be4f0e67-37fe-4571-b8ee-1de18101d719 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:51.848264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.874755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.895418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:51.896226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.899741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:51.909841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:51.935823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1455fdd2-4faa-4973-a7d7-6080e62249f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:51.950594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.136213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:52.209703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.230823 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1336980 Jan 14 03:28:52.235359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34010) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:52.236782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 36b01ee2-15a5-4543-86fa-f7789cd650bc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36b01ee2-15a5-4543-86fa-f7789cd650bc,segment=NetworkSegment(8131975b-a7a4-4c70-b606-c0dcdcebbdd9),segment_id=8131975b-a7a4-4c70-b606-c0dcdcebbdd9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:52.244117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'network': {'name': 'tempest-router-network02--273171747'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:52.249835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:52.253775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Network': ['ID=2f59983d-07c8-40ac-8a25-1d18e54a8632,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:52.254679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:network and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:52.257114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:52.257802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:52.278174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:52.304251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Pushing event updated for resources: {'Port': ['ID=be4f0e67-37fe-4571-b8ee-1de18101d719,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:52.322012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.329375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] device_id is not set on port 260eb815-d6c1-4d7a-8546-a41441d53ff8 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:28:52.330126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:52.330987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:52.372604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:52.375512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06e8ffa4-cc1b-483d-8624-b9a4eba626b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:52.390785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.422673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bbea22-c75e-494c-b3dd-b66df4294764,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:52.426438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:52.428292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.451670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:52.458692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Checking segment: {'id': 'c91688df-22a6-4ef6-8aa4-5e6bcc6bf9aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '23cb6a31-7d63-4435-b7eb-e63fd919516d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:52.459029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network hostable DHCP agents. Network: 23cb6a31-7d63-4435-b7eb-e63fd919516d, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:52.459651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Allocated IP 172.20.0.1 (1e93f0ad-c736-4198-8895-c0a1ab5153ef/09c5a154-f34d-4f55-a774-690de32042f3/a373b9d8-e70b-4560-ac4c-61ddfe16eabe) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:52.467484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:52.516765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.518155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/b9bbea22-c75e-494c-b3dd-b66df4294764 HTTP/1.1" status: 204 len: 168 time: 2.0332217 Jan 14 03:28:52.526413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:52.551528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:52.624327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:52.640662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.641178 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Added segment 2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac of type vxlan for network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c Jan 14 03:28:52.650147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 23cb6a31-7d63-4435-b7eb-e63fd919516d) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:52.654572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:52.655528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.683200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e805d618-4670-4cb8-8727-291edb69c66b tempest-FloatingIPAdminTestJSON-467560744 tempest-FloatingIPAdminTestJSON-467560744] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:52.738066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16d6e19e-aca3-404c-aea1-a748bd6983cf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2057929 Jan 14 03:28:52.742938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:52.754530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.760594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--1189471268'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:52.772141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:52.776170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:52.778043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dff7029-6c2d-4639-975e-c10a1a21c968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:52.786593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:52.792477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:52.826558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e08f01-8aa8-48d6-a9ed-5a9648fcd065 None None] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:52.846050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.882785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.910509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=36b01ee2-15a5-4543-86fa-f7789cd650bc,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:52.949047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:52.953849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:52.959294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Allocated IP 172.20.0.8 (501cb391-cc6d-4539-826a-6cba45a798fb/072fec6e-2d67-495d-a2cf-60bdc4c12d61/260eb815-d6c1-4d7a-8546-a41441d53ff8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:52.962834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:52.973025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Port': ['ID=cfcdcd72-9e5f-4733-be4a-4357870bb7a5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:52.981660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:52.983872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.986230 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:52.993260 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:53.024483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:53.026993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.043425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:53.052215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7ba6d83-95ec-458d-8a3a-72438049e0fa tempest-ExtraDHCPOptionsTestJSON-1521472469 tempest-ExtraDHCPOptionsTestJSON-1521472469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:53.141265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:53.172756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:53.181966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b138e-3408-4d0f-9b53-de7fa1ae0eb1 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:53.184511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Network': ['ID=9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:53.205427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:53.226210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:53.241061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:53.252848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Checking segment: {'id': '3ae23101-01e6-4280-9067-d2e63eb183dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'f85c5329-a99f-4b17-9a42-9fcbf0048b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:53.253247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network hostable DHCP agents. Network: f85c5329-a99f-4b17-9a42-9fcbf0048b5c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:53.270479 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0338712 Jan 14 03:28:53.271431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:53.287130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'subnet': {'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:53.341520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:53.354142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:28:53.368068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:53.421147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:53.428838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.495160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:53.514434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:subnet and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:53.543736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:53.568008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f85c5329-a99f-4b17-9a42-9fcbf0048b5c) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:53.585736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:53.610556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:53.616543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.638823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:53.640944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.652287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:53.654865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.661258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.680366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:53.688379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Transition to ACTIVE for port object a373b9d8-e70b-4560-ac4c-61ddfe16eabe will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:53.837837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.837837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:28:53.849474 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0329106 Jan 14 03:28:53.851890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.852867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34034) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:53.876053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bdbd56f-dc89-4dc5-a66d-3f3806d115cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:53.920607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.922390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf8054-5644-4d69-927c-f87a2fa2875e None None] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:53.935656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.959734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:53.982157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e388ff18-cbf2-4fa9-ab61-8a67cb89e9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:53.985321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:53.989102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:54.032211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=85966296-a5a1-437e-8c9a-1a1dff5598ba,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:54.036701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:54.037588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.042724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2907476 Jan 14 03:28:54.055091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.056294 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ec3b0ad-1b8f-4cb4-b554-6f4474702c61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 204 len: 168 time: 6.2890210 Jan 14 03:28:54.114177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34040) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.114566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34042) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.115243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:54.162489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Attempting to bind port be4f0e67-37fe-4571-b8ee-1de18101d719 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:54.162913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Attempting to bind port be4f0e67-37fe-4571-b8ee-1de18101d719 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd8c938d1-24fe-4307-aff3-ca45895e8c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:54.163335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Attempting to bind port be4f0e67-37fe-4571-b8ee-1de18101d719 on network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:54.169579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:54.169993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-be781cb0-6846-4bf2-8238-00508ef58d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:54.207616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1976317563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:54.208921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:54.215188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:54.227898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3538d91c-06fe-4f79-8012-62800ed852fa tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '85966296-a5a1-437e-8c9a-1a1dff5598ba', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:54.228584 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-3538d91c-06fe-4f79-8012-62800ed852fa tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 03:28:54.229146 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3538d91c-06fe-4f79-8012-62800ed852fa tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:54.233357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3538d91c-06fe-4f79-8012-62800ed852fa tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0455966 Jan 14 03:28:54.234687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.246891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Port': ['ID=a373b9d8-e70b-4560-ac4c-61ddfe16eabe,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:54.249475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:54.249915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Checking segment: {'id': 'd8c938d1-24fe-4307-aff3-ca45895e8c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:54.250416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.250547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:54.251233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Bound using segment: {'id': 'd8c938d1-24fe-4307-aff3-ca45895e8c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:54.251888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34050) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.252629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Bound port: be4f0e67-37fe-4571-b8ee-1de18101d719, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c938d1-24fe-4307-aff3-ca45895e8c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a6e37e36-3cd1-44ef-a2be-b516a4d84c3f'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:54.253036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.310986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:54.337613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:54.343738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:54.359495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:54.383307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:54.384464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.401741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34056) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.407142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.427385 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5021803 Jan 14 03:28:54.428554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34062) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.439813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:54.450024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.481765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.532025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.533728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.545472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.550058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:54.576166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=85966296-a5a1-437e-8c9a-1a1dff5598ba,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:54.606553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e7b35-227d-4a96-ab0a-125b3b79b86d tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:54.629766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e7b35-227d-4a96-ab0a-125b3b79b86d tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:54.635622 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b39e7b35-227d-4a96-ab0a-125b3b79b86d tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7753673 Jan 14 03:28:54.635622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Transition to ACTIVE for port object 260eb815-d6c1-4d7a-8546-a41441d53ff8 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:54.639051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:54.644654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34066) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.651435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:54.681538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:54.686364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:54.693196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.710359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.714465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/85966296-a5a1-437e-8c9a-1a1dff5598ba HTTP/1.1" status: 204 len: 168 time: 0.4508548 Jan 14 03:28:54.719482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34070) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.721531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:54.726135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.728980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:54.755063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Usage tracker for resource:security_group_rule and tenant:40b10d5fb5bf4ebaa320152621d1b92e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:54.763671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:54.774713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:54.775980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:54.783817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:54.788565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:54.824217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Deleting port 00b1923c-a3a5-4a91-a120-fe128edacf1d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:54.824673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.851514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:54.862405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:54.891163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f35d96a-a1b3-40a1-97f8-5cb831bf86e7 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1606474 Jan 14 03:28:54.900776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:54.974262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36b01ee2-15a5-4543-86fa-f7789cd650bc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:55.001199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--1352961963'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:55.055502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:55.128046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:55.140940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:55.142806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.153523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:55.231017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.235358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Allocated IP 2001:db8::2 (f619dcbf-1e9e-438a-86c4-39244045eb32/19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f/5b8086cd-ff62-4fab-9305-da8b8e36e881) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:55.242342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] For port be4f0e67-37fe-4571-b8ee-1de18101d719, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:55.246234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] For port be4f0e67-37fe-4571-b8ee-1de18101d719, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be4f0e67-37fe-4571-b8ee-1de18101d719,segment=NetworkSegment(d8c938d1-24fe-4307-aff3-ca45895e8c96),segment_id=d8c938d1-24fe-4307-aff3-ca45895e8c96)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:55.279760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:55.291851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 36b01ee2-15a5-4543-86fa-f7789cd650bc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:55.292608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.299559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:55.306137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:55.322582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:55.325150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Calling delete_port for 00b1923c-a3a5-4a91-a120-fe128edacf1d owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:55.327328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.391068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.414440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.427698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.435429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-08638ff0-3442-4dd5-98c1-9836d67ab45e tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:55.486468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:55.505673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8d8b5-4462-4ed1-b215-44d610a09fa2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:55.509662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:55.607446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8353bb0-4e60-46b5-850d-b796c771c090 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:55.646611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.657246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40b10d5fb5bf4ebaa320152621d1b92e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2543507 Jan 14 03:28:55.659117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34080) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:55.672439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.687074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:28:55.691059 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:28:55.709491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e26a3c08-485a-46b7-badf-0062eb42e5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:55.720599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.726793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event updated for resources: {'Port': ['ID=260eb815-d6c1-4d7a-8546-a41441d53ff8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:55.745288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7dfbcb00-b398-4df5-ae93-272bbe32120b None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:55.745720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dfbcb00-b398-4df5-ae93-272bbe32120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.792148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.797145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8906240 Jan 14 03:28:55.808122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.812380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1092be22-aa1d-48de-80fd-66ab5d8be22f tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6192434 Jan 14 03:28:55.812380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34084) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:55.818998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Pushing event updated for resources: {'Port': ['ID=be4f0e67-37fe-4571-b8ee-1de18101d719,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:55.823153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34086) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:55.833396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:55.856227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.861592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:55.878666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:55.882556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-612b48a9-57a2-4f61-ab96-199847dcc338 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:55.931592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-89acb9d9-ac4c-4bb2-8a87-82e63cf59bc0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '37077177-768c-4340-8e01-42a0ee789f0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:55.933210 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-89acb9d9-ac4c-4bb2-8a87-82e63cf59bc0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 03:28:55.933537 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-89acb9d9-ac4c-4bb2-8a87-82e63cf59bc0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:55.937475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89acb9d9-ac4c-4bb2-8a87-82e63cf59bc0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0603397 Jan 14 03:28:55.953162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.956062 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/ports/00b1923c-a3a5-4a91-a120-fe128edacf1d HTTP/1.1" status: 204 len: 168 time: 1.3092422 Jan 14 03:28:55.957047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34092) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:55.959306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:55.964762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Port': ['ID=00b1923c-a3a5-4a91-a120-fe128edacf1d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:55.967857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:55.968850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:55.970660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:55.976575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:55.987030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:56.081131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ca376c94-d55e-4f2d-a8fd-a46e0a0212c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '37077177-768c-4340-8e01-42a0ee789f0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:56.082058 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-ca376c94-d55e-4f2d-a8fd-a46e0a0212c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 03:28:56.086134 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ca376c94-d55e-4f2d-a8fd-a46e0a0212c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:56.087432 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca376c94-d55e-4f2d-a8fd-a46e0a0212c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1245534 Jan 14 03:28:56.164841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34100) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:56.201762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.213760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Transition to ACTIVE for port object 5b8086cd-ff62-4fab-9305-da8b8e36e881 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:56.232942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Transition to ACTIVE for port object 5b8086cd-ff62-4fab-9305-da8b8e36e881 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:28:56.252467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5b498804-996b-4eb5-9cef-84802c0b4e10 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '37077177-768c-4340-8e01-42a0ee789f0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:56.257324 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-5b498804-996b-4eb5-9cef-84802c0b4e10 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 03:28:56.257324 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5b498804-996b-4eb5-9cef-84802c0b4e10 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:56.257324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b498804-996b-4eb5-9cef-84802c0b4e10 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0803897 Jan 14 03:28:56.272782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34104) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:56.297824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:28:56.299147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc2fccaf-ff6b-48cd-99ef-2de656215672 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '37077177-768c-4340-8e01-42a0ee789f0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:56.300889 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-fc2fccaf-ff6b-48cd-99ef-2de656215672 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 03:28:56.301590 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-fc2fccaf-ff6b-48cd-99ef-2de656215672 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:56.305669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc2fccaf-ff6b-48cd-99ef-2de656215672 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0220611 Jan 14 03:28:56.316090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34108) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:56.368138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.394779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:56.408334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:56.409257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.438274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '4d60b899-64c4-4d1c-8276-c22b636ee6a1'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:28:56.455291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Deleting port cfcdcd72-9e5f-4733-be4a-4357870bb7a5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:28:56.455849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.503705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.541728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.9393985 Jan 14 03:28:56.553748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:56.568220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7dfbcb00-b398-4df5-ae93-272bbe32120b None None] Provisioning complete for port 36b01ee2-15a5-4543-86fa-f7789cd650bc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:56.568679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dfbcb00-b398-4df5-ae93-272bbe32120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.569039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Request body: {'floatingip': {'port_id': '260eb815-d6c1-4d7a-8546-a41441d53ff8'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:56.619881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=37077177-768c-4340-8e01-42a0ee789f0a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:56.697197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:56.697832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Pushing event updated for resources: {'Port': ['ID=5b8086cd-ff62-4fab-9305-da8b8e36e881,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:56.697955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.700562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:56.707259 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d02bf3ec-637f-4c48-a992-d03347009401 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:56.721772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.828762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.861791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.913437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:28:56.923892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.924257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:56.926788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:28:56.938582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:56.956057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.016071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Subnet': ['ID=336a574a-ff3d-449c-b301-c2309ba8e06f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:57.023666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:28:57.037789 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:57.044508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.072835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.078402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Attempting to bind port 5b8086cd-ff62-4fab-9305-da8b8e36e881 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:28:57.079160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Attempting to bind port 5b8086cd-ff62-4fab-9305-da8b8e36e881 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '07549cbb-9c88-474f-9816-dea60701d43c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:28:57.080361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Attempting to bind port 5b8086cd-ff62-4fab-9305-da8b8e36e881 on network f619dcbf-1e9e-438a-86c4-39244045eb32 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:28:57.186797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:57.270721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:28:57.271261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Checking segment: {'id': '07549cbb-9c88-474f-9816-dea60701d43c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:57.271836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.272430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Bound using segment: {'id': '07549cbb-9c88-474f-9816-dea60701d43c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:28:57.273101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Bound port: 5b8086cd-ff62-4fab-9305-da8b8e36e881, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07549cbb-9c88-474f-9816-dea60701d43c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'f619dcbf-1e9e-438a-86c4-39244045eb32'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:28:57.273651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.291887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Checking segment: {'id': 'e931e2cb-5dbd-4072-8347-79f6aa883bcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:28:57.292281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network hostable DHCP agents. Network: 2f59983d-07c8-40ac-8a25-1d18e54a8632, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:28:57.334176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.341516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5af2af31-7c0c-4c44-9c3a-26fc2c0dad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:57.372065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:28:57.378614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8d8b5-4462-4ed1-b215-44d610a09fa2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:57.388128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:57.400799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.404797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20f8d8b5-4462-4ed1-b215-44d610a09fa2 HTTP/1.1" status: 204 len: 168 time: 1.7318382 Jan 14 03:28:57.414124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2f59983d-07c8-40ac-8a25-1d18e54a8632) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:28:57.506281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=7']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:57.513828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be4f0e67-37fe-4571-b8ee-1de18101d719 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:57.574409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:28:57.575014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.595741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:57.636058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64446063-f94c-4f83-98f5-4b5f4e2fdb98 None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:57.687485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4124811 Jan 14 03:28:57.688382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34120) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:57.712214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:28:57.717031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'subnet': {'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:57.805738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.817575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] For port 5b8086cd-ff62-4fab-9305-da8b8e36e881, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:28:57.821077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] For port 5b8086cd-ff62-4fab-9305-da8b8e36e881, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5b8086cd-ff62-4fab-9305-da8b8e36e881,segment=NetworkSegment(07549cbb-9c88-474f-9816-dea60701d43c),segment_id=07549cbb-9c88-474f-9816-dea60701d43c)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:28:57.840033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a471b93-0961-48bc-be9c-2c260ccb2280 None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:28:57.911466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34124) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:57.931503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Provisioning for port a373b9d8-e70b-4560-ac4c-61ddfe16eabe completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:57.944096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:57.973966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-354911d1-14fc-41fa-bf1a-cd78bae23be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:58.001302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.010342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.028955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Calling delete_port for cfcdcd72-9e5f-4733-be4a-4357870bb7a5 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:28:58.047082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.053146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Pushing event updated for resources: {'Port': ['ID=5b8086cd-ff62-4fab-9305-da8b8e36e881,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:58.056334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Provisioning complete for port a373b9d8-e70b-4560-ac4c-61ddfe16eabe triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:58.056503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.059834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.068190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-086b5abd-cfd4-4769-939a-e8399a96e0bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:58.086447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:58.094024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.097739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/37077177-768c-4340-8e01-42a0ee789f0a HTTP/1.1" status: 204 len: 168 time: 1.7752061 Jan 14 03:28:58.099949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34128) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:58.147106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=37077177-768c-4340-8e01-42a0ee789f0a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:58.147792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:58.150893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port be4f0e67-37fe-4571-b8ee-1de18101d719 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:58.160630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:58.199127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Usage tracker for resource:security_group_rule and tenant:cf3d96c8ebe346aea51bb3e24da6900b is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:58.207583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:58.215142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:58.271466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:58.283469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:subnet and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:58.298637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:58.329188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:58.396909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:58.407749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Port a373b9d8-e70b-4560-ac4c-61ddfe16eabe cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:58.428824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4be0061f-b1af-4ddf-a73c-0a2085efe54f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Synchronizing usage tracker for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:58.473675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.496640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38750143-aaf2-49f2-bc10-7eb688bf185f tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:58.548697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Provisioning for port 260eb815-d6c1-4d7a-8546-a41441d53ff8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:28:58.605059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Provisioning complete for port 260eb815-d6c1-4d7a-8546-a41441d53ff8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:58.605445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.615319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4be0061f-b1af-4ddf-a73c-0a2085efe54f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Unset dirty status for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:58.622867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4be0061f-b1af-4ddf-a73c-0a2085efe54f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4770210 Jan 14 03:28:58.623071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Port': ['ID=cfcdcd72-9e5f-4733-be4a-4357870bb7a5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:58.630113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.638101 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:58.638626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34132) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:58.646160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--500566310'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:58.657205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:58.663657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-2f59983d-07c8-40ac-8a25-1d18e54a8632', 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632', 'tenant_id': '3831844e5e1e477db2eab156860da4d0', 'fixed_ips': [{'subnet_id': '336a574a-ff3d-449c-b301-c2309ba8e06f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:28:58.664605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.667793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:58.698792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.750368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:28:58.750368 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 14 03:28:58.750368 n-d-765315-13 neutron-server[80721]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe34:c25', 'status': 'ALLOCATED', 'ipam_subnet_id': '935fc91b-9721-4cfa-8679-5b80087eb9c9'}] Jan 14 03:28:58.750368 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:28:58.751298 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:28:58.762312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Port 260eb815-d6c1-4d7a-8546-a41441d53ff8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:28:58.766139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:58.770355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:58.773473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:58.779446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:58.873081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Provisioning complete for port 36b01ee2-15a5-4543-86fa-f7789cd650bc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:28:58.873510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1768ed6-b126-4d3e-8348-5fe994bdbb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.911639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:28:58.945542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.960690 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/ports/cfcdcd72-9e5f-4733-be4a-4357870bb7a5 HTTP/1.1" status: 204 len: 168 time: 2.9859209 Jan 14 03:28:58.961548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34136) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:58.990302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:58.996640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Allocated IP 172.25.3.218 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/85a144f2-28ac-4c22-b941-53f9a20d81e9) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:59.000222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.024741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.037320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.064383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8b36658-cad6-4e94-9300-847f15baf8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:59.098970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-034c205c-21ff-4c99-90e0-5782b7c1ed26 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Synchronizing usage tracker for tenant:3ad3c98a188542ef8816a8c11489020f on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:28:59.107770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.179748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.183513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8bba6cf-303a-4ae0-8f2f-ff6fffebece3 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:59.258912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.322602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Allocated IP 2001:db8::2 (2f59983d-07c8-40ac-8a25-1d18e54a8632/336a574a-ff3d-449c-b301-c2309ba8e06f/3790d652-73ea-497b-b5eb-bd04fa4601df) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:28:59.404502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.405057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5b8086cd-ff62-4fab-9305-da8b8e36e881 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:28:59.425195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7699256 Jan 14 03:28:59.542926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:59.543893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-034c205c-21ff-4c99-90e0-5782b7c1ed26 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Unset dirty status for tenant:3ad3c98a188542ef8816a8c11489020f on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:28:59.552618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-034c205c-21ff-4c99-90e0-5782b7c1ed26 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5833321 Jan 14 03:28:59.559682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34144) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:59.581568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-60a4532e-256e-4002-80af-2f4e65ec5ae5 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:59.582098 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-60a4532e-256e-4002-80af-2f4e65ec5ae5 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 03:28:59.582661 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-60a4532e-256e-4002-80af-2f4e65ec5ae5 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:28:59.587431 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60a4532e-256e-4002-80af-2f4e65ec5ae5 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0297542 Jan 14 03:28:59.601796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-374124368'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:59.608222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:59.613026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:network and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:59.616376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:59.623291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:28:59.632379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34148) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:59.645857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:28:59.664387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.724182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Port': ['ID=a373b9d8-e70b-4560-ac4c-61ddfe16eabe,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:59.729786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:59.734677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:28:59.780792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 27} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:28:59.804567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.804973 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment 9440878d-088b-4308-a108-0e7ba38db436 of type vxlan for network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 Jan 14 03:28:59.835548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.845037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.886270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22f99259-92df-405c-b92b-a34211ed225b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:28:59.896335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.910504 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf3d96c8ebe346aea51bb3e24da6900b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9912775 Jan 14 03:28:59.916181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcba529-a05c-4ec9-87a2-7c444231246a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:28:59.925389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:28:59.929536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34154) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:28:59.950219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:28:59.953251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:28:59.959060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:28:59.963675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:28:59.984034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:00.010349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.031762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:00.033204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.060235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.119024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.130167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Provisioning for port be4f0e67-37fe-4571-b8ee-1de18101d719 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:00.215187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.256444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.349614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.398763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Allocated IP 172.20.0.2 (0db21da6-d133-41c3-a5a5-fbea28870222/e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4/4d60b899-64c4-4d1c-8276-c22b636ee6a1) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:00.403717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Provisioning complete for port be4f0e67-37fe-4571-b8ee-1de18101d719 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:00.404147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.430685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Transition to ACTIVE for port object 3790d652-73ea-497b-b5eb-bd04fa4601df will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:00.438009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5b8086cd-ff62-4fab-9305-da8b8e36e881 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:00.478021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:00.484285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Transition to ACTIVE for port object 3790d652-73ea-497b-b5eb-bd04fa4601df will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:00.500702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.517403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25323166-23c3-4115-8694-2d65011773c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:00.572025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.591411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.597156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6540af28-73b6-4a64-b567-d3f91a2fd9f8 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:00.625986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.645415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=81272aed-d7fe-48c5-9b00-3432489c90b1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:00.649861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:00.656834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b6c1e-a579-4305-a014-9234a8380a09 None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:00.665863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4100af5-b8d9-4a46-a062-ad2b0b731f29 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:00.684268 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0942376 Jan 14 03:29:00.688184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34158) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:00.700808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.702189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.708433 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:00.712423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91d2b9ed-5d6f-4006-9b49-c7aed1155612 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0729570 Jan 14 03:29:00.715945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820286934'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:00.733157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:00.749938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:00.760121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0746ad26-9f43-4127-a26c-254400a8d6d4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:00.760672 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-0746ad26-9f43-4127-a26c-254400a8d6d4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 03:29:00.761209 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-0746ad26-9f43-4127-a26c-254400a8d6d4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:00.767538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0746ad26-9f43-4127-a26c-254400a8d6d4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278425 Jan 14 03:29:00.804335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34166) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:00.825565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:network and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:00.830950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for network was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:00.839147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:00.869549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:00.895600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Pushing event updated for resources: {'Port': ['ID=85a144f2-28ac-4c22-b941-53f9a20d81e9,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:00.895879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Pushing event updated for resources: {'Port': ['ID=3790d652-73ea-497b-b5eb-bd04fa4601df,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:00.900302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:00.906891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:00.914072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:00.915262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.924975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:00.925883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:00.927667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fcba529-a05c-4ec9-87a2-7c444231246a HTTP/1.1" status: 204 len: 168 time: 0.9958951 Jan 14 03:29:00.928814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2daf077-5877-4f58-83fc-ed40d823d815 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:00.934744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:00.941221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:00.946342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:00.949000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:00.951294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=1e67fa78-9bd7-45a2-aa2f-c13f25b42b64,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:00.962960 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:00.964232 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP e8abfb0c-c3f8-47f5-bb28-d648ae12e15f associated. External IP: 172.25.3.39, port: 3f60ce13-687c-4692-9ce7-3c5f77eb2c25. Jan 14 03:29:00.982823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:00.997153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:00.997699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcba529-a05c-4ec9-87a2-7c444231246a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:01.014981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:01.028001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:01.044512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07fa604c-c171-4dfb-b6af-ab46e6ddb471 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:01.051900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:01.073855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.158859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.288066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:01.325773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.348472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:01.351107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:01.361470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:01.398815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:01.408930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:01.424115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=9']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:01.428637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] vxlan segment allocate from pool success with {'vxlan_vni': 28} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:29:01.437989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.438386 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Added segment 3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6 of type vxlan for network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a Jan 14 03:29:01.443115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:01.447491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77d37ca2-5bcc-4a78-8246-1b6a0fe5ba0e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.714s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:01.467115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.498905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:01.499568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.524249 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:01.525543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-156a6406-b5d8-4f9d-869c-af35d36c0844 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7173057 Jan 14 03:29:01.531452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.537371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34176) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:01.553126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:01.553828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.564520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca1697fa-5942-467d-b90d-aa8a76fa3619 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:01.572525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-87741ad8-9d56-404f-8988-cce9bd8dcf17 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:01.573341 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-87741ad8-9d56-404f-8988-cce9bd8dcf17 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 03:29:01.574543 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-87741ad8-9d56-404f-8988-cce9bd8dcf17 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:01.579136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87741ad8-9d56-404f-8988-cce9bd8dcf17 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0259609 Jan 14 03:29:01.589939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34182) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:01.658488 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.2289364 Jan 14 03:29:01.667636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34188) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:01.690674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:01.728935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0180712 Jan 14 03:29:01.751551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:eb:18:91', 'name': 'tempest-NetworksTestDHCPv6-1588532661'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:01.776420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Transition to ACTIVE for port object 4d60b899-64c4-4d1c-8276-c22b636ee6a1 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:01.791658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:01.813831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=06d3df33-ed46-4d06-8583-511268108c38,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:01.829607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:01.840198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:01.846728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Network': ['ID=160a1a6d-7c58-4262-a5d2-7a05ed049b1a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:01.851155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:01.871475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:01.973634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:02.015035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:02.020054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Checking segment: {'id': '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:02.020503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network hostable DHCP agents. Network: 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:29:02.034507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:02.069754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Subnet': ['ID=1fb19295-4f7d-4775-8e3d-b444dfebb5ad,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:02.097455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:02.115195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:02.185047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:02.186247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.994s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:02.186924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:02.189247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] For port be4f0e67-37fe-4571-b8ee-1de18101d719, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be4f0e67-37fe-4571-b8ee-1de18101d719,segment=NetworkSegment(d8c938d1-24fe-4307-aff3-ca45895e8c96),segment_id=d8c938d1-24fe-4307-aff3-ca45895e8c96)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:02.219756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:29:02.259446 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:02.276529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f96fd78c-d094-4cc4-96ba-694ef0f3eda4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6636457 Jan 14 03:29:02.293277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:02.305897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bcdbafe5-f07d-4ccf-80b4-0060b320c0d1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:02.309206 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-bcdbafe5-f07d-4ccf-80b4-0060b320c0d1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 03:29:02.309775 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-bcdbafe5-f07d-4ccf-80b4-0060b320c0d1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:02.315119 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcdbafe5-f07d-4ccf-80b4-0060b320c0d1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164649 Jan 14 03:29:02.315925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Router 4d57bf3b-5288-4479-87fa-234cab82f34c is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:29:02.319828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34202) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:02.334083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:02.344687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:02.350216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:02.354528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:02.364032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:02.365171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:02.370024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:02.378589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:02.384614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:02.389798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:02.398035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:02.507524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:02.523082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:02.533124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41091f17-0b5b-4faf-83cb-442250b422d0 None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:02.585177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:02.686277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:02.688519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:02.819199 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:02.820383 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef5fbc1f-1684-4ab5-8b55-bd9978d770c9 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4927409 Jan 14 03:29:02.848470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34210) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:02.875913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '81272aed-d7fe-48c5-9b00-3432489c90b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:02.946143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:02.946806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:02.959937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:02.982464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:03.011114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:03.132092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=10']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:03.186206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.4807024 Jan 14 03:29:03.192498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34216) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:03.260011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c', 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c', 'tenant_id': '3831844e5e1e477db2eab156860da4d0', 'fixed_ips': [{'subnet_id': '1fb19295-4f7d-4775-8e3d-b444dfebb5ad'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:29:03.261054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:03.285857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.286250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.286763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.287145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.287520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.287897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.288266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.288660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.289030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.289396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.289767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.290134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.290541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.291010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.291381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.291744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.292109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.297110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.297515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.297915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.298924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.299303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.299733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.300051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.300532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.301024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.301548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.301917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.302283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.302763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.303192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.303559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.303923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.304295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.304679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.305040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:03.311520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.440s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:03.333283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Provisioning complete for port a373b9d8-e70b-4560-ac4c-61ddfe16eabe triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:03.333283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:03.367951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:03.507549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.972s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:03.558002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:03.560045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:03.685143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Port a373b9d8-e70b-4560-ac4c-61ddfe16eabe cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:03.711497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Pushing event updated for resources: {'Port': ['ID=be4f0e67-37fe-4571-b8ee-1de18101d719,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:03.725897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:03.726790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:03.818212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:03.828695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Attempting to bind port 3790d652-73ea-497b-b5eb-bd04fa4601df on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:03.829763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Attempting to bind port 3790d652-73ea-497b-b5eb-bd04fa4601df by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e931e2cb-5dbd-4072-8347-79f6aa883bcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:03.830310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Attempting to bind port 3790d652-73ea-497b-b5eb-bd04fa4601df on network 2f59983d-07c8-40ac-8a25-1d18e54a8632 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:03.834434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:03.874011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59725b76-e4fc-45df-87cd-8cae6b150fa3 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:03.943937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:03.944697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.098819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:04.099391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Checking segment: {'id': 'e931e2cb-5dbd-4072-8347-79f6aa883bcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:04.099850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:04.100293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Bound using segment: {'id': 'e931e2cb-5dbd-4072-8347-79f6aa883bcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:04.100864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Bound port: 3790d652-73ea-497b-b5eb-bd04fa4601df, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e931e2cb-5dbd-4072-8347-79f6aa883bcb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '2f59983d-07c8-40ac-8a25-1d18e54a8632'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:04.101287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:04.134186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.208852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Provisioning complete for port be4f0e67-37fe-4571-b8ee-1de18101d719 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:04.209385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:04.282617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:04.303290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:04.664668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:04.674966 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:04.676536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9feb098-72dd-46aa-abfa-554042426819 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.8254123 Jan 14 03:29:04.681101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0956509 Jan 14 03:29:04.683609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34234) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:04.684238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] Sync routers for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:04.684918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34236) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:04.698100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:04.699025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.708979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router fb7f8eb6-d078-4c7a-a92a-38f8227b25db has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:04.769456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Allocated IP 2001:db8::2 (9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c/1fb19295-4f7d-4775-8e3d-b444dfebb5ad/da9f9a3a-9e57-40a0-9877-5bee668b8223) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:04.851517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.884855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:04.887477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.988108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:04.997550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89f441-a152-40e1-82fd-9feb8e3648af None None] The sync data for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:05.204712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:05.289199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:05.292176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:05.303317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Transition to ACTIVE for port object da9f9a3a-9e57-40a0-9877-5bee668b8223 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:05.320061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Transition to ACTIVE for port object da9f9a3a-9e57-40a0-9877-5bee668b8223 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:05.362947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] Sync routers for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:05.369475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be4f0e67-37fe-4571-b8ee-1de18101d719 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:05.384424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 28d4d818-65a6-420e-ad3f-ff499af83526 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:29:05.443064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:05.503530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88d3b426-6d30-4a41-b57e-a477685e3b35 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/floatingips/e8abfb0c-c3f8-47f5-bb28-d648ae12e15f HTTP/1.1" status: 200 len: 977 time: 8.9460611 Jan 14 03:29:05.522521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34252) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:05.638840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:05.639632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:05.664652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 260eb815-d6c1-4d7a-8546-a41441d53ff8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:05.665036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:05.702338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34256) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:05.730129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'subnets': [{'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2125737824', 'ip_version': 6}, {'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:05.730641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'subnet': {'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2125737824', 'ip_version': 6}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:05.731378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Request body: {'subnet': {'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:05.790582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:05.838186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:05.838634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe53bb76-f88e-4d3a-bd3c-f61ca1f9482e None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:05.901220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:05.901938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:05.906258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:05.993153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.008817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 172.20.0.12 (0db21da6-d133-41c3-a5a5-fbea28870222/e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4/28d4d818-65a6-420e-ad3f-ff499af83526) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:06.091523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:feeb:1891 (0db21da6-d133-41c3-a5a5-fbea28870222/06d3df33-ed46-4d06-8583-511268108c38/28d4d818-65a6-420e-ad3f-ff499af83526) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:06.178375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Router 13ce0adf-f745-43c1-a973-ef8dedf7811f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:29:06.180984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port be4f0e67-37fe-4571-b8ee-1de18101d719 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:06.181410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.252897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:06.266211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:06.269108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:06.274858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.333994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.363159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:06.363866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.439496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-54811475-2458-4c16-8930-d3eed802aa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.448051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:06.450928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Attempting to bind port da9f9a3a-9e57-40a0-9877-5bee668b8223 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:06.451435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Attempting to bind port da9f9a3a-9e57-40a0-9877-5bee668b8223 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:06.451847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Attempting to bind port da9f9a3a-9e57-40a0-9877-5bee668b8223 on network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:06.458319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.458766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834e664-fa38-42b3-92df-f03f8b706ee1 None None] The sync data for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:06.473282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:06.473709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Checking segment: {'id': '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:06.474159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.474732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Bound using segment: {'id': '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:06.475260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Bound port: da9f9a3a-9e57-40a0-9877-5bee668b8223, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:06.475685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.505482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:06.515526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] Sync routers for ids ['13ce0adf-f745-43c1-a973-ef8dedf7811f'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:06.533308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] Routers {'13ce0adf-f745-43c1-a973-ef8dedf7811f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:06.534395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['13ce0adf-f745-43c1-a973-ef8dedf7811f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.549428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Pushing event updated for resources: {'Port': ['ID=da9f9a3a-9e57-40a0-9877-5bee668b8223,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:06.561982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:06.624548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.634831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] Routers {'13ce0adf-f745-43c1-a973-ef8dedf7811f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:06.635785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:28:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['13ce0adf-f745-43c1-a973-ef8dedf7811f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.650967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.652173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:06.690407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:06.714076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:06.714877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6526c6e9-3445-4a9a-a0dc-6d522527a1b8 None None] The sync data for ids ['13ce0adf-f745-43c1-a973-ef8dedf7811f'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:06.735441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.865997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:06.924391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:06.928654 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "PUT /v2.0/routers/13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 200 len: 884 time: 11.1001239 Jan 14 03:29:06.931200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34266) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:07.158272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.173602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1482a463-6566-4e7f-83bd-2210a55644d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:07.187729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-405ff186-2db9-4676-91c9-70eb9ba64719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.207754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=81272aed-d7fe-48c5-9b00-3432489c90b1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:07.235180 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:07.260013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.260473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.261090 n-d-765315-13 neutron-server[80721]: INFO neutron.db.l3_db [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Floating IP e8abfb0c-c3f8-47f5-bb28-d648ae12e15f disassociated. External IP: 172.25.3.39, port: 260eb815-d6c1-4d7a-8546-a41441d53ff8. Jan 14 03:29:07.261485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 260eb815-d6c1-4d7a-8546-a41441d53ff8 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:07.306195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.306195 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/81272aed-d7fe-48c5-9b00-3432489c90b1 HTTP/1.1" status: 204 len: 168 time: 2.6199110 Jan 14 03:29:07.318386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34278) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:07.321300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Provisioning for port 5b8086cd-ff62-4fab-9305-da8b8e36e881 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:07.370448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Provisioning complete for port 5b8086cd-ff62-4fab-9305-da8b8e36e881 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:07.370949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.406635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:07.465066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] For port da9f9a3a-9e57-40a0-9877-5bee668b8223, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:07.468455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] For port da9f9a3a-9e57-40a0-9877-5bee668b8223, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=da9f9a3a-9e57-40a0-9877-5bee668b8223,segment=NetworkSegment(2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac),segment_id=2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:07.481895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.493641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Usage tracker for resource:subnet and tenant:3ad3c98a188542ef8816a8c11489020f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:07.503682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Pushing event updated for resources: {'Port': ['ID=3790d652-73ea-497b-b5eb-bd04fa4601df,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:07.509294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:07.521565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:07.527456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:07.533520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:07.581894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93385aa5-5192-4a21-8c63-5dea2ba15e61 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 200 len: 925 time: 0.6461513 Jan 14 03:29:07.617183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34286) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:07.665198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Pushing event updated for resources: {'Port': ['ID=da9f9a3a-9e57-40a0-9877-5bee668b8223,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:07.667925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Made reservation on behalf of 3ad3c98a188542ef8816a8c11489020f for: {'subnet': 2} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:07.670325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:07.708651 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad196fa1-8622-4e8f-93ad-fcf9144aafd7 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3736649 Jan 14 03:29:07.720331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34290) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:07.774408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:07.864897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Allocated IP 2001:db8::1 (2f59983d-07c8-40ac-8a25-1d18e54a8632/336a574a-ff3d-449c-b301-c2309ba8e06f/bca5fe66-5f92-47fa-a7ac-8a75d95b5388) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:08.083942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--238019480'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:08.108792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:08.118814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:08.125902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:08.169201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:08.178092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.204143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3790d652-73ea-497b-b5eb-bd04fa4601df up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:08.240714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5f783-0587-425a-a6b0-baada51417a3 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:08.245909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3a5f783-0587-425a-a6b0-baada51417a3 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=13ce0adf-f745-43c1-a973-ef8dedf7811f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6336412 Jan 14 03:29:08.250674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:08.252322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.273258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] For port 5b8086cd-ff62-4fab-9305-da8b8e36e881, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5b8086cd-ff62-4fab-9305-da8b8e36e881,segment=NetworkSegment(07549cbb-9c88-474f-9816-dea60701d43c),segment_id=07549cbb-9c88-474f-9816-dea60701d43c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:08.322106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.334189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:08.347161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:08.352256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.424800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:08.436466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:08.449329 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-06856847-bfdf-44fc-9210-744362659950 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:08.454442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06856847-bfdf-44fc-9210-744362659950 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.7657871 Jan 14 03:29:08.455228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:08.477046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Provisioning for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:08.480737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:08.488722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Transition to ACTIVE for port object bca5fe66-5f92-47fa-a7ac-8a75d95b5388 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:08.500684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:08.501654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.631151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Pushing event updated for resources: {'Port': ['ID=5b8086cd-ff62-4fab-9305-da8b8e36e881,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:08.648813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e85001-ac86-42e6-b14e-fd6bd67cdec5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:08.648813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82e85001-ac86-42e6-b14e-fd6bd67cdec5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Synchronizing usage tracker for tenant:e35b6c837cac4826b6653d43d0850cf7 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:08.668379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.686297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:08.686988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3790d652-73ea-497b-b5eb-bd04fa4601df completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:08.694914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0e41efc-d966-4ed5-bbe0-0a128382b7f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:08.702033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.749018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.765305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.807703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.808078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.833030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:08.847225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.851900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-022875ce-b644-4096-bdea-4f0caad9ab4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:08.889094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:08.965923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524c08c-92aa-4837-9a0c-13962bfcdbd1 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:08.981995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82e85001-ac86-42e6-b14e-fd6bd67cdec5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Unset dirty status for tenant:e35b6c837cac4826b6653d43d0850cf7 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:08.986742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82e85001-ac86-42e6-b14e-fd6bd67cdec5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 0.6970470 Jan 14 03:29:08.994980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34304) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:09.014586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.022284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.058969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Provisioning complete for port 5b8086cd-ff62-4fab-9305-da8b8e36e881 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:09.059759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.084256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d02c3d5-c9b6-447c-8bfe-90c90e93b01a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:09.159014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=260eb815-d6c1-4d7a-8546-a41441d53ff8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:09.164406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.171447 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4497504 Jan 14 03:29:09.254221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 28d4d818-65a6-420e-ad3f-ff499af83526 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:09.284144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34308) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:09.285332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Port': ['ID=bca5fe66-5f92-47fa-a7ac-8a75d95b5388,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:09.287416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Pushing event updated for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=11']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:09.317732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:09.331998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:09.340935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d01b3d04-0947-4cdc-8652-7dcf43a0ba0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:09.429600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1907905d-8655-4611-bb98-748877e5ad61 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 200 len: 205 time: 0.4172914 Jan 14 03:29:09.434793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '5476d7b9-a922-42b1-b3b4-5d5dac0e2ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:09.446629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:09.451311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:09.455813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:09.466231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:09.486462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:09.489973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=5476d7b9-a922-42b1-b3b4-5d5dac0e2ce4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:09.493295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.497896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:09.549194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea986101-5a05-4c03-a171-43404cc07ede None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:09.586802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:09.588320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:09.674124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.732606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Provisioning for port 3790d652-73ea-497b-b5eb-bd04fa4601df completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:09.755493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Provisioning complete for port 3790d652-73ea-497b-b5eb-bd04fa4601df triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:09.755915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:09.780890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=28d4d818-65a6-420e-ad3f-ff499af83526,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:09.861960 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The resource could not be found. Jan 14 03:29:09.863139 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-10828381-16ec-4bc3-b178-94b70cded2cc tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5744088 Jan 14 03:29:09.888424 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:09.891066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34316) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '5476d7b9-a922-42b1-b3b4-5d5dac0e2ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '93b93c49-bbbc-472c-b8d6-58bf5a526d90'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.948361 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:09.953275 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:10.004206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.044304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.099974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-46ba87a5-f029-4183-987e-648165457a40 None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:10.109336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.114891 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f71583a-80d4-4367-b857-1833a0b43301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:10.179603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:10.204787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Pushing event updated for resources: {'Port': ['ID=3790d652-73ea-497b-b5eb-bd04fa4601df,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:10.208430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:10.209529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5b8086cd-ff62-4fab-9305-da8b8e36e881 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:10.266501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:10.276376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:10.319671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:10.320439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.343744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:10.410617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5b8086cd-ff62-4fab-9305-da8b8e36e881 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:10.411525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.481122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:10.497287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:10.497797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:10.637752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:10.705403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router fb7f8eb6-d078-4c7a-a92a-38f8227b25db has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:10.781508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:10.962061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:10.962493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.091312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34326) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:11.099838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:11.118177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] Sync routers for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:11.150471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:11.151194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:11.211752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.233564 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/260eb815-d6c1-4d7a-8546-a41441d53ff8 HTTP/1.1" status: 204 len: 168 time: 5.7092185 Jan 14 03:29:11.238871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:11.275826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:11.283705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526729bf-95e5-4151-a506-b3b8fc90490a None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:11.393143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.423077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:11.448306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:11.477986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:11.564771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da9f9a3a-9e57-40a0-9877-5bee668b8223 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:11.565733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.592284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:11.601584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Usage tracker for resource:security_group_rule and tenant:70a8919d481443ef81f4b3c0f50c00a7 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:11.605362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:11.611917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:11.622039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:11.622802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.660734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:11.661535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:11.722692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.781136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 10.1056781 Jan 14 03:29:11.833997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:11.834852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdf3ce9-558b-4b6e-9068-1a21dbbe6e69 None None] The sync data for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:11.882235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning complete for port 3790d652-73ea-497b-b5eb-bd04fa4601df triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:11.882985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:11.920422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34336) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:11.958725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port da9f9a3a-9e57-40a0-9877-5bee668b8223 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:11.971284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.039923 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The resource could not be found. Jan 14 03:29:12.044626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b263b88-07e8-4efa-a620-482e3237cef8 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 2.1338532 Jan 14 03:29:12.057725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.062165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34342) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:12.129174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port 85a144f2-28ac-4c22-b941-53f9a20d81e9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:12.129725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.142051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3790d652-73ea-497b-b5eb-bd04fa4601df up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:12.195308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.230446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.245067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3790d652-73ea-497b-b5eb-bd04fa4601df triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:12.245717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.312961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning for port da9f9a3a-9e57-40a0-9877-5bee668b8223 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:12.321502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning complete for port da9f9a3a-9e57-40a0-9877-5bee668b8223 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:12.322216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.358663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.376872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1064c40-78b0-499e-b04f-3dc58156ba15 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:12.402622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.407914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/5476d7b9-a922-42b1-b3b4-5d5dac0e2ce4 HTTP/1.1" status: 204 len: 168 time: 0.3438988 Jan 14 03:29:12.410227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34346) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:12.440199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476d7b9-a922-42b1-b3b4-5d5dac0e2ce4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:12.443887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:12.459698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.542478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.603303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cd01f-2d11-4789-8a95-437b0f3e78b3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:12.610635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61a6f392-d6e4-4ddd-a69b-551227a444e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:12.621901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70a8919d481443ef81f4b3c0f50c00a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4238427 Jan 14 03:29:12.628111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cd01f-2d11-4789-8a95-437b0f3e78b3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:12.629304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-462cd01f-2d11-4789-8a95-437b0f3e78b3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:12.694481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34350) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:12.733395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-462cd01f-2d11-4789-8a95-437b0f3e78b3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:12.737544 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-462cd01f-2d11-4789-8a95-437b0f3e78b3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.8131697 Jan 14 03:29:12.753103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34354) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:12.791016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.826575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] For port da9f9a3a-9e57-40a0-9877-5bee668b8223, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=da9f9a3a-9e57-40a0-9877-5bee668b8223,segment=NetworkSegment(2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac),segment_id=2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:12.833308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.838932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d23f8ee5-9bc5-49a5-aed6-69fde0661d14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:12.857958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 28d4d818-65a6-420e-ad3f-ff499af83526 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:12.858486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.873293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:12.882248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fedb8b-7db5-4b69-a045-9f41b0d406eb None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:29:12.919908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-83dead30-6d15-4fe8-a8e5-8b3226604192 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Synchronizing usage tracker for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:12.925761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning for port 28d4d818-65a6-420e-ad3f-ff499af83526 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:12.948056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning complete for port 28d4d818-65a6-420e-ad3f-ff499af83526 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:12.948503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.144613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.156963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b293258-8e42-44df-ab7e-8f1ccf3cca95,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:13.161543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Port 28d4d818-65a6-420e-ad3f-ff499af83526 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:13.166291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Pushing event updated for resources: {'Port': ['ID=da9f9a3a-9e57-40a0-9877-5bee668b8223,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:13.174245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:13.174425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:13.181430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d911798b-69f1-47c9-867a-df1005dd1a3d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:13.208806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:13.209239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.234182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-83dead30-6d15-4fe8-a8e5-8b3226604192 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Unset dirty status for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:13.241964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-83dead30-6d15-4fe8-a8e5-8b3226604192 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8113115 Jan 14 03:29:13.252721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:13.275606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '75de8e05-ef42-4acc-97e2-d8df3a62ae40', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:13.299048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:13.311075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:13.323062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.327968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:13.336398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Subnet': ['ID=fc7fbf35-ef50-40c7-90cd-9f3494b20173,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:13.343930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:13.352648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:13.397780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.484756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for 85a144f2-28ac-4c22-b941-53f9a20d81e9 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:13.573601 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The resource could not be found. Jan 14 03:29:13.580140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df4c1c56-dd56-452d-81d6-58b0b25af83b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3183227 Jan 14 03:29:13.585183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34362) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:13.586076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Checking segment: {'id': '9440878d-088b-4308-a108-0e7ba38db436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:13.586482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network hostable DHCP agents. Network: 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:29:13.599130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--894475338'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:13.601810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 28d4d818-65a6-420e-ad3f-ff499af83526 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:13.621305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:13.627666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning for port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:13.632067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.643564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:13.650079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Provisioning complete for port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:13.650396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.658729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:29:13.660015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting port a373b9d8-e70b-4560-ac4c-61ddfe16eabe {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:13.660440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.699756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.713912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.724120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:29:13.737415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.737957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.739611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:13.757418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7f9ed35-b0e6-46dc-8e9a-431d99537310 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:13.803110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:13.805478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fedb8b-7db5-4b69-a045-9f41b0d406eb None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:29:13.894332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fedb8b-7db5-4b69-a045-9f41b0d406eb None None] Unable to find a vacant binding_index for network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 and agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe {{(pid=80834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Jan 14 03:29:13.903198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fedb8b-7db5-4b69-a045-9f41b0d406eb None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 160a1a6d-7c58-4262-a5d2-7a05ed049b1a), (DHCP agent, n-d-765315-13, 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64) {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:29:13.912672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Port': ['ID=bca5fe66-5f92-47fa-a7ac-8a75d95b5388,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:13.956330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:13.985074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:14.018255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:14.018645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Provisioning complete for port 3790d652-73ea-497b-b5eb-bd04fa4601df triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:14.019081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.050193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:14.055523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:14.057414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.063588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:14.069809 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7223c850-9d2b-4254-ae40-74c8b039fa3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:14.072404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:14.101684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:14.162066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da9f9a3a-9e57-40a0-9877-5bee668b8223 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:14.185354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b293258-8e42-44df-ab7e-8f1ccf3cca95,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:14.249855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:14.251186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.252274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b293258-8e42-44df-ab7e-8f1ccf3cca95 HTTP/1.1" status: 204 len: 168 time: 1.5455580 Jan 14 03:29:14.378423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.398903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.508447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Router 0c63d7ce-1e05-4277-8218-0d2a1a4b464d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:29:14.685488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.702950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port da9f9a3a-9e57-40a0-9877-5bee668b8223 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:14.703382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.763126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Provisioning complete for port da9f9a3a-9e57-40a0-9877-5bee668b8223 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:14.763465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.777779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34370) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:14.870202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Calling delete_port for a373b9d8-e70b-4560-ac4c-61ddfe16eabe owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:14.943387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:14.981652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:14.986521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Usage tracker for resource:security_group_rule and tenant:f2e529d481e448299d0a5c2037efcd9e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:14.989708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:14.995695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:15.090121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:15.101738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] Sync routers for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:15.103724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.114352 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9017322 Jan 14 03:29:15.116740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.118145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.119730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34374) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:15.124049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.129052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:15.129918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:15.142658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Could not find standard attr ID for object 28d4d818-65a6-420e-ad3f-ff499af83526. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:29:15.142831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38b90463-02a6-4077-bc95-611ec241222a tempest-RoutersAdminTest-903730734 tempest-RoutersAdminTest-903730734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:15.155866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Provisioning complete for port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:15.156290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.191945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=28d4d818-65a6-420e-ad3f-ff499af83526,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:15.210359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b75dc317-419e-4b02-b4fe-e90a308a8df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:15.231810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-160a1a6d-7c58-4262-a5d2-7a05ed049b1a', 'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a', 'tenant_id': '3ad3c98a188542ef8816a8c11489020f', 'fixed_ips': [{'subnet_id': 'f8fd8bca-0131-4af0-ba05-d84e9093a12b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:29:15.233829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.245462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.261057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5e991698-f2b1-4b6f-98c9-ae058219461c None None] Port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:15.267846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:15.273112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:15.282888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:15.283553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:15.286268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1e67fa78-9bd7-45a2-aa2f-c13f25b42b64', 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64', 'tenant_id': '3ad3c98a188542ef8816a8c11489020f', 'fixed_ips': [{'subnet_id': 'fc7fbf35-ef50-40c7-90cd-9f3494b20173'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:29:15.287180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.369505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:15.370351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7574e-c40a-4600-930d-8ebf9358c788 None None] The sync data for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:15.398843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.474600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2e529d481e448299d0a5c2037efcd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902573 Jan 14 03:29:15.476023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe31406-73b4-4957-b1d3-eeaa4853dacb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:15.485905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34378) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:15.491373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:15.505531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e580a5c-06b8-42e8-a545-411e3ca4cb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:15.637656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.654165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.696749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.729407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.731646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/28d4d818-65a6-420e-ad3f-ff499af83526 HTTP/1.1" status: 204 len: 168 time: 2.9773521 Jan 14 03:29:15.736303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34382) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:15.777637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.807500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.831647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Allocated IP 2001:db8:0:1::1 (160a1a6d-7c58-4262-a5d2-7a05ed049b1a/f8fd8bca-0131-4af0-ba05-d84e9093a12b/8101daaf-9697-46bd-a0b9-9f9f649d6e5f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:15.861957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.862519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router 13ce0adf-f745-43c1-a973-ef8dedf7811f {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:29:15.869638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.871886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.876057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2840557 Jan 14 03:29:15.877497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb4721b-607b-48f1-b82e-fcb86a659386,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:15.882979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d3519e2-ac31-45b8-99ad-439f9f069a7e tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:15.895789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34386) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:15.904636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe31406-73b4-4957-b1d3-eeaa4853dacb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:15.914067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:15.920560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--1325453424'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:15.940887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:15.940887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:15.942397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:15.956235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:15.961076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.964911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbe31406-73b4-4957-b1d3-eeaa4853dacb HTTP/1.1" status: 204 len: 168 time: 0.4505048 Jan 14 03:29:15.973183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:15.979252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ace1235-504d-446c-aaad-73150b4cca71 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 204 len: 168 time: 6.4837270 Jan 14 03:29:15.986044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34392) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:15.995193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-773620620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:15.995434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:16.008923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.029809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:16.034952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:16.040548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:16.041442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:16.044879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:16.054820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:16.058433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:16.069009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-928f0a38-3b79-4662-a1e4-56807aab2e51 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:16.073444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:16.077999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:16.081891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:16.087751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:16.163300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.168291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:16.174417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.196027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.205581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eae95294-6abb-491e-b470-2639c1e85e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:16.214449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Transition to ACTIVE for port object 8101daaf-9697-46bd-a0b9-9f9f649d6e5f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:16.217764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Port': ['ID=a373b9d8-e70b-4560-ac4c-61ddfe16eabe,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:16.229432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:16.238398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddc2d61-6ce8-4efa-941f-4cb59684e64c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:16.240814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:16.244821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88799a90-2adb-466d-9f88-938b12fded52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5046415 Jan 14 03:29:16.244821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.244821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3375165 Jan 14 03:29:16.246729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:16.247309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34396) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:16.247722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34398) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:16.292427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group_rule': {'security_group_id': '1eb4721b-607b-48f1-b82e-fcb86a659386', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5ddc2d61-6ce8-4efa-941f-4cb59684e64c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:16.303977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:16.307923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:16.311104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:16.318256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:16.334676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.340548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.353819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Allocated IP 2001:db8::1 (1e67fa78-9bd7-45a2-aa2f-c13f25b42b64/fc7fbf35-ef50-40c7-90cd-9f3494b20173/2980e2c3-602a-4928-9cbd-24b3b7f5b6f6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:16.368539 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:16.369710 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23b6c62c-905a-4754-95c9-6818df760498 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1194050 Jan 14 03:29:16.373903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34406) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:16.418102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.581587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.584014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.593683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Transition to ACTIVE for port object 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:16.610015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Transition to ACTIVE for port object 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:16.613471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.613770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Transition to ACTIVE for port object 8101daaf-9697-46bd-a0b9-9f9f649d6e5f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:16.616497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cb4c0833-be63-4b79-80f4-aba61f63704d None None] Could not find standard attr ID for object 28d4d818-65a6-420e-ad3f-ff499af83526. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:29:16.619555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.636726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d46e7f43-8b37-4d47-8fa9-20afc948ee2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:16.655802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.666533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.670033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.674606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.689182 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b7e96607-741c-44dc-8499-3111adb825bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:16.704619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88499c3e-35f9-402d-9557-912f5b934d4d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:16.712100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddc2d61-6ce8-4efa-941f-4cb59684e64c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:16.722567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:16.724081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.725341 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/5ddc2d61-6ce8-4efa-941f-4cb59684e64c HTTP/1.1" status: 204 len: 168 time: 0.3481612 Jan 14 03:29:16.736960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34418) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:16.746029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.750430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01238685-ec3d-41c6-9baa-0785bbb841e5 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7608967 Jan 14 03:29:16.751895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34420) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:16.761524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': True}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:16.845840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:16.917376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 06d3df33-ed46-4d06-8583-511268108c38 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:16.928599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.049490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33932073-a641-419c-af13-e0ed31ae062f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Synchronizing usage tracker for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:17.139175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.140589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port dccffa65-787c-4aec-9816-4bb3deb12ed8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:17.140975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.172314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cb4c0833-be63-4b79-80f4-aba61f63704d None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:17.173324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb4c0833-be63-4b79-80f4-aba61f63704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.218918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Pushing event updated for resources: {'Port': ['ID=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:17.222982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:17.237337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:17.308199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.320385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Pushing event updated for resources: {'Port': ['ID=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:17.324492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:17.461350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:17.474006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:17.476652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:17.520752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:17.527946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:17.530397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:17.551182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.572507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:17.617189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Attempting to bind port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:17.617528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Attempting to bind port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 28, 'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:17.617946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Attempting to bind port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f on network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:17.621627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:17.625151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Attempting to bind port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:17.625474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Attempting to bind port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '9440878d-088b-4308-a108-0e7ba38db436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:17.625937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Attempting to bind port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 on network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:17.632096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33932073-a641-419c-af13-e0ed31ae062f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Unset dirty status for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:17.633740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33932073-a641-419c-af13-e0ed31ae062f tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7894957 Jan 14 03:29:17.636834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:17.637282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Checking segment: {'id': '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 28, 'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:17.637741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.638188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Bound using segment: {'id': '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 28, 'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:17.638730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Bound port: 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 28, 'network_id': '160a1a6d-7c58-4262-a5d2-7a05ed049b1a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:17.639160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.650922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:17.651350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Checking segment: {'id': '9440878d-088b-4308-a108-0e7ba38db436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:17.651802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.652281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Bound using segment: {'id': '9440878d-088b-4308-a108-0e7ba38db436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:17.652782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Bound port: 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9440878d-088b-4308-a108-0e7ba38db436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': '1e67fa78-9bd7-45a2-aa2f-c13f25b42b64'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:17.653211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.656401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34436) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:17.740093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event updated for resources: {'Subnet': ['ID=f8fd8bca-0131-4af0-ba05-d84e9093a12b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:17.742501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:17.742936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:17.743613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.767135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:17.837525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] For port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:17.840050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:17.843090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] For port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,segment=NetworkSegment(9440878d-088b-4308-a108-0e7ba38db436),segment_id=9440878d-088b-4308-a108-0e7ba38db436)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:17.845964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:17.847907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.863952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:17.903706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:17.910248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 12.1983905 Jan 14 03:29:17.914715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34446) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:18.085383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:18.116621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3661fde6-12d4-41f9-9960-51f509dfb172 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:18.140776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Pushing event updated for resources: {'Port': ['ID=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:18.145154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:18.151993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf718954-39c6-427a-b53a-41eca207e1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:18.223212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Pushing event updated for resources: {'Port': ['ID=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:18.224621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:18.226844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:18.229748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:18.234806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:18.235754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Synchronizing usage tracker for tenant:3ad3c98a188542ef8816a8c11489020f on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:18.359003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:18.367592 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-cdfd48e4-0594-496e-bd50-2d0fdfe63298 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:18.371965 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cdfd48e4-0594-496e-bd50-2d0fdfe63298 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.2461917 Jan 14 03:29:18.372118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=06d3df33-ed46-4d06-8583-511268108c38,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:18.374190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Unset dirty status for tenant:3ad3c98a188542ef8816a8c11489020f on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:18.386148 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f34d814-3df6-4166-a01f-77433058e691 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4432154 Jan 14 03:29:18.386148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:18.394580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Router 4d57bf3b-5288-4479-87fa-234cab82f34c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:18.395460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34462) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:18.831025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:19.008263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.041318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.088527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.106872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.107056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:19.119035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] Sync routers for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:19.133897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6051130 Jan 14 03:29:19.136785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:19.137461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34488) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:19.138444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:19.146266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.208640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:19.219190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:19.220674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:19.252878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/06d3df33-ed46-4d06-8583-511268108c38 HTTP/1.1" status: 204 len: 168 time: 3.0040486 Jan 14 03:29:19.257694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34494) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:19.301771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:19.302448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10239463-83cc-4f1b-93b7-b2027c8c9a52 None None] The sync data for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:19.313154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.327090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ac1721e-1f49-4cdd-a3fc-7abf7c99b85c tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:19.366431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb4721b-607b-48f1-b82e-fcb86a659386,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:19.376502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:19.384071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.386037 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/1eb4721b-607b-48f1-b82e-fcb86a659386 HTTP/1.1" status: 204 len: 168 time: 1.7262487 Jan 14 03:29:19.390616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34502) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:19.468790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for dccffa65-787c-4aec-9816-4bb3deb12ed8 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:19.482050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:19.497147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.548492 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5565a971-9ac9-47cf-bde4-b4228149c20c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] delete failed (client error): The resource could not be found. Jan 14 03:29:19.549636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5565a971-9ac9-47cf-bde4-b4228149c20c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1234240223 HTTP/1.1" status: 404 len: 335 time: 0.4073472 Jan 14 03:29:19.555307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:19.590906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c9e47a2c-4a4a-47e4-b7e7-3953c5a5e904 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'router': {'external_gateway_info': {'network_id': '4d57bf3b-5288-4479-87fa-234cab82f34c'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:19.707041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Deleting subnet fc7fbf35-ef50-40c7-90cd-9f3494b20173 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:19.710825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34512) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:19.712705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.718898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a462f9a3-0e9f-4c4b-a0e6-482d060903e4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Synchronizing usage tracker for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:19.807895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:19.963414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a462f9a3-0e9f-4c4b-a0e6-482d060903e4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Unset dirty status for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:19.969106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a462f9a3-0e9f-4c4b-a0e6-482d060903e4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5709155 Jan 14 03:29:20.043413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34518) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:20.049670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 172.25.3.198 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/640cf080-c78c-46d6-b93d-f4c6319ef836) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:20.066943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'tempest-secgroup--766186391'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:20.086316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:20.153587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.218570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:20.227101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.227279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8101daaf-9697-46bd-a0b9-9f9f649d6e5f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:20.322142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:20.328429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:20.400323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9e47a2c-4a4a-47e4-b7e7-3953c5a5e904 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.414022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.417970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:20.422079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae421262357b4fbe8f2cc5f29b93ceea is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:20.426012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:20.431978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:20.432214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:20.465463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.511699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:20.516185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Usage tracker for resource:security_group_rule and tenant:f20d0eda831247f3878ab8ac816452b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:20.520165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:20.545921 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c9e47a2c-4a4a-47e4-b7e7-3953c5a5e904 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] update failed (client error): The resource could not be found. Jan 14 03:29:20.547080 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9e47a2c-4a4a-47e4-b7e7-3953c5a5e904 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c HTTP/1.1" status: 404 len: 339 time: 0.9862266 Jan 14 03:29:20.556757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:20.559771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:20.583752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.603804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Provisioning for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:20.609329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Provisioning complete for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:20.609698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.673823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.721288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-54acaeaa-3ffe-47ff-8cd3-5ee45c162ad3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:20.745175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.761900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.787151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:20.801454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.803257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ba10744-5317-4372-a49d-0f9d60e729d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:20.842471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7319ae-75e2-4420-a1be-b37f512d186b None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:20.874283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.905181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:20.919345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=dccffa65-787c-4aec-9816-4bb3deb12ed8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:20.933865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:20.942575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a227cfd9-cd2b-43f1-9fe3-bf659eb38ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:21.175412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Could not find standard attr ID for object 28d4d818-65a6-420e-ad3f-ff499af83526. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:29:21.214134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:21.221196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Pushing event updated for resources: {'Port': ['ID=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:21.229503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:21.248665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Provisioning complete for port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:21.249356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:21.347094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event updated for resources: {'SecurityGroup': ['ID=dddcfdda-af56-4e50-b0dd-e49180c1634e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:21.350429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:21.483807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba66d7-3fb5-440f-9fd2-d1411ad2f510 None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:21.593157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:21.666227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0459a458-37a0-4d38-8601-64e66667321a None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:21.752269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Provisioning for port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:21.769034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Provisioning complete for port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:21.769620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:21.894768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.170914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.233258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8101daaf-9697-46bd-a0b9-9f9f649d6e5f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:22.341056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.342711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2956932 Jan 14 03:29:22.409483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:22.416954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.447539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.450052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:22.457292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.471051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] For port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,segment=NetworkSegment(9440878d-088b-4308-a108-0e7ba38db436),segment_id=9440878d-088b-4308-a108-0e7ba38db436)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:22.478026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-21eacdbb-d7ef-4256-9553-374af03b2988 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Request body: {'security_group': {'name': 'default'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:22.478481 n-d-765315-13 neutron-server[80721]: WARNING neutron.api.v2.base [None req-21eacdbb-d7ef-4256-9553-374af03b2988 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 03:29:22.479013 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-21eacdbb-d7ef-4256-9553-374af03b2988 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] update failed (client error): There was a conflict when trying to complete your request. Jan 14 03:29:22.483321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.485978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21eacdbb-d7ef-4256-9553-374af03b2988 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "PUT /v2.0/security-groups/dddcfdda-af56-4e50-b0dd-e49180c1634e HTTP/1.1" status: 409 len: 330 time: 0.0292966 Jan 14 03:29:22.488174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:22.489297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e7e6f5a-e2ca-41be-b62a-0b75e44f9bdb tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:22.527799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34530) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:22.531739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7728e9-7517-4d27-8755-4f2d45fa552c None None] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:22.533163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Subnet': ['ID=fc7fbf35-ef50-40c7-90cd-9f3494b20173,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:22.536503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:22.561640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:22.562239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.654512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.724494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:22.726151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:22.728087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.744907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:22.746413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Deleting port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:22.746660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.766128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:22.798374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Pushing event updated for resources: {'Port': ['ID=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:22.814169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:22.818418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Provisioning complete for port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:22.818980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:22.836446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=640cf080-c78c-46d6-b93d-f4c6319ef836,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:22.848312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:22.849087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ed06cb5-2681-4c11-9d72-11f0d908b8d5 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:22.882589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4 HTTP/1.1" status: 204 len: 168 time: 3.6213324 Jan 14 03:29:22.891248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae421262357b4fbe8f2cc5f29b93ceea&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1766369 Jan 14 03:29:22.915986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34534) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:22.916418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34536) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:23.021170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:23.046911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:23.089026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:23.097956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Provisioning complete for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:23.098596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.113447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe37152c-fd1f-4f77-9a68-bb511c86db3b tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:23.121029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.163219 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8f781c6-ef2e-493f-9b4a-8632d5fdc1cb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2364461 Jan 14 03:29:23.187053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router fb7f8eb6-d078-4c7a-a92a-38f8227b25db has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:23.195495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:23.196779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.226461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:23.246343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.277394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b02ad1-4f69-4363-a00d-a66255567d75,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:23.282884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] For port 4d60b899-64c4-4d1c-8276-c22b636ee6a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4d60b899-64c4-4d1c-8276-c22b636ee6a1,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:23.283343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.405669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:23.439308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] DHCP port deletion for 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:23.447131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Calling delete_port for 4d60b899-64c4-4d1c-8276-c22b636ee6a1 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:23.483029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting port bca5fe66-5f92-47fa-a7ac-8a75d95b5388 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:23.483029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.503670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Deleting port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:23.504102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.514678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/subnets/fc7fbf35-ef50-40c7-90cd-9f3494b20173 HTTP/1.1" status: 204 len: 168 time: 5.0513380 Jan 14 03:29:23.530277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34546) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:23.536372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.623745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.635273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.646008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.672418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:23.718532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:23.757077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Provisioning complete for port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:23.757509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.787688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:23.813957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:23.840985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:23.901234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:23.915797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] Sync routers for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:23.926766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:23.927812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:23.951935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.959408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:23.991723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:23.992923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:24.004255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] Routers {'fb7f8eb6-d078-4c7a-a92a-38f8227b25db'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:24.005148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:24.022182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Pushing event deleted for resources: {'Port': ['ID=4d60b899-64c4-4d1c-8276-c22b636ee6a1,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:24.035195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:24.074971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:24.092617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.093894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29b02ad1-4f69-4363-a00d-a66255567d75 HTTP/1.1" status: 204 len: 168 time: 1.1658049 Jan 14 03:29:24.100262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] No DVR routers for this DVR port 4d60b899-64c4-4d1c-8276-c22b636ee6a1 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:24.107411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b02ad1-4f69-4363-a00d-a66255567d75,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:24.110810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:24.111275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e313b28-55d2-411c-ba1d-0c030c6460b7 None None] The sync data for ids ['fb7f8eb6-d078-4c7a-a92a-38f8227b25db'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:24.164386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:24.215856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.228674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] For port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,segment=NetworkSegment(9440878d-088b-4308-a108-0e7ba38db436),segment_id=9440878d-088b-4308-a108-0e7ba38db436)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:24.228942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.375390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Calling delete_port for 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:24.498638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:24.500971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.510674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92a41e73-58ae-4b95-b246-c06001015db4 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:24.549720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4d60b899-64c4-4d1c-8276-c22b636ee6a1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:24.550141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4d60b899-64c4-4d1c-8276-c22b636ee6a1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:24.550637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:24.558019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34554) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:24.562730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/routers/fb7f8eb6-d078-4c7a-a92a-38f8227b25db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3214350 Jan 14 03:29:24.570421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34556) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:24.574911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddcfdda-af56-4e50-b0dd-e49180c1634e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:24.579275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.583526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/dddcfdda-af56-4e50-b0dd-e49180c1634e HTTP/1.1" status: 204 len: 168 time: 2.0427370 Jan 14 03:29:24.589027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] Could not find standard attr ID for object 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:29:24.592224 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.db [None req-111e9ff6-6316-44c9-977d-c49e3d64025f None None] No ports have port_id starting with 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 Jan 14 03:29:24.593295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.613786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:24.614182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:24.616608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d5f4266-eda0-4bd0-b064-3e256144df99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:24.660709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:24.666245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34562) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:24.672915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.690042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Pushing event deleted for resources: {'Port': ['ID=2980e2c3-602a-4928-9cbd-24b3b7f5b6f6,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:24.748133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:24.773128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.802467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d34e877-da08-4ed2-911f-094a4a8da756 None None] Provisioning complete for port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:24.802914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d34e877-da08-4ed2-911f-094a4a8da756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.854105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] No DVR routers for this DVR port 2980e2c3-602a-4928-9cbd-24b3b7f5b6f6 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:24.894051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Allocated IP 172.20.0.1 (cfc385bf-a927-431f-991c-a09124052dcf/cbfcf492-b864-4f4c-955b-6dc219db90fa/725cc0e1-347f-4dfb-be08-b0f90755df18) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:24.898654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.909191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:24.997900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Calling delete_port for bca5fe66-5f92-47fa-a7ac-8a75d95b5388 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:25.063808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:25.085836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Deleting subnet f8fd8bca-0131-4af0-ba05-d84e9093a12b {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:25.088052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Usage tracker for resource:security_group_rule and tenant:7370ece736984340bc34f71dbc747ee1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:25.100714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.130580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:25.165581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:25.248478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.283722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Transition to ACTIVE for port object 725cc0e1-347f-4dfb-be08-b0f90755df18 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:25.302280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router b9d71783-a197-42a0-922b-7541ddca1326 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:29:25.445471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.467730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75aec478-ed7f-443d-8c5a-94624679fca5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:25.504840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d334a2d3-dfb4-4f00-a0f6-7cd43af482f7 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Synchronizing usage tracker for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:25.552534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.605396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.637321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Port': ['ID=725cc0e1-347f-4dfb-be08-b0f90755df18,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:25.646527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:25.683667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:25.693024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] Sync routers for ids ['b9d71783-a197-42a0-922b-7541ddca1326'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:25.702821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.706698 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "PUT /v2.0/routers/b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 200 len: 918 time: 8.9494407 Jan 14 03:29:25.707118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:25.708248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] Routers {'b9d71783-a197-42a0-922b-7541ddca1326'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:25.709004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b9d71783-a197-42a0-922b-7541ddca1326'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:25.767225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d334a2d3-dfb4-4f00-a0f6-7cd43af482f7 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Unset dirty status for tenant:f20d0eda831247f3878ab8ac816452b3 on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:25.774458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d334a2d3-dfb4-4f00-a0f6-7cd43af482f7 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0771298 Jan 14 03:29:25.774642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:25.782974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:25.792435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] Routers {'b9d71783-a197-42a0-922b-7541ddca1326'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:25.793126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b9d71783-a197-42a0-922b-7541ddca1326'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:25.799153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network cfc385bf-a927-431f-991c-a09124052dcf is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:25.803998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:25.866089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:25.867187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bacbe3-4b33-471d-b34f-4923a0b0fc94 None None] The sync data for ids ['b9d71783-a197-42a0-922b-7541ddca1326'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:25.872925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:25.923501 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-eb4de465-aee7-4404-b38d-d5239d85ff68 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] delete failed (client error): The resource could not be found. Jan 14 03:29:25.924684 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb4de465-aee7-4404-b38d-d5239d85ff68 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "DELETE /v2.0/security-groups/6254e1e0-79a1-43d8-a953-a4fec20ef224 HTTP/1.1" status: 404 len: 347 time: 0.1500566 Jan 14 03:29:25.934392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34574) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:25.956796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:25.979287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.034607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.040203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21e6df4b-1b82-43a2-868f-545210f3b4b2 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 200 len: 924 time: 0.3318055 Jan 14 03:29:26.042741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34578) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:26.042976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 1ea6b2a5-b582-4209-8fe6-4a546ca30348 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:26.043738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.065156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9d93e422-0de9-4116-b3c0-bda7b44e2860 None None] Provisioning for port 725cc0e1-347f-4dfb-be08-b0f90755df18 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:26.070332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9d93e422-0de9-4116-b3c0-bda7b44e2860 None None] Provisioning complete for port 725cc0e1-347f-4dfb-be08-b0f90755df18 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:26.070758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9d93e422-0de9-4116-b3c0-bda7b44e2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.129904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9d93e422-0de9-4116-b3c0-bda7b44e2860 None None] Port 725cc0e1-347f-4dfb-be08-b0f90755df18 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:26.178800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.212459 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-abe9f7c7-78d4-4f22-9560-f920447797c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] show failed (client error): The resource could not be found. Jan 14 03:29:26.213608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-abe9f7c7-78d4-4f22-9560-f920447797c1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-groups/38cd4988-2f1e-49c1-93b1-6bac0b4ac9d7 HTTP/1.1" status: 404 len: 347 time: 0.2780447 Jan 14 03:29:26.227460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.233051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:26.235215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e6015-14e8-4807-8b57-e4305e9041c1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:26.236915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ae4e6015-14e8-4807-8b57-e4305e9041c1 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=b9d71783-a197-42a0-922b-7541ddca1326&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1932735 Jan 14 03:29:26.246865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34586) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:26.255933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.267511 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-4daa8483-1130-408f-b2cc-e4ae3e4f1510 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] show failed (client error): The resource could not be found. Jan 14 03:29:26.268638 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4daa8483-1130-408f-b2cc-e4ae3e4f1510 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] 10.222.0.30 "GET /v2.0/security-group-rules/fc4a8831-d13b-4bce-a136-45fd1097c231 HTTP/1.1" status: 404 len: 356 time: 0.0306418 Jan 14 03:29:26.273909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f4d686d-cbca-4953-88e0-cbbb39b2f64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:26.543238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.584174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.609487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34596) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:26.689733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7370ece736984340bc34f71dbc747ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1225460 Jan 14 03:29:26.690851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34602) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:26.735422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.748608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.765944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d76ac-b3b8-4786-9cbb-8921709305fe,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:26.784420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-112e72ed-f1c2-4c63-98cb-b88dd76942ba tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:26.794267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:26.810742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33f638ea-8149-408e-b15c-60ff19ccd58a tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:26.922190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.930261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:26.955195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event updated for resources: {'Port': ['ID=725cc0e1-347f-4dfb-be08-b0f90755df18,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:27.016009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920904af-b0cc-4bd7-ad39-663f3f980a7c tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:27.021388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-920904af-b0cc-4bd7-ad39-663f3f980a7c tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 0.7634156 Jan 14 03:29:27.029652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.049672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34606) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:27.286424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=d0a82276-add7-4951-8636-a2015ce99bd7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:27.289697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:27.320280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.320735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.321156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.321573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.321985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.322396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.322789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.323187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.323594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.324257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.324695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.325101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.325560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.325967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.326369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.326770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.327172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.327571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.327971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.328448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.328841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.329241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.329640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.330039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.330506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.330906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.331377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.331682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.332077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.332530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.332925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.333320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.333716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.334113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.334883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.334883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:27.350401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:29:27.357459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:27.366336 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-975778dc-a5b6-4dfc-805e-3e6b108d94ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f20d0eda831247f3878ab8ac816452b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554879 Jan 14 03:29:27.377494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34610) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:27.379519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.542332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.549377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.566598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-49771acb-d973-41ff-aba4-134634af4064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:27.583903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network cfc385bf-a927-431f-991c-a09124052dcf is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:27.596259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d76ac-b3b8-4786-9cbb-8921709305fe,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:27.598361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:27.601615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:27.609021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.610307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e43d76ac-b3b8-4786-9cbb-8921709305fe HTTP/1.1" status: 204 len: 168 time: 0.9184363 Jan 14 03:29:27.627068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.673483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 1ea6b2a5-b582-4209-8fe6-4a546ca30348 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:27.705925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2a697f1-1ab3-4ace-a368-d38ab7a87aad tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:27.752430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49c5a06c-36bd-4328-a5f1-914c3be23c14 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 200 len: 205 time: 0.6978607 Jan 14 03:29:27.773811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:27.774226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Port': ['ID=bca5fe66-5f92-47fa-a7ac-8a75d95b5388,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:27.783260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:27.893231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:27.899660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.913434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:27.926182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12e478-351a-427f-b73d-bbd168fcc2a0 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:27.951659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:27.952915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:27.998963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Router 4d57bf3b-5288-4479-87fa-234cab82f34c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:28.003736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.013601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b3aa48f-d4e8-4daa-9f00-5dc6052a6537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:28.048272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8cb55-c0fc-41fb-b50e-c4ecf173c3c0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:28.054914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:28.143996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.201515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-137fa10b-6156-4777-8169-e71858095866 None None] Provisioning complete for port 725cc0e1-347f-4dfb-be08-b0f90755df18 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:28.201944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-137fa10b-6156-4777-8169-e71858095866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.221358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.243740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f59ce3f5-aff4-4c8e-8a19-ccc45d473a2c tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:28.367611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-137fa10b-6156-4777-8169-e71858095866 None None] Port 725cc0e1-347f-4dfb-be08-b0f90755df18 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:28.381926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': 'd0a82276-add7-4951-8636-a2015ce99bd7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:29:28.382855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.384814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.388494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05d8cb55-c0fc-41fb-b50e-c4ecf173c3c0 HTTP/1.1" status: 204 len: 168 time: 0.9980285 Jan 14 03:29:28.388494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.393157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port 640cf080-c78c-46d6-b93d-f4c6319ef836 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:28.393533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.576188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:28.714736 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5096090 Jan 14 03:29:28.720894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Subnet': ['ID=f8fd8bca-0131-4af0-ba05-d84e9093a12b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:28.722938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34638) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:28.733923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for 640cf080-c78c-46d6-b93d-f4c6319ef836 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:28.769624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Allocated IP 172.20.0.2 (0db21da6-d133-41c3-a5a5-fbea28870222/d0a82276-add7-4951-8636-a2015ce99bd7/613ada79-a78a-4abe-aa02-ed523647bb04) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:28.795687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:28.818063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:28.957079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:28.966922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] Sync routers for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:28.982929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4175026 Jan 14 03:29:28.991146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34646) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:28.992161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:29.002266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.002721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:29.003578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:29.076081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:29.085933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:29.111418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.127359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Router 0c63d7ce-1e05-4277-8218-0d2a1a4b464d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:29.157679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:29.177536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:29.177536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:29.189117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:29.202903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.209165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bcdfa-d1b4-4536-bd30-fd63575998dc None None] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:29.242927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.255230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:29.255684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a329b8e-20e1-49ee-9972-d36432412bcf None None] The sync data for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:29.322308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/subnets/f8fd8bca-0131-4af0-ba05-d84e9093a12b HTTP/1.1" status: 204 len: 168 time: 5.7734261 Jan 14 03:29:29.322897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34660) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:29.471862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.479923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.519916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9198a7-bd38-4152-9397-0a8d91d7d32b tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:29.523475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f9198a7-bd38-4152-9397-0a8d91d7d32b tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1994252 Jan 14 03:29:29.527184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34664) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:29.546117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8f08234-84a8-465d-b41f-4dac095a43d9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.590287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.590959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router b9d71783-a197-42a0-922b-7541ddca1326 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:29:29.616863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.628675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Transition to ACTIVE for port object 613ada79-a78a-4abe-aa02-ed523647bb04 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:29.645835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Transition to ACTIVE for port object 613ada79-a78a-4abe-aa02-ed523647bb04 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:29.655447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.752857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.754079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f80048a9-c178-40d2-93bd-9c898cb81fd8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 204 len: 168 time: 1.9773650 Jan 14 03:29:29.758988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34678) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:29.777634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-172440120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:29.792295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:29.800213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:29.814172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.814788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46ba87a5-f029-4183-987e-648165457a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:29.852396 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-e8f08234-84a8-465d-b41f-4dac095a43d9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:29:29.856410 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8f08234-84a8-465d-b41f-4dac095a43d9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c HTTP/1.1" status: 409 len: 329 time: 0.8587642 Jan 14 03:29:29.856410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:29.870097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:29.873109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34684) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:29.877695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:29.891723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] DHCP port deletion for 160a1a6d-7c58-4262-a5d2-7a05ed049b1a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:29.896795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:30.016708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Pushing event updated for resources: {'Port': ['ID=613ada79-a78a-4abe-aa02-ed523647bb04,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:30.019246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Deleting port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:30.019688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.104878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:30.122933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8101daaf-9697-46bd-a0b9-9f9f649d6e5f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:30.168059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.169778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.170885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:30.183347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:30.198655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:30.203185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Deleting port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:30.203888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.220373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:30.266585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] Sync routers for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:30.276777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.311693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9282374 Jan 14 03:29:30.354025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34696) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:30.365009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.401844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Attempting to bind port 613ada79-a78a-4abe-aa02-ed523647bb04 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:30.402272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Attempting to bind port 613ada79-a78a-4abe-aa02-ed523647bb04 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:30.402693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Attempting to bind port 613ada79-a78a-4abe-aa02-ed523647bb04 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:30.413368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.424264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:30.424735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:30.425174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.425628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:30.426185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Bound port: 613ada79-a78a-4abe-aa02-ed523647bb04, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:30.426971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.475431 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1ff03c34-47d2-4e2f-9cf3-7d6e131e4550 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] delete failed (client error): The resource could not be found. Jan 14 03:29:30.477792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ff03c34-47d2-4e2f-9cf3-7d6e131e4550 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1378772317 HTTP/1.1" status: 404 len: 335 time: 0.1103303 Jan 14 03:29:30.557827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:30.606795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f1b849fc-1e50-4452-8146-8efe98b6ca28 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'router': {'external_gateway_info': {'network_id': '0c63d7ce-1e05-4277-8218-0d2a1a4b464d'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:30.699685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:30.700439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:30.810756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:30.838894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:30.846117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:30.899144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:31.060586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.066008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.080605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:31.089404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:31.122089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.122690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Fanout notify agent at l3_agent the message router_deleted on router fb7f8eb6-d078-4c7a-a92a-38f8227b25db {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:29:31.204521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:31.205872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cba07b-1f63-4f70-9a22-f8f5a18231fc None None] The sync data for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:31.235210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:31.239084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] For port 613ada79-a78a-4abe-aa02-ed523647bb04, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:31.245207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:31.257132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:31.257971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.264898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.269648 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-994806d1-a78b-4b36-9187-c57942ac879c tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/routers/fb7f8eb6-d078-4c7a-a92a-38f8227b25db HTTP/1.1" status: 204 len: 168 time: 6.6878638 Jan 14 03:29:31.270705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] For port 613ada79-a78a-4abe-aa02-ed523647bb04, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=613ada79-a78a-4abe-aa02-ed523647bb04,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:31.275605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34718) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:31.347595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.438147 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:31.498377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Calling delete_port for 8101daaf-9697-46bd-a0b9-9f9f649d6e5f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:31.501346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.691810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Pushing event updated for resources: {'Port': ['ID=613ada79-a78a-4abe-aa02-ed523647bb04,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:31.700142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:31.745734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting subnet 072fec6e-2d67-495d-a2cf-60bdc4c12d61 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:31.749295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.797944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:31.798478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:31.860403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.903999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:31.907187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f12b95a5-57dc-4363-9311-c6702d47cf7d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.1466761 Jan 14 03:29:31.933624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:32.008741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Request body: {'router': {'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'enable_snat': False}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:32.128721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b849fc-1e50-4452-8146-8efe98b6ca28 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.147224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:32.148247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.189620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.299628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Deleting port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:32.304546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.370192 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f1b849fc-1e50-4452-8146-8efe98b6ca28 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] update failed (client error): The resource could not be found. Jan 14 03:29:32.372112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1b849fc-1e50-4452-8146-8efe98b6ca28 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d HTTP/1.1" status: 404 len: 339 time: 1.7715635 Jan 14 03:29:32.393886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Calling delete_port for 8101daaf-9697-46bd-a0b9-9f9f649d6e5f owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:32.424089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34742) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:32.440772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-451830946'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:32.459283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:32.495728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:network and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:32.516876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for network was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:32.548941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:32.597900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.666636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:32.677830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.719744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.729996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] For port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,segment=NetworkSegment(3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6),segment_id=3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:32.730521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.793910 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06223db7-8a46-4cdc-ad7c-b8d493abe09d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:32.869139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.875950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Calling delete_port for 8101daaf-9697-46bd-a0b9-9f9f649d6e5f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:32.939393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:32.955354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:32.955666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:32.979363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3cc08c72-45c9-41b5-9740-d73fed4d69d2 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:33.068737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Port': ['ID=8101daaf-9697-46bd-a0b9-9f9f649d6e5f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:33.074896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Subnet': ['ID=072fec6e-2d67-495d-a2cf-60bdc4c12d61,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:33.080570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] vxlan segment allocate from pool success with {'vxlan_vni': 29} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:29:33.083868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:33.121618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.122070 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Added segment 631646ce-38bf-4458-80ff-aecbaf204908 of type vxlan for network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 Jan 14 03:29:33.133582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.134013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.134438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.134845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.135261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.135678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.136081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.136540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.136950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.137357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.137765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.138168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.138613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.139019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.139420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.139827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.140229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.140655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.141599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.142001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.142402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.142801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.143205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.143606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.144064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.144487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.144889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.145286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.145681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.146090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.146489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.146869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.147268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.147664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.148075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.148485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:29:33.152665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:33.261995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] No DVR routers for this DVR port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:33.281354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.294498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf841053-ede2-4994-9d61-966b2aba0c22 None None] Network 501cb391-cc6d-4539-826a-6cba45a798fb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:33.303435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.306935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:29:33.377678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/subnets/072fec6e-2d67-495d-a2cf-60bdc4c12d61 HTTP/1.1" status: 204 len: 168 time: 2.1008694 Jan 14 03:29:33.386746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34758) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:33.485034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.622370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Deleting port 8101daaf-9697-46bd-a0b9-9f9f649d6e5f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:33.623904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.655500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.747435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7fca3e37-c83a-4a3a-891d-c874dea12147 None None] The port '8101daaf-9697-46bd-a0b9-9f9f649d6e5f' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:29:33.753033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] DHCP port deletion for 501cb391-cc6d-4539-826a-6cba45a798fb request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:33.758067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Deleting port 71aeb569-b12a-442b-aaee-d7c93f369028 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:33.758786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.779745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160a1a6d-7c58-4262-a5d2-7a05ed049b1a']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:33.794779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:33.795640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7ab8fc-8ca1-4e70-a9cd-d2eaabda83a6') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:33.815713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.826867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:33.829327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 28 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:34.057138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 71aeb569-b12a-442b-aaee-d7c93f369028 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:34.057518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.193071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] For port 71aeb569-b12a-442b-aaee-d7c93f369028, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71aeb569-b12a-442b-aaee-d7c93f369028,segment=NetworkSegment(01d68d4e-30ab-4dff-8a2f-1fc11b31dd80),segment_id=01d68d4e-30ab-4dff-8a2f-1fc11b31dd80)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:34.193890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.233383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.286480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:34.303692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.385921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37144c89-a810-42cd-80ff-0cb3e084a4f0 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:34.386685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Calling delete_port for 71aeb569-b12a-442b-aaee-d7c93f369028 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:34.426108 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0000873 Jan 14 03:29:34.441040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:34.453168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:34.507679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 613ada79-a78a-4abe-aa02-ed523647bb04 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:34.519280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'subnet': {'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:34.549263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.630698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.668731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:34.775482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5952418-1f8b-45ef-b8e8-f06a0045f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.938839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:34.984031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.086474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.093171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Pushing event deleted for resources: {'Port': ['ID=71aeb569-b12a-442b-aaee-d7c93f369028,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:35.105954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:35.114312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] No DVR routers for this DVR port 71aeb569-b12a-442b-aaee-d7c93f369028 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:35.115906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Provisioning for port 613ada79-a78a-4abe-aa02-ed523647bb04 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:35.123295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 613ada79-a78a-4abe-aa02-ed523647bb04 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:35.129401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:35.129827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.133611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting port 725cc0e1-347f-4dfb-be08-b0f90755df18 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:35.133988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.189494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:35.189829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.358274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Network': ['ID=5f2fb83e-089a-4653-b62c-51a1ff8eb948,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:35.378215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.421349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] For port 71aeb569-b12a-442b-aaee-d7c93f369028, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71aeb569-b12a-442b-aaee-d7c93f369028,segment=NetworkSegment(01d68d4e-30ab-4dff-8a2f-1fc11b31dd80),segment_id=01d68d4e-30ab-4dff-8a2f-1fc11b31dd80)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:35.422225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.429595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:35.512238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.539149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:35.585472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 71aeb569-b12a-442b-aaee-d7c93f369028 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:35.669636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Calling delete_port for 725cc0e1-347f-4dfb-be08-b0f90755df18 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:35.674461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:35.895149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64ee025f-1cee-4c8f-856c-8a20903a8e7a tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.509s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:35.900187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] For port 613ada79-a78a-4abe-aa02-ed523647bb04, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=613ada79-a78a-4abe-aa02-ed523647bb04,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:35.913272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:35.913743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:35.934742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:35.935277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:35.940303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:35.942930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:36.051065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71aeb569-b12a-442b-aaee-d7c93f369028 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:36.154423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:36.158999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 160a1a6d-7c58-4262-a5d2-7a05ed049b1a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:36.166364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 71aeb569-b12a-442b-aaee-d7c93f369028 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:36.166763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71aeb569-b12a-442b-aaee-d7c93f369028 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:36.187570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Usage tracker for resource:subnet and tenant:3831844e5e1e477db2eab156860da4d0 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:36.190927 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:36.195003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Pushing event updated for resources: {'Port': ['ID=613ada79-a78a-4abe-aa02-ed523647bb04,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:36.199444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:36.202611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:36.222915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ad04943f-1660-439a-a056-f781bfe10515 None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:36.223472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad04943f-1660-439a-a056-f781bfe10515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.275666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:36.316519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Allocated IP 172.25.3.77 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/5603102b-102f-487e-b88d-6054d00cc84e) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:36.348813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Made reservation on behalf of 3831844e5e1e477db2eab156860da4d0 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:36.368014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.382525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7522dc2-e7bf-4925-87cd-de1426e7a33e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:36.458586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 71aeb569-b12a-442b-aaee-d7c93f369028 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:36.458965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.469544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.486140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/160a1a6d-7c58-4262-a5d2-7a05ed049b1a HTTP/1.1" status: 204 len: 168 time: 6.9578488 Jan 14 03:29:36.507779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34808) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:36.510903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=160a1a6d-7c58-4262-a5d2-7a05ed049b1a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:36.522705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:36.547003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34812) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:36.569795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.592917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.615023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:36.749778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.790313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c43e8b04-a075-45f2-8375-d6bedda9a91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.796461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Port': ['ID=725cc0e1-347f-4dfb-be08-b0f90755df18,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:36.821999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] The port '71aeb569-b12a-442b-aaee-d7c93f369028' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:29:36.825978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:36.850587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.878781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:36.879067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:36.888769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34822) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:36.904940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a2d61ce5b14646baeb6f9b5ab1fe25 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:36.912267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:36.931469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:36.943758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.120558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.205934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a15291ea-00ad-4605-aab1-9acb81c4ef31 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:37.298274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.314966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.363635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.378942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:37.398349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Usage tracker for resource:security_group_rule and tenant:cfeba54d55d74337a48a53cd2ea86dcf is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:37.454483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:37.481854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:37.522768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.546884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.587383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Pushing event updated for resources: {'Port': ['ID=5603102b-102f-487e-b88d-6054d00cc84e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:37.596940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.610990 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:37.612564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b10e3922-807d-4e88-88bd-aecea57b389d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:37.625403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.701413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7a2d61ce5b14646baeb6f9b5ab1fe25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1495593 Jan 14 03:29:37.710134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d17f4ee-af53-4975-8d42-8e9fab81ab8f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:37.714083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:37.716139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34828) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:37.744532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501cb391-cc6d-4539-826a-6cba45a798fb']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.799688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.799995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d68d4e-30ab-4dff-8a2f-1fc11b31dd80') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.879796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:37.881675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.891550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:37.918102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:37.960208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e67fa78-9bd7-45a2-aa2f-c13f25b42b64']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.982821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9440878d-088b-4308-a108-0e7ba38db436') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.984020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9440878d-088b-4308-a108-0e7ba38db436') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:37.984904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:37.992069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.004106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:38.039808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.167229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.176730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.200628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.291578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 613ada79-a78a-4abe-aa02-ed523647bb04 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:38.388841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:38.389790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.521314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e775ee4-0a46-4bd3-b364-f75843b96e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:38.535008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.537798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 27 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:38.546107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Router 4d57bf3b-5288-4479-87fa-234cab82f34c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:38.562912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.652735 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfeba54d55d74337a48a53cd2ea86dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7599773 Jan 14 03:29:38.707509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59165a87-85f4-4b64-9b68-f5a3c8513ef6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:38.717912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:38.720913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:38.835181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 613ada79-a78a-4abe-aa02-ed523647bb04, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=613ada79-a78a-4abe-aa02-ed523647bb04,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:38.842930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:38.859990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:38.863189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:38.875592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] Sync routers for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:38.885777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:38.886499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:38.927001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1ee63-b139-4beb-9b80-6ecceb939939 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:38.950341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.034742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.110083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:39.142023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.142287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Subnet': ['ID=24ccd08b-2df7-47f7-ba6e-643f60911433,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:39.144708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.148819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d17f4ee-af53-4975-8d42-8e9fab81ab8f HTTP/1.1" status: 204 len: 168 time: 1.4288800 Jan 14 03:29:39.149832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:39.152442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bcad424-cfb5-4256-ad3b-baf32c155944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:39.160147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:39.165550 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2839715 Jan 14 03:29:39.168691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.175194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:39.177091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Checking segment: {'id': '631646ce-38bf-4458-80ff-aecbaf204908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 29, 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:39.177448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network hostable DHCP agents. Network: 5f2fb83e-089a-4653-b62c-51a1ff8eb948, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:29:39.181194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] Routers {'4d57bf3b-5288-4479-87fa-234cab82f34c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:39.182745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d57bf3b-5288-4479-87fa-234cab82f34c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:39.184047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d17f4ee-af53-4975-8d42-8e9fab81ab8f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:39.202655 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:39.285289 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-da2a9c42-6199-4167-8bb6-212e43d2b7c8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] show failed (client error): The resource could not be found. Jan 14 03:29:39.286441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da2a9c42-6199-4167-8bb6-212e43d2b7c8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1297627236 HTTP/1.1" status: 404 len: 335 time: 0.1040430 Jan 14 03:29:39.291002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34842) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:39.297990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.306660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.308309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8f58e3de-37f7-4f3b-b77f-a52646a98eb9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Request body: {'router': {'name': 'new_name'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:39.326755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:39.327212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572640ec-ac33-4e4d-8728-dce0cafc15c7 None None] The sync data for ids ['4d57bf3b-5288-4479-87fa-234cab82f34c'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:39.393658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.394508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.394870 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-8f58e3de-37f7-4f3b-b77f-a52646a98eb9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] update failed (client error): The resource could not be found. Jan 14 03:29:39.400155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f58e3de-37f7-4f3b-b77f-a52646a98eb9 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-9342032 HTTP/1.1" status: 404 len: 332 time: 0.1014225 Jan 14 03:29:39.400155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34848) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:39.400635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:29:39.442139 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60e0af62-d8d4-4f7d-8249-5f044145ed0d tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:39.460814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.469479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 5f2fb83e-089a-4653-b62c-51a1ff8eb948) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:39.488878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84090f35-3c16-4030-b72e-f0aa0b1cafa3 None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:39.503868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:39.504553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.522310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network 501cb391-cc6d-4539-826a-6cba45a798fb has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:39.537777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=613ada79-a78a-4abe-aa02-ed523647bb04,revision_number=5']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:39.590375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34852) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:39.641551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.644325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.647766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59165a87-85f4-4b64-9b68-f5a3c8513ef6 HTTP/1.1" status: 204 len: 168 time: 0.9266849 Jan 14 03:29:39.647766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.659618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cd2ef2cc-bcc9-4f3d-b355-e14132825a95 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:39.673202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.1692836 Jan 14 03:29:39.677709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59165a87-85f4-4b64-9b68-f5a3c8513ef6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:39.682974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34858) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:39.683985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:39.694326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a7a92d2e-fdc4-4553-be08-c3e743e92070 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'router': {'external_gateway_info': {'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:39.708972 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:39.716882 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:39.720867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:39.730134 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b45cbc0-e68d-4071-8d31-a1cb0a5d6e2e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:39.745445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:39.782104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Usage tracker for resource:security_group_rule and tenant:5a273bbff9574a2490cad960030ab1da is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:39.789122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:39.856071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-5f2fb83e-089a-4653-b62c-51a1ff8eb948', 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948', 'tenant_id': '3831844e5e1e477db2eab156860da4d0', 'fixed_ips': [{'subnet_id': '24ccd08b-2df7-47f7-ba6e-643f60911433'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:29:39.856626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.864659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:39.868976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=497f3b0f-85bc-470e-a29c-ce52105fc9b3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:39.877812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting subnet ac06cf27-1204-4159-bf24-3341afec0852 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:39.888162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:39.905669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:39.930537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:39.981051 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:40.085719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.102545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.107952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ae22544-b70b-434a-a488-e584ddafc1b7 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:40.129010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.166577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Network': ['ID=501cb391-cc6d-4539-826a-6cba45a798fb,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:40.184358 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/networks/501cb391-cc6d-4539-826a-6cba45a798fb HTTP/1.1" status: 204 len: 168 time: 6.7955780 Jan 14 03:29:40.186393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:40.186898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:40.278445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34868) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:40.280801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.302527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7a92d2e-fdc4-4553-be08-c3e743e92070 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.318166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 613ada79-a78a-4abe-aa02-ed523647bb04 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:40.331536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.345207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.389771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:40.410359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-946b274e-f39f-4a14-aee2-25250f5cbe63 tempest-NetworksIpV6Test-1027065469 tempest-NetworksIpV6Test-1027065469] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:40.412260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Allocated IP 2001:db8:1::2 (5f2fb83e-089a-4653-b62c-51a1ff8eb948/24ccd08b-2df7-47f7-ba6e-643f60911433/6579f44f-7c35-4cb0-95a1-226390aa56f6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:40.432595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:40.433029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.444733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.460000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Usage tracker for resource:security_group_rule and tenant:68cf852212a043d4a803cbe5d8fe26a8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:40.467073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:40.484052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:40.523031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=1e67fa78-9bd7-45a2-aa2f-c13f25b42b64,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:40.542485 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/1e67fa78-9bd7-45a2-aa2f-c13f25b42b64 HTTP/1.1" status: 204 len: 168 time: 4.0251679 Jan 14 03:29:40.544276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 30a8f96f-7f85-49f0-8e60-47ef9f358870 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:40.544524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.547418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34872) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:40.551257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.555100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.585221 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:40.592837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:40.603488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:40.623655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.628465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440112a4-6618-48be-a5b5-3dd4005d8130 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:40.630104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:40.630765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.647893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ef97638e-115e-4575-a0bf-94f2ef26a1c0 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:40.883845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a273bbff9574a2490cad960030ab1da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2915907 Jan 14 03:29:40.886744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:40.901755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b2c6ab-627f-42bf-9c51-7ce931190900,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:40.915091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34876) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:40.926081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:40.934358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Transition to ACTIVE for port object 6579f44f-7c35-4cb0-95a1-226390aa56f6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:40.967704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Transition to ACTIVE for port object 6579f44f-7c35-4cb0-95a1-226390aa56f6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:40.997950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.010420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.025958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe02809f-592d-4e84-9747-2318f1d8fd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:41.032908 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 12.2428064 Jan 14 03:29:41.034945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:41.052644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:2d:47:78', 'name': 'tempest-NetworksTestDHCPv6-892548478'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:41.112838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Pushing event updated for resources: {'Port': ['ID=6579f44f-7c35-4cb0-95a1-226390aa56f6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:41.172819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:41.392978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.393795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.437193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:41.439011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:41.441492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:41.486005 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a7a92d2e-fdc4-4553-be08-c3e743e92070 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:29:41.489008 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7a92d2e-fdc4-4553-be08-c3e743e92070 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d HTTP/1.1" status: 400 len: 364 time: 1.8040457 Jan 14 03:29:41.494603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 34884) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:41.498654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Attempting to bind port 6579f44f-7c35-4cb0-95a1-226390aa56f6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:29:41.499085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Attempting to bind port 6579f44f-7c35-4cb0-95a1-226390aa56f6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '631646ce-38bf-4458-80ff-aecbaf204908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 29, 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:29:41.499508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Attempting to bind port 6579f44f-7c35-4cb0-95a1-226390aa56f6 on network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:29:41.499658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.506349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:29:41.506865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Checking segment: {'id': '631646ce-38bf-4458-80ff-aecbaf204908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 29, 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:29:41.507324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.507775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Bound using segment: {'id': '631646ce-38bf-4458-80ff-aecbaf204908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 29, 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:29:41.508310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Bound port: 6579f44f-7c35-4cb0-95a1-226390aa56f6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631646ce-38bf-4458-80ff-aecbaf204908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 29, 'network_id': '5f2fb83e-089a-4653-b62c-51a1ff8eb948'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:29:41.508761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.551767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.570209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 30a8f96f-7f85-49f0-8e60-47ef9f358870 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:41.573048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe8c9b2f-fa18-47ba-a3ed-ebc10f2cb29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:41.610507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] For port 6579f44f-7c35-4cb0-95a1-226390aa56f6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:29:41.610954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:41.614612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] For port 6579f44f-7c35-4cb0-95a1-226390aa56f6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6579f44f-7c35-4cb0-95a1-226390aa56f6,segment=NetworkSegment(631646ce-38bf-4458-80ff-aecbaf204908),segment_id=631646ce-38bf-4458-80ff-aecbaf204908)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:29:41.627174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.627448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68cf852212a043d4a803cbe5d8fe26a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3338118 Jan 14 03:29:41.647167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34888) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:41.755677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.761320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70fb2b04-3090-4b1e-b1d2-d6b974b778cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:41.785570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.859187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Pushing event updated for resources: {'Port': ['ID=6579f44f-7c35-4cb0-95a1-226390aa56f6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:41.865683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:41.890892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.932096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f6850-001d-41d2-81bf-bef87ed68e23,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:41.948525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:41.950784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.959443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:41.980021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d876c1a4-4f66-49d0-a1dc-ee11f13d5357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:41.999279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b2c6ab-627f-42bf-9c51-7ce931190900,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:42.076506 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:42.114457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:42.117636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:42.121929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.127313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:42.137437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.148395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.152184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5b2c6ab-627f-42bf-9c51-7ce931190900 HTTP/1.1" status: 204 len: 168 time: 1.2274494 Jan 14 03:29:42.179733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.227486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.241024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.257166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34c35443-6306-405f-8ae8-1f7ac0aae46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:42.289575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.294470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85c5329-a99f-4b17-9a42-9fcbf0048b5c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:42.305555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b4c95e9b-1f41-4944-9359-27b6326e7701 None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:42.305991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c95e9b-1f41-4944-9359-27b6326e7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.309523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:42.311477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae23101-01e6-4280-9067-d2e63eb183dd') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:42.312186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae23101-01e6-4280-9067-d2e63eb183dd') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:42.349571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.367308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.369428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 23 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:42.462862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f6850-001d-41d2-81bf-bef87ed68e23,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:42.476498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:42.481546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.506030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19581a4d-64e5-43d3-ad7a-2d96aaa157d6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:42.640667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Subnet': ['ID=ac06cf27-1204-4159-bf24-3341afec0852,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:42.706070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:42.731917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.736118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/678f6850-001d-41d2-81bf-bef87ed68e23 HTTP/1.1" status: 204 len: 168 time: 1.0815122 Jan 14 03:29:42.753398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:42.770967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.884274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43669f3e-ef64-49b2-857a-38ea68e5e937 None None] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:42.895071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:42.899514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/subnets/ac06cf27-1204-4159-bf24-3341afec0852 HTTP/1.1" status: 204 len: 168 time: 3.4939904 Jan 14 03:29:42.901345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34906) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:42.995625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.048699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network f85c5329-a99f-4b17-9a42-9fcbf0048b5c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:43.103736 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:43.352847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] DHCP port deletion for a6e37e36-3cd1-44ef-a2be-b516a4d84c3f request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:43.358975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Deleting port be4f0e67-37fe-4571-b8ee-1de18101d719 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:43.360248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.425954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.430843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.441228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting subnet 09c5a154-f34d-4f55-a774-690de32042f3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:43.446466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-283684ec-1cac-4a50-920c-ccd3b5349718 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:43.478188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.529580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=f85c5329-a99f-4b17-9a42-9fcbf0048b5c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:43.533070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:43.543231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/f85c5329-a99f-4b17-9a42-9fcbf0048b5c HTTP/1.1" status: 204 len: 168 time: 2.9905033 Jan 14 03:29:43.546476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 34924) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:43.654191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.750451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 63b68988-112d-40a4-86cc-f27d49436a02 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:29:43.771862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:43.827162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd95c3c-45c8-42c5-9a07-890f974901bf None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:44.024517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.041830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 172.20.0.8 (0db21da6-d133-41c3-a5a5-fbea28870222/d0a82276-add7-4951-8636-a2015ce99bd7/63b68988-112d-40a4-86cc-f27d49436a02) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:44.053765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe2d:4778 (0db21da6-d133-41c3-a5a5-fbea28870222/497f3b0f-85bc-470e-a29c-ce52105fc9b3/63b68988-112d-40a4-86cc-f27d49436a02) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:44.104143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a94a2916-3725-4095-a109-ea6350b15617 None None] Provisioning for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:44.126814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] For port be4f0e67-37fe-4571-b8ee-1de18101d719, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be4f0e67-37fe-4571-b8ee-1de18101d719,segment=NetworkSegment(d8c938d1-24fe-4307-aff3-ca45895e8c96),segment_id=d8c938d1-24fe-4307-aff3-ca45895e8c96)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:44.127270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.160163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.241557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edad566-96f6-4861-ad26-2eff8002d7cc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:44.245063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb6a31-7d63-4435-b7eb-e63fd919516d']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:44.260076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91688df-22a6-4ef6-8aa4-5e6bcc6bf9aa') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:44.260076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91688df-22a6-4ef6-8aa4-5e6bcc6bf9aa') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:44.274357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.292697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.294747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:44.338746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Calling delete_port for be4f0e67-37fe-4571-b8ee-1de18101d719 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:44.393674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=30a8f96f-7f85-49f0-8e60-47ef9f358870,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:44.429718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6579f44f-7c35-4cb0-95a1-226390aa56f6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:44.461618 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:44.478962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.537568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Router 1ea4ea5c-706a-4371-b36f-fa4ce84a562f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:29:44.602577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:44.613987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:44.614545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.651747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:44.671803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.678343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.708917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a408c840-2e40-4f83-a7a7-a1fb27d0922f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:44.713926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:44.765461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Pushing event deleted for resources: {'Port': ['ID=be4f0e67-37fe-4571-b8ee-1de18101d719,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:44.868105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:45.007438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Provisioning complete for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:45.008464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.193795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.227229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.260890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] For port 6579f44f-7c35-4cb0-95a1-226390aa56f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6579f44f-7c35-4cb0-95a1-226390aa56f6,segment=NetworkSegment(631646ce-38bf-4458-80ff-aecbaf204908),segment_id=631646ce-38bf-4458-80ff-aecbaf204908)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:45.264237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.265523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Network 23cb6a31-7d63-4435-b7eb-e63fd919516d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:45.286966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] No DVR routers for this DVR port be4f0e67-37fe-4571-b8ee-1de18101d719 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:45.295191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.301206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:45.322343 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:45.402648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Pushing event updated for resources: {'Port': ['ID=6579f44f-7c35-4cb0-95a1-226390aa56f6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:45.425300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:45.437015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 63b68988-112d-40a4-86cc-f27d49436a02 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:45.481649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.487402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb406bae-b27a-4073-a11a-b55d1318b348 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:45.534334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4fa31a4e-c9c5-4500-a0dc-7336905ffa6a None None] Provisioning complete for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:45.534767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fa31a4e-c9c5-4500-a0dc-7336905ffa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.559234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.582837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Pushing event deleted for resources: {'Network': ['ID=23cb6a31-7d63-4435-b7eb-e63fd919516d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:45.593882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:45.599156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] 10.222.0.30 "DELETE /v2.0/networks/23cb6a31-7d63-4435-b7eb-e63fd919516d HTTP/1.1" status: 204 len: 168 time: 2.0510311 Jan 14 03:29:45.647515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.657488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Allocated IP 2001:db8::1 (f619dcbf-1e9e-438a-86c4-39244045eb32/19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f/1263bc92-1715-4785-9cfa-8d745f0ffd13) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:29:45.669458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea8bd454-e538-4a18-b9a7-6dce5e190de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:45.680178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:45.697472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.712785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Subnet': ['ID=09c5a154-f34d-4f55-a774-690de32042f3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:45.738444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] Sync routers for ids ['1ea4ea5c-706a-4371-b36f-fa4ce84a562f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:45.746146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:45.746568 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:45.753394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] Routers {'1ea4ea5c-706a-4371-b36f-fa4ce84a562f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:45.754418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1ea4ea5c-706a-4371-b36f-fa4ce84a562f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:45.836074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:45.849417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] Routers {'1ea4ea5c-706a-4371-b36f-fa4ce84a562f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:45.850134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1ea4ea5c-706a-4371-b36f-fa4ce84a562f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:45.860938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.867409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/floatingips/e8abfb0c-c3f8-47f5-bb28-d648ae12e15f HTTP/1.1" status: 204 len: 168 time: 5.6759210 Jan 14 03:29:45.869339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:45.878811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35002) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:45.928950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:45.929728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8239019-c3ba-4db6-ba0b-80fb3a60baa9 None None] The sync data for ids ['1ea4ea5c-706a-4371-b36f-fa4ce84a562f'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:45.941569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e95073d-0114-4f3e-b9e5-f1ea7a587e39 None None] Provisioning complete for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:45.942000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e95073d-0114-4f3e-b9e5-f1ea7a587e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:46.182072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:46.234014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:46.241563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad773025-fce6-420e-909c-e032165a8e2e None None] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:46.242278 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/subnets/09c5a154-f34d-4f55-a774-690de32042f3 HTTP/1.1" status: 204 len: 168 time: 3.3395610 Jan 14 03:29:46.244541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:46.257266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:46.388985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35020) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:46.444747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:46.499533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:46.504561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "PUT /v2.0/routers/1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 200 len: 918 time: 14.5689793 Jan 14 03:29:46.532646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be4f0e67-37fe-4571-b8ee-1de18101d719 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:46.535516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35026) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:46.556123 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaef3799-78b3-4be2-92c3-958427ca856e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] DELETE failed (client error): The resource could not be found. Jan 14 03:29:46.556648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaef3799-78b3-4be2-92c3-958427ca856e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:29:46.558768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aaef3799-78b3-4be2-92c3-958427ca856e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/260eb815-d6c1-4d7a-8546-a41441d53ff8 HTTP/1.1" status: 404 len: 333 time: 0.6781886 Jan 14 03:29:46.564447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35030) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:46.571310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=63b68988-112d-40a4-86cc-f27d49436a02,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:46.650692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: be4f0e67-37fe-4571-b8ee-1de18101d719 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:46.652433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be4f0e67-37fe-4571-b8ee-1de18101d719 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:46.667542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:46.705634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78599cb7-51c7-40c2-a263-f8348934deed tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Synchronizing usage tracker for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:46.752568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78599cb7-51c7-40c2-a263-f8348934deed tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Unset dirty status for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:46.754315 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78599cb7-51c7-40c2-a263-f8348934deed tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/ports?device_id=fb7f8eb6-d078-4c7a-a92a-38f8227b25db HTTP/1.1" status: 200 len: 205 time: 0.1856122 Jan 14 03:29:46.829402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35044) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:46.836618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:46.891648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6579f44f-7c35-4cb0-95a1-226390aa56f6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:29:46.940967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:46.961437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:46.979269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:29:47.051996 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:29:47.070926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:47.071669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.084847 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-59b9c566-24fd-4e35-a0cb-0242d9f8bbe6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] delete failed (client error): The resource could not be found. Jan 14 03:29:47.085626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-59b9c566-24fd-4e35-a0cb-0242d9f8bbe6 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/routers/fb7f8eb6-d078-4c7a-a92a-38f8227b25db HTTP/1.1" status: 404 len: 336 time: 0.2522578 Jan 14 03:29:47.112153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35068) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:47.155304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6579f44f-7c35-4cb0-95a1-226390aa56f6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:47.155738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.210671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.1663902 Jan 14 03:29:47.212161 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a1fb80-3ad3-42ff-a164-dd53c27624dc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] DELETE failed (client error): The resource could not be found. Jan 14 03:29:47.212682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a1fb80-3ad3-42ff-a164-dd53c27624dc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:29:47.217398 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7a1fb80-3ad3-42ff-a164-dd53c27624dc tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/subnets/072fec6e-2d67-495d-a2cf-60bdc4c12d61 HTTP/1.1" status: 404 len: 337 time: 0.1040795 Jan 14 03:29:47.218062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35074) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:47.218440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35076) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:47.258201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.350078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e37e36-3cd1-44ef-a2be-b516a4d84c3f']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:47.371773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c938d1-24fe-4307-aff3-ca45895e8c96') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:47.372106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c938d1-24fe-4307-aff3-ca45895e8c96') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:47.403106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.418435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 3f60ce13-687c-4692-9ce7-3c5f77eb2c25 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:47.419250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.426684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.429264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:47.589844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] DHCP port deletion for 1e93f0ad-c736-4198-8895-c0a1ab5153ef request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:47.594681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Transition to ACTIVE for port object 1263bc92-1715-4785-9cfa-8d745f0ffd13 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:29:47.603339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Deleting port 36b01ee2-15a5-4543-86fa-f7789cd650bc {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:47.604155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.615041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51212ebf-8234-460f-a0bc-afd8eac9c177 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 200 len: 924 time: 1.0604594 Jan 14 03:29:47.622238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:47.720556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-62e63c63-0c7e-4ade-a33f-03781e343f64 None None] Provisioning for port 63b68988-112d-40a4-86cc-f27d49436a02 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:47.727892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:47.731577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-62e63c63-0c7e-4ade-a33f-03781e343f64 None None] Provisioning complete for port 63b68988-112d-40a4-86cc-f27d49436a02 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:47.732125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e63c63-0c7e-4ade-a33f-03781e343f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.740579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:47.801456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-62e63c63-0c7e-4ade-a33f-03781e343f64 None None] Port 63b68988-112d-40a4-86cc-f27d49436a02 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:47.921477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd2a74-e0a5-4f99-92c0-a87353e7492e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:47.961585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network a6e37e36-3cd1-44ef-a2be-b516a4d84c3f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:47.972825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd2a74-e0a5-4f99-92c0-a87353e7492e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:47.976732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cfd2a74-e0a5-4f99-92c0-a87353e7492e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:48.038862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:48.070490 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:48.075557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cee8fc4-bcc0-4d45-9cf7-43e6d25aaf52 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:48.125272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4fa4017-dba2-4d2e-9258-1ccbd014298e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ad3c98a188542ef8816a8c11489020f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7292578 Jan 14 03:29:48.125739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35100) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:48.142606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.154327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01240228-c865-4224-a595-8221c6b0c9b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883746015] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:48.155768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339ad54f-44c3-4e6a-8025-9e38aa266390 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:48.158093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-339ad54f-44c3-4e6a-8025-9e38aa266390 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=1ea4ea5c-706a-4371-b36f-fa4ce84a562f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5346336 Jan 14 03:29:48.158856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7cfd2a74-e0a5-4f99-92c0-a87353e7492e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:48.159966 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cfd2a74-e0a5-4f99-92c0-a87353e7492e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9123490 Jan 14 03:29:48.169477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] For port 36b01ee2-15a5-4543-86fa-f7789cd650bc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=36b01ee2-15a5-4543-86fa-f7789cd650bc,segment=NetworkSegment(8131975b-a7a4-4c70-b606-c0dcdcebbdd9),segment_id=8131975b-a7a4-4c70-b606-c0dcdcebbdd9)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:48.170015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.176578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:48.177099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35106) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:48.185032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.196556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/networks/a6e37e36-3cd1-44ef-a2be-b516a4d84c3f HTTP/1.1" status: 204 len: 168 time: 1.9506059 Jan 14 03:29:48.247995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35112) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:48.278482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Network': ['ID=a6e37e36-3cd1-44ef-a2be-b516a4d84c3f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:48.328902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:48.509045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Calling delete_port for 36b01ee2-15a5-4543-86fa-f7789cd650bc owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:48.560398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 63b68988-112d-40a4-86cc-f27d49436a02 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:48.560769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.593427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Port': ['ID=1263bc92-1715-4785-9cfa-8d745f0ffd13,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:48.597308 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:48.620189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.634015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.659599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.673250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:48.689950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c42b3723-bed2-4028-b2b2-3e0f87583a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:48.827075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 3f60ce13-687c-4692-9ce7-3c5f77eb2c25 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:48.897683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Pushing event deleted for resources: {'Port': ['ID=36b01ee2-15a5-4543-86fa-f7789cd650bc,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:48.931615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:48.932600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36b01ee2-15a5-4543-86fa-f7789cd650bc no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:49.001057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network f619dcbf-1e9e-438a-86c4-39244045eb32 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:49.004410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:49.017276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:29:49.018572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.029587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 36b01ee2-15a5-4543-86fa-f7789cd650bc {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:49.030083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 36b01ee2-15a5-4543-86fa-f7789cd650bc not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:49.032300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] No DVR routers for this DVR port 36b01ee2-15a5-4543-86fa-f7789cd650bc on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:49.170130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.198355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.231725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b842769-6224-46f9-a3e4-673f0cbead10 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:49.236794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b842769-6224-46f9-a3e4-673f0cbead10 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/networks/ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 881 time: 1.0411434 Jan 14 03:29:49.252834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:49.289320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:49.333355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=3f60ce13-687c-4692-9ce7-3c5f77eb2c25,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:49.336389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:49.399626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.426726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.440240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed447bfb-653b-477a-a380-c9b1690f0084 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 200 len: 205 time: 0.1828187 Jan 14 03:29:49.465877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2b2c8f16-8bb5-449c-a184-2a00d51350ac None None] Provisioning for port 1263bc92-1715-4785-9cfa-8d745f0ffd13 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:29:49.467215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:49.474882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2b2c8f16-8bb5-449c-a184-2a00d51350ac None None] Provisioning complete for port 1263bc92-1715-4785-9cfa-8d745f0ffd13 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:49.475308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8f16-8bb5-449c-a184-2a00d51350ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.594388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c8f16-8bb5-449c-a184-2a00d51350ac None None] Port 1263bc92-1715-4785-9cfa-8d745f0ffd13 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:49.683876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 63b68988-112d-40a4-86cc-f27d49436a02 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:49.724946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.804023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.830525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/3f60ce13-687c-4692-9ce7-3c5f77eb2c25 HTTP/1.1" status: 204 len: 168 time: 2.5767207 Jan 14 03:29:49.831309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35152) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:49.935498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 89de67ac-dab4-473c-beed-b7ecdce4a904 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:49.935879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.944850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:49.962886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-060fe004-01de-4cd1-8ee8-ec03179872e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:50.057818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ad813-e622-4e17-9abd-911f1a9c5e56,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:50.088896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:50.088896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.090682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad6ad813-e622-4e17-9abd-911f1a9c5e56 HTTP/1.1" status: 204 len: 168 time: 1.9595444 Jan 14 03:29:50.105501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e93f0ad-c736-4198-8895-c0a1ab5153ef']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:50.128004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8131975b-a7a4-4c70-b606-c0dcdcebbdd9') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:50.128714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8131975b-a7a4-4c70-b606-c0dcdcebbdd9') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:50.271054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.284822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.310954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35166) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:50.370637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.381179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.388662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.389521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.588811 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d20eb491-27a6-49d1-8329-a7408ae21246 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:50.706401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network f619dcbf-1e9e-438a-86c4-39244045eb32 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:29:50.714058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 89de67ac-dab4-473c-beed-b7ecdce4a904 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:50.750537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:29:50.767045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:50.781096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:51.021244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.056560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:51.060754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Usage tracker for resource:security_group_rule and tenant:64736bf07cac462ea139e981f92fb315 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:51.063836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:51.069627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:51.089005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Router 0c63d7ce-1e05-4277-8218-0d2a1a4b464d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:29:51.105624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event updated for resources: {'Port': ['ID=1263bc92-1715-4785-9cfa-8d745f0ffd13,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:51.109218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:51.144681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.225491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.231477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b506813-6b98-4637-a756-83eb59a0bd56 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:51.269319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a47f88f-0816-476b-b140-b58056227b91 None None] Provisioning complete for port 1263bc92-1715-4785-9cfa-8d745f0ffd13 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:51.276162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a47f88f-0816-476b-b140-b58056227b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.294655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:29:51.304209 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7430177 Jan 14 03:29:51.305838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35184) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:51.306585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] Sync routers for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:29:51.326745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:51.327409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:51.361869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port 5603102b-102f-487e-b88d-6054d00cc84e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:51.362358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.394114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=63b68988-112d-40a4-86cc-f27d49436a02,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:51.395709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9a47f88f-0816-476b-b140-b58056227b91 None None] Port 1263bc92-1715-4785-9cfa-8d745f0ffd13 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:29:51.443605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.462358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:51.511881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=89de67ac-dab4-473c-beed-b7ecdce4a904,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:51.518868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:51.524979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:51.548604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:51.553705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:29:51.554385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:51.590784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:51.691338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:51.691791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6b822-ab8b-4f5e-a6eb-8a4c6a8e40b2 None None] The sync data for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:29:51.713249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.773080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:51.792912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/ports/89de67ac-dab4-473c-beed-b7ecdce4a904 HTTP/1.1" status: 204 len: 168 time: 1.9580717 Jan 14 03:29:51.794032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:51.853920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:51.970163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5b734-2e7c-49ec-97c6-8f49293dca20 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:51.985011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e1b5b734-2e7c-49ec-97c6-8f49293dca20 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Synchronizing usage tracker for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:51.995529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.007915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e1b5b734-2e7c-49ec-97c6-8f49293dca20 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Unset dirty status for tenant:daca8ccb180c4712a27153ae38d7c6a1 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:52.009194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1b5b734-2e7c-49ec-97c6-8f49293dca20 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "GET /v2.0/ports?device_id=efcb1650-ec0d-4dbe-a4ed-fa2233895c29 HTTP/1.1" status: 200 len: 913 time: 0.2141380 Jan 14 03:29:52.013872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35204) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:52.099383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c8a995-c2cb-46a5-b99d-01d2a8b2c73c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.103056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'networks': [{'name': 'tempest-network--43465297'}, {'name': 'tempest-network--1385600833'}]} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:52.103056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-network--43465297'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:52.103349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-network--1385600833'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:52.109024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:52.127569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:network and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:52.173741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/63b68988-112d-40a4-86cc-f27d49436a02 HTTP/1.1" status: 204 len: 168 time: 3.9796162 Jan 14 03:29:52.199968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35208) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:52.312087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network 1e93f0ad-c736-4198-8895-c0a1ab5153ef has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:52.367000 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:29:52.447718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.482435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:52.489956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:52.524272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'network': 2} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:29:52.539126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.563887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.588730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:52.603279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:security_group_rule and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:52.608478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:52.618420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:52.633892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for 5603102b-102f-487e-b88d-6054d00cc84e owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:52.670509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:52.676168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:52.681389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:52.682113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:52.703101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.708859 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-24c8a995-c2cb-46a5-b99d-01d2a8b2c73c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 03:29:52.710007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24c8a995-c2cb-46a5-b99d-01d2a8b2c73c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d HTTP/1.1" status: 409 len: 329 time: 1.3179500 Jan 14 03:29:52.715588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c64ce5ad-e44a-4636-8401-909517ad5707 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:52.719541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35214) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:52.732414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:52.752822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Network': ['ID=1e93f0ad-c736-4198-8895-c0a1ab5153ef,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:52.760673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:52.761465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:52.765753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef57ff37-2f23-4f44-8e09-d8c9ca621ed7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5564561 Jan 14 03:29:52.768391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/networks/1e93f0ad-c736-4198-8895-c0a1ab5153ef HTTP/1.1" status: 204 len: 168 time: 4.4913609 Jan 14 03:29:52.770011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35218) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:52.770382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35220) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:53.228207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.322186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.344480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7212f631-e414-4d5b-934f-7e7927ce610d tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:53.443727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64736bf07cac462ea139e981f92fb315&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1316335 Jan 14 03:29:53.452696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad0403-fa0c-49f5-bff1-cbaae5308c16,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:53.455411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35226) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:53.457303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:53.459238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.487633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.488205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.496942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.508012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a37b68d7-a93e-4b7e-b717-d3b188323020 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:53.583700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 497f3b0f-85bc-470e-a29c-ce52105fc9b3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:53.609973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.778446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting subnet cbfcf492-b864-4f4c-955b-6dc219db90fa {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:53.780486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.797429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.800271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'SecurityGroup': ['ID=cd129145-bbaa-4991-9134-8e83094c4130,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:53.816085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:53.835729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:53.941550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.017989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.018816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.090016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.188946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.224001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.235328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.302156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbecdbe1-5ba0-4d56-859f-15d597b5d1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:54.396246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad0403-fa0c-49f5-bff1-cbaae5308c16,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:54.413619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:54.417221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.429615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.438430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.494428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.498572 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdad0403-fa0c-49f5-bff1-cbaae5308c16 HTTP/1.1" status: 204 len: 168 time: 1.0420585 Jan 14 03:29:54.605502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.606094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router 1ea4ea5c-706a-4371-b36f-fa4ce84a562f {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:29:54.630134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:29:54.631614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:54.632867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb4df7b6-cbb7-429f-8907-df910154841d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 204 len: 168 time: 5.1646154 Jan 14 03:29:54.652554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35234) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:55.036207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-516671950', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:29:55.054257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:55.058659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.059057 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment 4c17d2e2-2a00-4aba-877c-a748a9175733 of type vxlan for network dde2c7e0-45df-467a-a412-eaec33ac9e24 Jan 14 03:29:55.077555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Usage tracker for resource:router and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:55.082695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:55.101336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:55.102037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.121680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35242) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:55.129891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.190621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98b370d0-098f-48d8-9169-35837096c644 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:55.210155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.211175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.221614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.272499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:29:55.289239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=497f3b0f-85bc-470e-a29c-ce52105fc9b3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:55.292597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:55.300680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.316932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.319561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Usage tracker for resource:security_group_rule and tenant:5b94478b68aa48628b52b4f0e5e9259e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:29:55.322649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:29:55.326467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245fd3d6-e7dd-40cd-abb7-f1af67e57699 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:55.329411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:29:55.333620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8572243-0f4b-4406-9734-3cc007a48950 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:55.373013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Subnet': ['ID=cbfcf492-b864-4f4c-955b-6dc219db90fa,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:55.376066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:55.380947 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/497f3b0f-85bc-470e-a29c-ce52105fc9b3 HTTP/1.1" status: 204 len: 168 time: 2.6095216 Jan 14 03:29:55.381840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35246) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:55.395615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.407837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:29:55.454839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.455235 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment bd16e2b3-47eb-43d3-b9cf-9d774dc0f914 of type vxlan for network 87056af3-7a52-461d-95c1-a453eae8d81c Jan 14 03:29:55.470961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting port 1263bc92-1715-4785-9cfa-8d745f0ffd13 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:55.471252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.555036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet d0a82276-add7-4951-8636-a2015ce99bd7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:29:55.558380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.620161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.663457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.665515 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/subnets/cbfcf492-b864-4f4c-955b-6dc219db90fa HTTP/1.1" status: 204 len: 168 time: 2.8923585 Jan 14 03:29:55.668584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:55.672257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29941283-4a7a-464b-b3f1-5712dcd3e710 None None] Network cfc385bf-a927-431f-991c-a09124052dcf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:55.678752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.869802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:55.969888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.003774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] DHCP port deletion for cfc385bf-a927-431f-991c-a09124052dcf request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:56.009564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Deleting port cc6d3ce2-fe8f-410f-9551-f50831da5fbf {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:56.010002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.123266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting port cc6d3ce2-fe8f-410f-9551-f50831da5fbf {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:56.124426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.174630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.181586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:29:56.267506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.274264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 6c23f35b-7674-4a69-a84d-343fa64553f8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:56.274892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.324130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.336901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] For port cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,segment=NetworkSegment(5d4303a9-2849-4592-bd8f-d85a638c193b),segment_id=5d4303a9-2849-4592-bd8f-d85a638c193b)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:56.337354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.375901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52bedf7a-9f5a-44f2-a4a7-dfad96e353f4 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:56.415399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b94478b68aa48628b52b4f0e5e9259e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2909226 Jan 14 03:29:56.416455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.417318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.441674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:56.462602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:56.463500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35256) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:56.469389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.492439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Calling delete_port for cc6d3ce2-fe8f-410f-9551-f50831da5fbf owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:56.550858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eb63d845-3a78-4449-84ef-466ec632359f None None] Provisioning complete for port 613ada79-a78a-4abe-aa02-ed523647bb04 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:29:56.553660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb63d845-3a78-4449-84ef-466ec632359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.563237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854ca3a-8816-4acc-9cd3-bfbaebe7b19e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:56.590701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:56.602590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7474775 Jan 14 03:29:56.603556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d11f103-73e4-4fd5-911a-3af62b43df2c tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:56.635918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35260) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:56.732678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:56.858175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:56.888521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cc6d3ce2-fe8f-410f-9551-f50831da5fbf no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:29:56.936705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Pushing event deleted for resources: {'Port': ['ID=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:56.954364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:56.956558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cc6d3ce2-fe8f-410f-9551-f50831da5fbf {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:29:56.956963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cc6d3ce2-fe8f-410f-9551-f50831da5fbf not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:29:56.958533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] No DVR routers for this DVR port cc6d3ce2-fe8f-410f-9551-f50831da5fbf on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:57.119772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.123696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] For port cc6d3ce2-fe8f-410f-9551-f50831da5fbf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cc6d3ce2-fe8f-410f-9551-f50831da5fbf,segment=NetworkSegment(5d4303a9-2849-4592-bd8f-d85a638c193b),segment_id=5d4303a9-2849-4592-bd8f-d85a638c193b)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:57.124183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.126404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.166800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:57.193596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:57.219719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:57.243395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:57.244334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:57.268647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=dde2c7e0-45df-467a-a412-eaec33ac9e24,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:57.280747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network dde2c7e0-45df-467a-a412-eaec33ac9e24 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:57.311008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Calling delete_port for cc6d3ce2-fe8f-410f-9551-f50831da5fbf owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:57.318997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network dde2c7e0-45df-467a-a412-eaec33ac9e24 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:57.418563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.432427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Calling delete_port for 1263bc92-1715-4785-9cfa-8d745f0ffd13 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:57.450798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network dde2c7e0-45df-467a-a412-eaec33ac9e24 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:57.473366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:57.477566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-132ce6a1-096a-4a76-83ff-30bff397c7e5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8319430 Jan 14 03:29:57.484059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35266) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:57.625999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.633022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.641692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=87056af3-7a52-461d-95c1-a453eae8d81c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:57.657092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:57.659604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.092s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:57.660052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:57.677337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 87056af3-7a52-461d-95c1-a453eae8d81c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:57.780674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:29:57.781121 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:29:57.793962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 6c23f35b-7674-4a69-a84d-343fa64553f8 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:57.798832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 87056af3-7a52-461d-95c1-a453eae8d81c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:57.805564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.863842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17cdffa2-b1a2-4900-9a83-9c585be1b610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:57.886835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854ca3a-8816-4acc-9cd3-bfbaebe7b19e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:57.888382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:57.890562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:57.923256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 87056af3-7a52-461d-95c1-a453eae8d81c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:29:58.023310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e7a60dc8-876b-4d7c-9fe6-09561757f7e1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:58.087566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=d0a82276-add7-4951-8636-a2015ce99bd7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:58.090826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:58.099020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.106873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.130657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.134596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9854ca3a-8816-4acc-9cd3-bfbaebe7b19e HTTP/1.1" status: 204 len: 168 time: 1.6448622 Jan 14 03:29:58.189438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/d0a82276-add7-4951-8636-a2015ce99bd7 HTTP/1.1" status: 204 len: 168 time: 2.7595160 Jan 14 03:29:58.190403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35272) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:58.326344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143c207-a99c-44e4-8612-729a7a40871c None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:29:58.379564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Deleting port cc6d3ce2-fe8f-410f-9551-f50831da5fbf {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:58.379954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.425827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96da9b93-986e-401a-987b-77a7d697a8bd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2274170 Jan 14 03:29:58.426868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35278) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:58.469671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] The port 'cc6d3ce2-fe8f-410f-9551-f50831da5fbf' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:29:58.639996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.697233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.728891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:29:58.734799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Deleting port 613ada79-a78a-4abe-aa02-ed523647bb04 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:29:58.735110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.742988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2c7e0-45df-467a-a412-eaec33ac9e24']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:58.776895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.832719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c17d2e2-2a00-4aba-877c-a748a9175733') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:58.833480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c17d2e2-2a00-4aba-877c-a748a9175733') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:58.852120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.877190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.881135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:58.917732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:58.943670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43be5dbf-d492-46f7-b9f9-4c710277d794 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:59.092130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Port': ['ID=1263bc92-1715-4785-9cfa-8d745f0ffd13,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:59.117376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:59.139882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] For port 613ada79-a78a-4abe-aa02-ed523647bb04, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=613ada79-a78a-4abe-aa02-ed523647bb04,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:29:59.141024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.155506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network dde2c7e0-45df-467a-a412-eaec33ac9e24 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:59.173702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.243556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.286634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ee371f-e315-4d8b-8ba5-217bb75caf70 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:59.319286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc385bf-a927-431f-991c-a09124052dcf']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:59.389824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Calling delete_port for 613ada79-a78a-4abe-aa02-ed523647bb04 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:29:59.396753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4303a9-2849-4592-bd8f-d85a638c193b') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:59.397203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4303a9-2849-4592-bd8f-d85a638c193b') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:29:59.463091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.552207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5caf5a-9ca5-4f47-a452-ea39e344f984 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:29:59.553060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f5caf5a-9ca5-4f47-a452-ea39e344f984 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:29:59.554339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Port': ['ID=6c23f35b-7674-4a69-a84d-343fa64553f8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:59.580551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.665079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:59.716658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.721089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:29:59.723245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36dfe85-8d32-4753-b1da-c0089d4bc585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:29:59.789693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:29:59.798776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Pushing event deleted for resources: {'Port': ['ID=613ada79-a78a-4abe-aa02-ed523647bb04,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:29:59.806866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:29:59.807813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] No DVR routers for this DVR port 613ada79-a78a-4abe-aa02-ed523647bb04 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:29:59.818309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f5caf5a-9ca5-4f47-a452-ea39e344f984 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:29:59.822777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f5caf5a-9ca5-4f47-a452-ea39e344f984 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3510785 Jan 14 03:29:59.826678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35298) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:29:59.897386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network dde2c7e0-45df-467a-a412-eaec33ac9e24 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:29:59.986567 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:00.193723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:00.209546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d08c23e-2002-4424-94bf-ecbc9739f407 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:00.238458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c40cb-8766-48f1-8458-7c91659162df tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:00.239243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d6c40cb-8766-48f1-8458-7c91659162df tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:00.244428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network cfc385bf-a927-431f-991c-a09124052dcf has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:00.253241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:00.256095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=dde2c7e0-45df-467a-a412-eaec33ac9e24,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:00.260102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:00.283576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:00.372412 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/dde2c7e0-45df-467a-a412-eaec33ac9e24 HTTP/1.1" status: 204 len: 168 time: 2.8821082 Jan 14 03:30:00.377592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35308) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:00.384699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d6c40cb-8766-48f1-8458-7c91659162df tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:00.388330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d6c40cb-8766-48f1-8458-7c91659162df tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5552363 Jan 14 03:30:00.406471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:00.584783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26eba715-5529-429c-bc9e-5ebfbbabc8a7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671052 Jan 14 03:30:00.586516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:00.588773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Router 0c63d7ce-1e05-4277-8218-0d2a1a4b464d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:30:00.593025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:00.618602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Network cfc385bf-a927-431f-991c-a09124052dcf has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:00.761492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:00.774166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:00.777167 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:00.819819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 613ada79-a78a-4abe-aa02-ed523647bb04 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:00.847067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:00.891245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 613ada79-a78a-4abe-aa02-ed523647bb04 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:00.892208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 613ada79-a78a-4abe-aa02-ed523647bb04 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:00.909927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:00.966770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:30:00.977653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] Sync routers for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:30:00.989444 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2586186 Jan 14 03:30:00.990543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:00.994487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:00.995297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.158098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.178308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] Routers {'0c63d7ce-1e05-4277-8218-0d2a1a4b464d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:01.179366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.237514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:01.281812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.282627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e01206-2de2-4673-823e-054c97104bc0 None None] The sync data for ids ['0c63d7ce-1e05-4277-8218-0d2a1a4b464d'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:30:01.373681 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-dea7715a-4f21-47f4-82e4-cba5620c47ee tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] show failed (client error): The resource could not be found. Jan 14 03:30:01.380767 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dea7715a-4f21-47f4-82e4-cba5620c47ee tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-890008969 HTTP/1.1" status: 404 len: 334 time: 0.1085560 Jan 14 03:30:01.427044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35354) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:01.433021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:01.434794 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:01.435494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:01.446500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1248f33d-be6b-446e-aa9b-87218d7b98ce tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Request body: {'router': {'name': 'new_name'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:01.598992 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1248f33d-be6b-446e-aa9b-87218d7b98ce tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] update failed (client error): The resource could not be found. Jan 14 03:30:01.600323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1248f33d-be6b-446e-aa9b-87218d7b98ce tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-847698035 HTTP/1.1" status: 404 len: 334 time: 0.1596687 Jan 14 03:30:01.607409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35362) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:01.716014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:01.846994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87056af3-7a52-461d-95c1-a453eae8d81c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.863424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd16e2b3-47eb-43d3-b9cf-9d774dc0f914') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.863757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd16e2b3-47eb-43d3-b9cf-9d774dc0f914') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:01.876822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:01.892367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:01.894464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:02.096560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 87056af3-7a52-461d-95c1-a453eae8d81c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:02.106402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.114034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Allocated IP 172.25.3.161 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/668cacdd-90d2-4573-9422-f21aaf897037) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:02.122384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:30:02.176993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-203af23a-96fe-4f3f-a632-951f76541eac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5892353 Jan 14 03:30:02.187268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.192198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35386) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:02.426565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 87056af3-7a52-461d-95c1-a453eae8d81c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:02.466214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.469937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:30:02.479391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "PUT /v2.0/routers/efcb1650-ec0d-4dbe-a4ed-fa2233895c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4643495 Jan 14 03:30:02.480288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35394) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:02.490978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] Sync routers for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:30:02.510866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:02.512276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:02.535586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-000c4bc4-36ef-41e0-8896-d3fb348f2f63 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:02.553193 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:02.555537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.580755 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/networks/cfc385bf-a927-431f-991c-a09124052dcf HTTP/1.1" status: 204 len: 168 time: 6.9111054 Jan 14 03:30:02.605659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:02.630441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35402) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:02.647768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:02.658981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] Routers {'efcb1650-ec0d-4dbe-a4ed-fa2233895c29'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:02.659749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:29:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:02.700155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53e9a4d1-f057-453b-bbee-3f853c2e627c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Synchronizing usage tracker for tenant:bb51aba2eb18499381d4eecce1901e2a on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:02.723692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-53e9a4d1-f057-453b-bbee-3f853c2e627c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Unset dirty status for tenant:bb51aba2eb18499381d4eecce1901e2a on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:02.728174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53e9a4d1-f057-453b-bbee-3f853c2e627c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "GET /v2.0/ports?device_id=4d57bf3b-5288-4479-87fa-234cab82f34c HTTP/1.1" status: 200 len: 205 time: 0.0967722 Jan 14 03:30:02.731379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:02.732034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199e397-e3d9-4fbe-939e-eb0c6144235b None None] The sync data for ids ['efcb1650-ec0d-4dbe-a4ed-fa2233895c29'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:30:02.732721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35408) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:02.809085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Pushing event deleted for resources: {'Network': ['ID=cfc385bf-a927-431f-991c-a09124052dcf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:02.820405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:02.821082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.829974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d793cc78-99cc-4652-af35-f807a938ba79 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:02.871711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting subnet 24ccd08b-2df7-47f7-ba6e-643f60911433 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:02.875525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.911608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.957767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:02.960697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=87056af3-7a52-461d-95c1-a453eae8d81c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:02.986868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.080052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.089044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.218855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2baad79a-8cb9-4ad8-9aab-fb6059e93267 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:03.286066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:03.338522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:03.347006 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/87056af3-7a52-461d-95c1-a453eae8d81c HTTP/1.1" status: 204 len: 168 time: 2.9679935 Jan 14 03:30:03.348902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.353424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35424) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:03.363179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:03.426975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:03.437382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.439036 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:03.439616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:03.444761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35436) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:03.511120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.568386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.638614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.644357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting port 9b75fa42-d75d-4411-86d8-f9f5341e791c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:03.644731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.648731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6c2be-b49f-43cf-b319-3d28a0d46d03 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:03.693721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf6c2be-b49f-43cf-b319-3d28a0d46d03 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:03.694821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cdf6c2be-b49f-43cf-b319-3d28a0d46d03 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:03.714121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Pushing event updated for resources: {'Port': ['ID=668cacdd-90d2-4573-9422-f21aaf897037,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:03.727660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.777458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-038fc4fe-1e2c-4741-b9a9-e01e2d6635a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2257760 Jan 14 03:30:03.790450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:03.796059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35442) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:03.809351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:03.810634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:03.811710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:03.812211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cdf6c2be-b49f-43cf-b319-3d28a0d46d03 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:03.813543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cdf6c2be-b49f-43cf-b319-3d28a0d46d03 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4556417 Jan 14 03:30:03.816935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:03.820904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:03.846291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35446) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:03.847419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b0cc74780748598a25fbd5adc4c8a2 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:03.852248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:03.868869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-126295069'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:03.874950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:03.885557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:03.886135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Fanout notify agent at l3_agent the message router_deleted on router 4d57bf3b-5288-4479-87fa-234cab82f34c {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:30:03.934371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:03.975811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:04.037463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:04.047134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.066886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.096163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21f745a5-7f7e-438a-9049-2cbd6daf0ce4 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:04.136328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:04.221299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:04.231577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.232189 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment d9910d75-6ade-4613-a6e3-7b6d44936778 of type vxlan for network 394b5094-c182-425f-800c-9d965da6a128 Jan 14 03:30:04.260505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.293604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Subnet': ['ID=24ccd08b-2df7-47f7-ba6e-643f60911433,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:04.308365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:04.311214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:04.327368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.331320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:30:04.343637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:04.344467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.357952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe561a32-9453-49f1-aac6-43f0432ce809 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:04.385483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.387612 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e09de5a-753c-4580-9893-4e7016ac46ff tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] 10.222.0.30 "DELETE /v2.0/routers/4d57bf3b-5288-4479-87fa-234cab82f34c HTTP/1.1" status: 204 len: 168 time: 1.6533527 Jan 14 03:30:04.479629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:04.489428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.490941 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:04.491427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:04.562209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a57c8b06-0297-437a-8169-b843a108963e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.574212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=394b5094-c182-425f-800c-9d965da6a128,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:04.586254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:04.591125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7404492 Jan 14 03:30:04.592311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 394b5094-c182-425f-800c-9d965da6a128 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:04.595937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.600312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/subnets/24ccd08b-2df7-47f7-ba6e-643f60911433 HTTP/1.1" status: 204 len: 168 time: 2.7398763 Jan 14 03:30:04.603422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d366da28-9e53-4bfe-9b1d-36cfe1a41d8e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7990596 Jan 14 03:30:04.605801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.606694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35454) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:04.607073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:04.607440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35458) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:04.631833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 394b5094-c182-425f-800c-9d965da6a128 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:04.645716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.646454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1921956753'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:04.652474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.670238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:04.783165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 394b5094-c182-425f-800c-9d965da6a128 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:04.791690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cae4ee5-cb1f-479a-b05c-b8cafa2f3a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:04.799780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:04.807906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35468) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:04.848619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:04.879430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65757bd7-40ba-4134-adf1-a18584214f97,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:04.887351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:04.970636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Calling delete_port for 9b75fa42-d75d-4411-86d8-f9f5341e791c owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:05.011844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617a6f3-905c-4ba2-971d-492940c0532e None None] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:05.014444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:network and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:05.018267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:05.020896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:05.029596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:05.079043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:05.096932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:05.108028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.125397 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e2e4167-3f9f-4dd6-b87c-0592f61895a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb51aba2eb18499381d4eecce1901e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151720 Jan 14 03:30:05.130762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35474) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:05.158134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:05.170708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.172078 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment 04c4bdd3-4ab1-4820-8fee-3fcfe0028d2f of type vxlan for network f2d9bda1-07b0-4386-ab96-d5ca022c90cd Jan 14 03:30:05.212488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.261345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:05.274101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.275880 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:05.276521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:05.292190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3b0cc74780748598a25fbd5adc4c8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7880225 Jan 14 03:30:05.293260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.310082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:05.320726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:05.321691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.360658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b2f114f-69be-4aed-ad4d-7ca4132661f2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:05.390720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7818251 Jan 14 03:30:05.417006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.465571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] DHCP port deletion for 5f2fb83e-089a-4653-b62c-51a1ff8eb948 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:05.472586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35484) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:05.472869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Deleting port 6579f44f-7c35-4cb0-95a1-226390aa56f6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:05.473265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.473852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.545693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-405bdc21-bd18-4a4b-985b-313b2fed99d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9334860 Jan 14 03:30:05.545953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'ports': [{'network_id': '394b5094-c182-425f-800c-9d965da6a128', 'name': 'tempest-port--1081404560', 'admin_state_up': True}, {'network_id': 'f2d9bda1-07b0-4386-ab96-d5ca022c90cd', 'admin_state_up': False}]} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:05.546297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'port': {'network_id': '394b5094-c182-425f-800c-9d965da6a128', 'name': 'tempest-port--1081404560', 'admin_state_up': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:05.547383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'port': {'network_id': 'f2d9bda1-07b0-4386-ab96-d5ca022c90cd', 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:05.571597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35490) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:05.590382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting port 6579f44f-7c35-4cb0-95a1-226390aa56f6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:05.590688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.622099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=f2d9bda1-07b0-4386-ab96-d5ca022c90cd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:05.622377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:05.631149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:05.704702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:05.708312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.814692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:05.825599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] For port 6579f44f-7c35-4cb0-95a1-226390aa56f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6579f44f-7c35-4cb0-95a1-226390aa56f6,segment=NetworkSegment(631646ce-38bf-4458-80ff-aecbaf204908),segment_id=631646ce-38bf-4458-80ff-aecbaf204908)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:05.825998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.909473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:05.913536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:05.971312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.011002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.121735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] For port 6579f44f-7c35-4cb0-95a1-226390aa56f6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6579f44f-7c35-4cb0-95a1-226390aa56f6,segment=NetworkSegment(631646ce-38bf-4458-80ff-aecbaf204908),segment_id=631646ce-38bf-4458-80ff-aecbaf204908)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:06.122186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.205571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.219436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4c6028a-3396-4a42-9c12-dd28657cc63e tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:06.274044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Calling delete_port for 6579f44f-7c35-4cb0-95a1-226390aa56f6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:06.291531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Calling delete_port for 6579f44f-7c35-4cb0-95a1-226390aa56f6 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:06.292016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.295394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:06.308382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65757bd7-40ba-4134-adf1-a18584214f97,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:06.340824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:06.391029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.402779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:06.403196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:06.410283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:06.438612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:06.510779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Port': ['ID=6579f44f-7c35-4cb0-95a1-226390aa56f6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:06.524695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:06.562893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] No DVR routers for this DVR port 6579f44f-7c35-4cb0-95a1-226390aa56f6 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:06.579043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.580481 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65757bd7-40ba-4134-adf1-a18584214f97 HTTP/1.1" status: 204 len: 168 time: 1.2638845 Jan 14 03:30:06.592446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.598128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:06.605017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8988d877-46fc-46ed-8e19-6818ae5d4133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:06.617219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:06.651050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9455b9-4c1f-45e2-aff6-59e592d06aca,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:06.722722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.793466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6579f44f-7c35-4cb0-95a1-226390aa56f6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:06.843056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3779c874-869c-4045-97f1-4aaa31afae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.856108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 6579f44f-7c35-4cb0-95a1-226390aa56f6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:06.857868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6579f44f-7c35-4cb0-95a1-226390aa56f6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:06.904936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Deleting port 6579f44f-7c35-4cb0-95a1-226390aa56f6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:06.905694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.919087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2fb83e-089a-4653-b62c-51a1ff8eb948']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:06.936617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631646ce-38bf-4458-80ff-aecbaf204908') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:06.937475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631646ce-38bf-4458-80ff-aecbaf204908') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:06.953707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:06.994262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.001050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Releasing vxlan tunnel 29 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:07.031926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-44942504-aa33-4c13-bd01-2326737bd5fc None None] The port '6579f44f-7c35-4cb0-95a1-226390aa56f6' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:30:07.056668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:port and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:07.066587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:07.090244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:07.091715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.093041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee9455b9-4c1f-45e2-aff6-59e592d06aca HTTP/1.1" status: 204 len: 168 time: 1.9597325 Jan 14 03:30:07.110247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.112057 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:07.112691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:07.117451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:07.190031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35508) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:07.230083 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6ca1a08-42aa-4e88-87b5-522f3811047b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.6423907 Jan 14 03:30:07.243533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'port': 2} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:07.247079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35512) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:07.250163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.257662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:07.261140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.328449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.330065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:07.393450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:07.404184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:07.407946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.415035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.433216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e6b2d13d994d17a98001edd33366b9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:07.445926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:07.497082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:07.529799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:07.556329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.568931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.569742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.664270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 5f2fb83e-089a-4653-b62c-51a1ff8eb948 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:07.678248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:07.682591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Router 89337637-6679-426e-8098-fcb2421964b1 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:30:07.738756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.739322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Fanout notify agent at l3_agent the message router_deleted on router efcb1650-ec0d-4dbe-a4ed-fa2233895c29 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:07.785812 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:07.927999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.929607 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:30:07.930059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:07.952394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.956392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71b53a74-5272-447e-a73e-64d9eeabd8a1 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:07.982893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:07.985010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/networks/5f2fb83e-089a-4653-b62c-51a1ff8eb948 HTTP/1.1" status: 204 len: 168 time: 3.3745980 Jan 14 03:30:08.001634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9db0898-bd2a-406b-b931-913a6b5e9c34 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7531354 Jan 14 03:30:08.002485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.002485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35532) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.008369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:30:08.013774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Network': ['ID=5f2fb83e-089a-4653-b62c-51a1ff8eb948,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:08.027424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] Sync routers for ids ['89337637-6679-426e-8098-fcb2421964b1'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:30:08.039098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] Routers {'89337637-6679-426e-8098-fcb2421964b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:08.039779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:30:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['89337637-6679-426e-8098-fcb2421964b1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:08.054635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] device_id is not set on port 181ec8c8-12ce-43ed-b16f-5c309efc44a6 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:08.105910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.111344 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e581ccc-9f04-4af3-9f4a-2cd9dbc7727d tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/routers/efcb1650-ec0d-4dbe-a4ed-fa2233895c29 HTTP/1.1" status: 204 len: 168 time: 5.6253066 Jan 14 03:30:08.112300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35542) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.195498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:08.226773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.230728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.2144418 Jan 14 03:30:08.237848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35548) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.256448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:08.326407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting subnet 1fb19295-4f7d-4775-8e3d-b444dfebb5ad {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:08.334766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d57aed3-fcd8-4cb3-bfb7-32087cd578b0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3230171 Jan 14 03:30:08.335462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35552) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.336183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.452508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:08.459372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.461789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] Routers {'89337637-6679-426e-8098-fcb2421964b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:08.462481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:30:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['89337637-6679-426e-8098-fcb2421964b1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:08.488717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.491660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35556) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.519835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ec457-9d11-4af5-aa45-d51055cf87f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:08.524326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-243ec457-9d11-4af5-aa45-d51055cf87f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571863 Jan 14 03:30:08.532072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:08.532307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35562) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.532629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf9958f-3221-4b56-86f4-12181f8e8898 None None] The sync data for ids ['89337637-6679-426e-8098-fcb2421964b1'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:30:08.560244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.618468 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ba422a55-209a-4dd4-928e-fc842284d746 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850182 Jan 14 03:30:08.619144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:08.634004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:08.755117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:08.764781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:08.776799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--1247559755'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:08.794745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:08.804751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.805532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:08.808827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:08.813424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:08.820939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0d039f7-c67a-4597-821e-da55d8b0d40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:08.823334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.849981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:08.948725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.960587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:08.985772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21618ce-cd12-48af-b273-e6fe7424a4d4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:08.989422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:08.992988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.008088 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2e6b2d13d994d17a98001edd33366b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8140306 Jan 14 03:30:09.011385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35574) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:09.032053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:09.035965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:09.039550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:09.049541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:09.280978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.312777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Deleting subnet 4e3f257c-8761-4c5d-83cf-4750698d05e0 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:09.342348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.440394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.449751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.473670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.482892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.487000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25b13965-d012-4a2c-80fc-bfbefcd8f042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:09.537847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.548090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:09.559757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.573759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.582682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.592382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:09.601280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] device_id is not set on port c774a706-6469-4eb5-8573-cd8533e68b03 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:09.663421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.688853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.727735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Deleting port 668cacdd-90d2-4573-9422-f21aaf897037 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:09.728118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:09.963748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:09.971891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c3ff2-ca15-4ba6-a1af-d9a420e82d1e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:10.000374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:10.002754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:10.003330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6781da40-91e9-4961-9e48-cf4025d459d8 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:10.065190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Subnet': ['ID=1fb19295-4f7d-4775-8e3d-b444dfebb5ad,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:10.079630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:10.122551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.129049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafa8b9-c932-4e57-94e9-11fb27a815ea None None] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:10.140894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/subnets/1fb19295-4f7d-4775-8e3d-b444dfebb5ad HTTP/1.1" status: 204 len: 168 time: 2.1286855 Jan 14 03:30:10.143928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:10.249551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.270574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4432350-f14f-4623-9715-9d2087754cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:10.302684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21618ce-cd12-48af-b273-e6fe7424a4d4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:10.318482 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:10.369625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.380928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.403973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f6c26d9-96bd-46cd-b59f-f996656ca534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:10.461834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.465875 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9683113 Jan 14 03:30:10.470188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35586) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:10.485720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.489354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] DHCP port deletion for 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:10.489519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e5cb2-9f7c-402f-91bd-7a94638dbfe4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:10.489618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d21618ce-cd12-48af-b273-e6fe7424a4d4 HTTP/1.1" status: 204 len: 168 time: 1.4638474 Jan 14 03:30:10.493822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Deleting port da9f9a3a-9e57-40a0-9877-5bee668b8223 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:10.493822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.497470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:10.541057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting subnet 336a574a-ff3d-449c-b301-c2309ba8e06f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:10.544239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.603791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.619393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.676402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.732625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:30:10.735734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:10.963432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Calling delete_port for 668cacdd-90d2-4573-9422-f21aaf897037 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:10.982672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] For port da9f9a3a-9e57-40a0-9877-5bee668b8223, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=da9f9a3a-9e57-40a0-9877-5bee668b8223,segment=NetworkSegment(2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac),segment_id=2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:10.984700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.030103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31309824-dc2c-4d14-b705-abecfd5b6ad1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5427160 Jan 14 03:30:11.042013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35600) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:11.058549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-security--1262476003', 'description': 'tempest-security-description-453219325'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:11.129971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.141853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.159184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.160188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7860065e-c15f-48e1-aeb2-d713d70aa5d5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.167291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3bca0fe-127d-463e-99bd-7b4122d37e49 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.212241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.235001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da9f9a3a-9e57-40a0-9877-5bee668b8223 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:11.243600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.318083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Calling delete_port for da9f9a3a-9e57-40a0-9877-5bee668b8223 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:11.354940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Subnet': ['ID=4e3f257c-8761-4c5d-83cf-4750698d05e0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.369647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.402167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e397d0d4-7ac6-44a0-8ac6-2aafa5bb877c tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.424681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.441348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1893041e-1927-4c1b-bea6-d22a8df0dd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.476024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No active binding found for port da9f9a3a-9e57-40a0-9877-5bee668b8223 {{(pid=80834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 03:30:11.476372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da9f9a3a-9e57-40a0-9877-5bee668b8223 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:11.565724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Pushing event deleted for resources: {'Port': ['ID=da9f9a3a-9e57-40a0-9877-5bee668b8223,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.594438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.594779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.595141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.595527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.595915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.596297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.597390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.597777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.598161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.598545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.598925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.599447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.599869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.600246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.600647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.601025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.601403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.601780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.602150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.602522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.602895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.603268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.603640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.604009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.604459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.604834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.605823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.606359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.606740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.607518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.607973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.608369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.608877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.609867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.610247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.610629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:11.622217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.650236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.658853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] No DVR routers for this DVR port da9f9a3a-9e57-40a0-9877-5bee668b8223 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:11.671489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Port': ['ID=181ec8c8-12ce-43ed-b16f-5c309efc44a6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.674443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.684771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.685727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e27db94-e62f-46e9-bde2-fb2d181abe65 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.691263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=1243e15d-19af-42ee-b182-187cb01f2b28,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.703786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.704761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.709586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98421bb8-6485-4f7a-9db3-849abe318932 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:11.716175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Checking segment: {'id': 'd9910d75-6ade-4613-a6e3-7b6d44936778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '394b5094-c182-425f-800c-9d965da6a128'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:11.716605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network hostable DHCP agents. Network: 394b5094-c182-425f-800c-9d965da6a128, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:11.741603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:11.753192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:11.763505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb226a3-61af-45bc-802f-ce76f2b928f5 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:11.766311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Subnet': ['ID=336a574a-ff3d-449c-b301-c2309ba8e06f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.782090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:11.782758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.802946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.817801 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1951747 Jan 14 03:30:11.818884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:11.831644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:a7:f2:0c', 'name': 'tempest-NetworksTestDHCPv6-992540569'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:11.855973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.858495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e5cb2-9f7c-402f-91bd-7a94638dbfe4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:11.861820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/subnets/336a574a-ff3d-449c-b301-c2309ba8e06f HTTP/1.1" status: 204 len: 168 time: 1.7166536 Jan 14 03:30:11.862674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35622) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:11.873364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:11.886106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.891267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "PUT /v2.0/security-groups/c50e5cb2-9f7c-402f-91bd-7a94638dbfe4 HTTP/1.1" status: 200 len: 1779 time: 0.8479202 Jan 14 03:30:11.905414 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/subnets/4e3f257c-8761-4c5d-83cf-4750698d05e0 HTTP/1.1" status: 204 len: 168 time: 3.7842491 Jan 14 03:30:11.906978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:11.927035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35624) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:11.927535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:11.965558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0bffc-822f-433f-a0c1-5feb711f8dd3 None None] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:12.113720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:12.252301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Pushing event deleted for resources: {'Port': ['ID=668cacdd-90d2-4573-9422-f21aaf897037,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:12.259144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:12.260180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.310011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.329977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.406714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '1243e15d-19af-42ee-b182-187cb01f2b28'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:30:12.407747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.668500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 394b5094-c182-425f-800c-9d965da6a128 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:12.696862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] DHCP port deletion for 2f59983d-07c8-40ac-8a25-1d18e54a8632 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:12.738188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Deleting port 3790d652-73ea-497b-b5eb-bd04fa4601df {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:12.741030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.743729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.748131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 394b5094-c182-425f-800c-9d965da6a128) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:12.752120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.754366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:12.755415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:12.772156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50d49b7a-297f-40f6-986d-f99f7cc3bccd tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:12.781561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:12.792457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948ee67-2267-480e-99f3-882c461fe1b2 None None] Network 394b5094-c182-425f-800c-9d965da6a128 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:12.860222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8dfc991-9a76-4806-b6d7-66aa880b85f1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups/c50e5cb2-9f7c-402f-91bd-7a94638dbfe4 HTTP/1.1" status: 200 len: 1779 time: 0.9280012 Jan 14 03:30:12.888159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35644) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:12.899915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3790d652-73ea-497b-b5eb-bd04fa4601df no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:13.028543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:13.166099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Router 89337637-6679-426e-8098-fcb2421964b1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:30:13.191363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Port': ['ID=c774a706-6469-4eb5-8573-cd8533e68b03,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:13.210609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:13.236183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.250810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.251145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b18e9be-b1a9-4418-8a5b-3e4833c1f9ac') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.263892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:13.280082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:13.282671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Releasing vxlan tunnel 26 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:13.508759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:13.520298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:13.710975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Allocated IP 2001:db8::f816:3eff:fefd:10a9 (0db21da6-d133-41c3-a5a5-fbea28870222/1243e15d-19af-42ee-b182-187cb01f2b28/3d8a35a4-6beb-407e-9cd6-8b379b57d1a3) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:13.730112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:30:13.741767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] Sync routers for ids ['89337637-6679-426e-8098-fcb2421964b1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.750551 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:13.757499 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:13.764331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:13.766514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] Routers {'89337637-6679-426e-8098-fcb2421964b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:13.766514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:30:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['89337637-6679-426e-8098-fcb2421964b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.776473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "PUT /v2.0/routers/89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 200 len: 709 time: 5.5374761 Jan 14 03:30:13.779028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35660) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:13.865937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:13.900572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.910348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] Routers {'89337637-6679-426e-8098-fcb2421964b1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:30:13.911314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:30:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['89337637-6679-426e-8098-fcb2421964b1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.958416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05dc4345-33c7-4ac0-b4ab-f9e6db15e9b0 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/routers/89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 200 len: 744 time: 0.1780653 Jan 14 03:30:13.959091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:13.994052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:13.994926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853b3ce-6865-4dee-b267-d0392df4ceb4 None None] The sync data for ids ['89337637-6679-426e-8098-fcb2421964b1'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:30:14.035103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:14.063848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.077138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe54373c-e88b-457f-b55b-afff2f055992 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] 10.222.0.30 "GET /v2.0/ports?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&device_id=89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 200 len: 205 time: 0.1134832 Jan 14 03:30:14.081793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:14.128639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.146324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03620d30-6111-4c76-bab0-8903844da286 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 200 len: 205 time: 0.0631704 Jan 14 03:30:14.147035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:14.150463 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:14.155728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Transition to ACTIVE for port object 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:14.161680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.173559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aae413c9-1be8-43f7-b247-38638879f372 tempest-RoutersAdminTest-805126461 tempest-RoutersAdminTest-805126461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:14.208739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.214243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Checking segment: {'id': '04c4bdd3-4ab1-4820-8fee-3fcfe0028d2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f2d9bda1-07b0-4386-ab96-d5ca022c90cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:14.214647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network hostable DHCP agents. Network: f2d9bda1-07b0-4386-ab96-d5ca022c90cd, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:14.224861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:14.363672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Network': ['ID=9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:14.378208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.380534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:14.392391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:14.406218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.414776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.425857 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/networks/9ebf4e2f-8b25-4f86-a7c2-b64b0553c47c HTTP/1.1" status: 204 len: 168 time: 2.5063813 Jan 14 03:30:14.432833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35680) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:14.447911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Transition to ACTIVE for port object 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:14.467174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.523890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:14.529717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.637366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.714083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f19b246-c5b0-4b91-ae15-e32f44fd04a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:14.758449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.783235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:14.793975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:14.797116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:14.816585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.819191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.844849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f2d9bda1-07b0-4386-ab96-d5ca022c90cd) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:14.847254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.847843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Fanout notify agent at l3_agent the message router_deleted on router 89337637-6679-426e-8098-fcb2421964b1 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:30:14.856449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:14.869444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edae630-2103-4992-97c2-bab43f154534 None None] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:14.875547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:14.895699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:14.896500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.920073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:14.925748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d15fa75-7b4e-4b65-b9f3-16dc0d881170 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 204 len: 168 time: 0.7774572 Jan 14 03:30:14.929225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35686) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:14.976965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:14.977893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:15.003553 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.5157502 Jan 14 03:30:15.009705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3369a039-95d8-4141-ba7d-3cf8158bbf1c tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 200 len: 205 time: 0.0790899 Jan 14 03:30:15.010375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.010749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35692) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.025690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Pushing event updated for resources: {'Port': ['ID=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:15.029548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:15.091018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9b190d2-8d97-4207-9ff0-73b3f9632a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:15.196251 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-7a9f05ce-0636-4f47-9d2f-323183fac4f6 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:15.200999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a9f05ce-0636-4f47-9d2f-323183fac4f6 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/89337637-6679-426e-8098-fcb2421964b1 HTTP/1.1" status: 404 len: 336 time: 0.1872988 Jan 14 03:30:15.201602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35700) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.264200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3790d652-73ea-497b-b5eb-bd04fa4601df,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:15.271263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Attempting to bind port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:30:15.274047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Attempting to bind port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:30:15.274738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Attempting to bind port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:30:15.290128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:15.298043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Calling delete_port for 3790d652-73ea-497b-b5eb-bd04fa4601df owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:15.317526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4fbf3752-48dc-4d89-9293-325bf0ae1fce tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 200 len: 205 time: 0.1133130 Jan 14 03:30:15.326036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35706) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.349329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:30:15.350838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:15.351671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:15.353296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:30:15.353887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Bound port: 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:30:15.354327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:15.427614 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3c9fb4c2-abf7-4733-8676-245a5ddc3852 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:15.431409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c9fb4c2-abf7-4733-8676-245a5ddc3852 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/1ea4ea5c-706a-4371-b36f-fa4ce84a562f HTTP/1.1" status: 404 len: 336 time: 0.1002226 Jan 14 03:30:15.433422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.494869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f86cff1a-5bcb-40f3-907c-8b780e2f51be tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 200 len: 205 time: 0.0583825 Jan 14 03:30:15.496841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.498392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] For port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:30:15.502468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] For port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:30:15.587835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:15.589011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3aece-93ad-4d90-9662-56c006b84e15 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:15.612931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3aece-93ad-4d90-9662-56c006b84e15 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:15.613883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26e3aece-93ad-4d90-9662-56c006b84e15 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:15.637533 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-08fca335-e540-4bba-bc9d-2bd6016ae812 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:15.642662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08fca335-e540-4bba-bc9d-2bd6016ae812 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/b9d71783-a197-42a0-922b-7541ddca1326 HTTP/1.1" status: 404 len: 336 time: 0.1433794 Jan 14 03:30:15.645358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35724) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.669216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 7f65624e-818d-48b9-9b03-56df39f66ea6 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:15.706389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-702f1645-8217-4032-8ee1-d410158b6bc9 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 200 len: 205 time: 0.0589995 Jan 14 03:30:15.707199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35728) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.710812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26e3aece-93ad-4d90-9662-56c006b84e15 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:15.715261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26e3aece-93ad-4d90-9662-56c006b84e15 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7033596 Jan 14 03:30:15.731839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:15.782149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.842935 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-874bd2ed-41af-4093-9b40-4f34244479f3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:15.844205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-874bd2ed-41af-4093-9b40-4f34244479f3 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/13ce0adf-f745-43c1-a973-ef8dedf7811f HTTP/1.1" status: 404 len: 336 time: 0.1354306 Jan 14 03:30:15.851859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35736) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:15.888871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Pushing event updated for resources: {'Port': ['ID=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:15.895749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:15.913309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fea7:f20c (0db21da6-d133-41c3-a5a5-fbea28870222/1243e15d-19af-42ee-b182-187cb01f2b28/7f65624e-818d-48b9-9b03-56df39f66ea6) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:15.919621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:15.920028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:15.935148 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85801afe-5d34-451a-93fb-7b3814b7c8ac tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 200 len: 205 time: 0.0741680 Jan 14 03:30:15.938945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35740) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:16.054672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting port 181ec8c8-12ce-43ed-b16f-5c309efc44a6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:16.055337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.102720 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-b63c1b62-b3a1-494d-b0aa-a629a8040ffb tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:16.112047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b63c1b62-b3a1-494d-b0aa-a629a8040ffb tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/bc6b24bc-604d-4e2b-bbe3-088ab3a21ae2 HTTP/1.1" status: 404 len: 336 time: 0.1638501 Jan 14 03:30:16.118294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35744) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:16.155142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.188201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb34a3a8-9721-4064-84cf-5e8aaddf05a8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "GET /v2.0/ports?device_id=e617aa47-4b1d-4324-816f-a15ad06f31ee HTTP/1.1" status: 200 len: 205 time: 0.0656080 Jan 14 03:30:16.188201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35748) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:16.191760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.272523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting port 3790d652-73ea-497b-b5eb-bd04fa4601df {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:16.274174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.282144 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a093edb6-0036-4568-ae23-c9235752dde8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] delete failed (client error): The resource could not be found. Jan 14 03:30:16.286631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a093edb6-0036-4568-ae23-c9235752dde8 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/routers/e617aa47-4b1d-4324-816f-a15ad06f31ee HTTP/1.1" status: 404 len: 336 time: 0.0940018 Jan 14 03:30:16.288311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:16.421435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Deleting port 3790d652-73ea-497b-b5eb-bd04fa4601df {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:16.422509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.507239 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7511dd-6513-47e2-90ed-b905c900a341 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] DELETE failed (client error): The resource could not be found. Jan 14 03:30:16.508255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7511dd-6513-47e2-90ed-b905c900a341 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:16.510350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e7511dd-6513-47e2-90ed-b905c900a341 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] 10.222.0.30 "DELETE /v2.0/subnets/600f53bb-196f-45b8-bf1e-832133f339de HTTP/1.1" status: 404 len: 337 time: 0.2213976 Jan 14 03:30:16.761140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:16.987872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Calling delete_port for 181ec8c8-12ce-43ed-b16f-5c309efc44a6 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:16.990509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:16.990957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.102831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:17.201347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Calling delete_port for 3790d652-73ea-497b-b5eb-bd04fa4601df owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:17.235303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.246460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:17.297344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9e1ca2-b826-4c30-abaf-f1a5e3a9e208') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:17.297941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9e1ca2-b826-4c30-abaf-f1a5e3a9e208') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:17.318005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] For port 3790d652-73ea-497b-b5eb-bd04fa4601df, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3790d652-73ea-497b-b5eb-bd04fa4601df,segment=NetworkSegment(e931e2cb-5dbd-4072-8347-79f6aa883bcb),segment_id=e931e2cb-5dbd-4072-8347-79f6aa883bcb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:17.318456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.332804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.364880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.396255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-155a9212-c71f-44d6-8264-584721a6f439 tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:17.399344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.402323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:17.556079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.575850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:17.586424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Calling delete_port for 3790d652-73ea-497b-b5eb-bd04fa4601df owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:17.592583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:17.678487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Port': ['ID=181ec8c8-12ce-43ed-b16f-5c309efc44a6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:17.704959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:17.710715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:17.748042 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:17.753774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:17.766921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.772259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.783265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Deleting port 3790d652-73ea-497b-b5eb-bd04fa4601df {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:17.784087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.918713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9887b67b-98c4-4f8e-9bbc-f160a52d31b6 None None] The port '3790d652-73ea-497b-b5eb-bd04fa4601df' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:30:17.963830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:17.988411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/ports/181ec8c8-12ce-43ed-b16f-5c309efc44a6 HTTP/1.1" status: 204 len: 168 time: 2.2050707 Jan 14 03:30:17.990341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35774) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:18.031550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Network a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:18.032576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:18.079037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Provisioning for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:18.087449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Provisioning complete for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:18.088225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.125088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting port c774a706-6469-4eb5-8573-cd8533e68b03 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:18.130675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.154443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:18.179567 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:18.190890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-204e9b96-19a5-4560-a146-789cf28ec99d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:18.246038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.249859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 7f65624e-818d-48b9-9b03-56df39f66ea6 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:18.263149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Port': ['ID=3790d652-73ea-497b-b5eb-bd04fa4601df,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:18.361300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fea3a263a47343d89cbc656f92c758cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:18.370960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:18.378761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.392705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:18.409467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:18.416658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02bb7d52-95b5-4f21-927e-22c06f933e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:18.442752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.446243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] For port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:18.468045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.476017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e5cb2-9f7c-402f-91bd-7a94638dbfe4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:18.484012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:18.487800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.489264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/c50e5cb2-9f7c-402f-91bd-7a94638dbfe4 HTTP/1.1" status: 204 len: 168 time: 5.5967603 Jan 14 03:30:18.490384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df13ffe3-831a-41e6-bfd4-ee4142fc77ab tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:18.521056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35780) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:18.522318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Pushing event deleted for resources: {'Network': ['ID=a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:18.529056 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] 10.222.0.30 "DELETE /v2.0/networks/a6b7fe74-c2aa-4d7f-8787-ce2eba50d7b7 HTTP/1.1" status: 204 len: 168 time: 6.5980079 Jan 14 03:30:18.533248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:18.631210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.654358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:18.765305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3076557c-2c7f-4f21-b8ca-ef3a6a03ab85 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:18.785513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] No DVR routers for this DVR port 3790d652-73ea-497b-b5eb-bd04fa4601df on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:18.798230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Pushing event updated for resources: {'Port': ['ID=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:18.802987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:18.814188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e6d65e35-d406-481e-a713-58aa2836b93c None None] Provisioning complete for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:18.814989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6d65e35-d406-481e-a713-58aa2836b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.856473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:18.929597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:18.976002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:19.029862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.074283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=7f65624e-818d-48b9-9b03-56df39f66ea6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:19.168073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8d70ba6-f512-4a74-b27f-da41503f840f None None] Provisioning complete for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:19.168766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8d70ba6-f512-4a74-b27f-da41503f840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.182773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.299394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:19.300720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.442968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Calling delete_port for c774a706-6469-4eb5-8573-cd8533e68b03 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:19.521758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:19.523709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:19.608180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f59983d-07c8-40ac-8a25-1d18e54a8632']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:19.663553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e931e2cb-5dbd-4072-8347-79f6aa883bcb') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:19.663780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e931e2cb-5dbd-4072-8347-79f6aa883bcb') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:19.682748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.721567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.768955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.778592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddb19749-9017-4bbf-a11a-34da43ef2464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:19.831074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fea3a263a47343d89cbc656f92c758cf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2329669 Jan 14 03:30:19.831593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35800) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:19.835902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87b4c4-e31a-4c30-9694-8f4282d7250d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:19.850091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:19.856568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:19.869538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Releasing vxlan tunnel 25 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:19.911859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.101936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:20.113703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.306117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:20.314882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3076557c-2c7f-4f21-b8ca-ef3a6a03ab85 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:20.318867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3076557c-2c7f-4f21-b8ca-ef3a6a03ab85 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.7849252 Jan 14 03:30:20.318867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:20.319857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35804) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:20.352747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.356618 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.366160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51a2f468-90a5-4bdd-8722-872fea4bfabc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:20.374291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:20.375240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.396809 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-d3548b70-690b-4af5-8711-292897cd6da2 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] delete failed (client error): The resource could not be found. Jan 14 03:30:20.407487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3548b70-690b-4af5-8711-292897cd6da2 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/c50e5cb2-9f7c-402f-91bd-7a94638dbfe4 HTTP/1.1" status: 404 len: 347 time: 0.0619121 Jan 14 03:30:20.414812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35808) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:20.415069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network 2f59983d-07c8-40ac-8a25-1d18e54a8632 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:20.431181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:20.446686 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:20.460967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--425834337'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:20.472248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.475407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Port': ['ID=c774a706-6469-4eb5-8573-cd8533e68b03,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:20.495108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:20.519809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:20.545785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.564303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.7415991 Jan 14 03:30:20.567099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35812) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:20.629173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62a70413-d12a-4538-bfeb-095f61e0d4bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daca8ccb180c4712a27153ae38d7c6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698316 Jan 14 03:30:20.634326 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/ports/c774a706-6469-4eb5-8573-cd8533e68b03 HTTP/1.1" status: 204 len: 168 time: 2.6395380 Jan 14 03:30:20.634326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:20.642793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:20.648042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35818) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:20.768457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.771554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.779133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a87b4c4-e31a-4c30-9694-8f4282d7250d HTTP/1.1" status: 204 len: 168 time: 0.9430861 Jan 14 03:30:20.810488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0907644-e35c-473d-9c5c-d8b72780e10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:20.849081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87b4c4-e31a-4c30-9694-8f4282d7250d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:20.859529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9900832-1d23-4849-907a-0f1cd37d4d1b tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:20.872559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:20.931021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:20.971346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.016432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.033361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:21.048568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:21.054581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:21.066527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f8df1240-bc88-4c92-80f4-97b98305c34b None None] Provisioning for port 7f65624e-818d-48b9-9b03-56df39f66ea6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:21.083554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:21.097125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9900832-1d23-4849-907a-0f1cd37d4d1b tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:21.098722 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9900832-1d23-4849-907a-0f1cd37d4d1b tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4493902 Jan 14 03:30:21.105203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35830) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:21.124900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f8df1240-bc88-4c92-80f4-97b98305c34b None None] Provisioning complete for port 7f65624e-818d-48b9-9b03-56df39f66ea6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:21.124900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8df1240-bc88-4c92-80f4-97b98305c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.125236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-635033888'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:21.125236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:21.128811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:network and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:21.134774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:21.144579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:21.210401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.219839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:21.230656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9b49293-b9ef-4a0e-b5b4-7d1e87d0d6b4 tempest-AllowedAddressPairTestJSON-2057912016 tempest-AllowedAddressPairTestJSON-2057912016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:21.237169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.237438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f8df1240-bc88-4c92-80f4-97b98305c34b None None] Port 7f65624e-818d-48b9-9b03-56df39f66ea6 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:30:21.263931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.265707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.274665 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a57e395-41f2-40fd-b4de-587ade8c12fd tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:21.289531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc384f-8747-468a-bc5f-0d5f82d9abb1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:21.318045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Network': ['ID=2f59983d-07c8-40ac-8a25-1d18e54a8632,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:21.325924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:21.326065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/networks/2f59983d-07c8-40ac-8a25-1d18e54a8632 HTTP/1.1" status: 204 len: 168 time: 6.8879280 Jan 14 03:30:21.328145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:21.328960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:21.332863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.334186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:21.349389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.356722 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment 437b2fb5-2ab4-4351-99d2-4a677fe8a212 of type vxlan for network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb Jan 14 03:30:21.447214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87776caf-dd75-4bb2-b978-13906891080a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:21.454135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.465652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.474739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87776caf-dd75-4bb2-b978-13906891080a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:21.475518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87776caf-dd75-4bb2-b978-13906891080a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:21.492715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51bcee56-d415-4b27-a5f2-e94e92e92a03 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:21.536835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.540587 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bbc384f-8747-468a-bc5f-0d5f82d9abb1 HTTP/1.1" status: 204 len: 168 time: 0.8924949 Jan 14 03:30:21.542011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=e3daa813-c526-4abf-8321-16e07805f908,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:21.547958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.549479 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1199391 Jan 14 03:30:21.550808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:21.553397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35844) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:21.561221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': 'e3daa813-c526-4abf-8321-16e07805f908', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:21.572512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:21.577065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:21.580640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:21.588586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:21.680565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87776caf-dd75-4bb2-b978-13906891080a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:21.682086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87776caf-dd75-4bb2-b978-13906891080a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.1131761 Jan 14 03:30:21.684815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35848) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:21.736676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.758669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:21.759617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.788159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a431f037-a1d1-4592-91f1-3c6d7b642e89 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:21.847771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting subnet 19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:21.851685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:21.949859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.013823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.024441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=cd86137b-8d49-4fe7-88a1-4e19d4aba7fb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:22.039426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:22.040089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:22.060767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35858) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:22.086330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 7f65624e-818d-48b9-9b03-56df39f66ea6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:22.089564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:22.102494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.116739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:22.267005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f1b25f2-4e60-4e2d-b4f9-71422f5118d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e35b6c837cac4826b6653d43d0850cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891515 Jan 14 03:30:22.272865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35862) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:22.474503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.478114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.520320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.550077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.558246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4492450 Jan 14 03:30:22.605660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35870) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:22.621761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-413526241'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:22.627496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:22.628589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 7f65624e-818d-48b9-9b03-56df39f66ea6 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:22.631901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:network and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:22.634932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for network was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:22.641372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:22.793430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:22.803896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.816754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.840056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.849253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33e41c18-da47-4965-9fe6-18207ce44936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:22.875965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ea668-dfa9-4c96-a3f5-2d176a302361,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:22.893376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:22.894878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:22.905402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.909857 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc3ea668-dfa9-4c96-a3f5-2d176a302361 HTTP/1.1" status: 204 len: 168 time: 0.6356044 Jan 14 03:30:22.928070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:22.929929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3358e752-199a-42e4-ab25-be5bb424c47d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:23.013408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.016790 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Added segment ab5c34e9-a5ff-498c-93ff-38caca403cdf of type vxlan for network 39c8821d-983b-4574-a115-65ba300f0486 Jan 14 03:30:23.024912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=7f65624e-818d-48b9-9b03-56df39f66ea6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:23.090983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:23.093038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.104049 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:23.154067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.166388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d03e8e2-1e4f-4cb2-9a02-93d1974644b4,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:23.208743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:23.274298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.275619 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7212036 Jan 14 03:30:23.287220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:23.307580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.309866 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/7f65624e-818d-48b9-9b03-56df39f66ea6 HTTP/1.1" status: 204 len: 168 time: 1.6239359 Jan 14 03:30:23.323933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35892) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:23.450716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.486066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b1a52-a48d-4aa3-b042-50d8673fe769 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:23.493247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b1a52-a48d-4aa3-b042-50d8673fe769 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:23.494227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-601b1a52-a48d-4aa3-b042-50d8673fe769 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:23.496101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:23.497096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.497859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.512411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb23406f-f37f-4526-afcd-7b96ad84d5d2 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:23.516390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.589897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.593479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-601b1a52-a48d-4aa3-b042-50d8673fe769 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:23.598781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-601b1a52-a48d-4aa3-b042-50d8673fe769 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2717416 Jan 14 03:30:23.599584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.601376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35898) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:23.602323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee1a801-7d7d-4613-8f5d-8e444b029d9c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:23.698048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d03e8e2-1e4f-4cb2-9a02-93d1974644b4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:23.703017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:23.704002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:23.705333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/6d03e8e2-1e4f-4cb2-9a02-93d1974644b4 HTTP/1.1" status: 204 len: 168 time: 0.4170945 Jan 14 03:30:23.712094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:23.872958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee45c09f-134c-437a-9a2a-e5a038c8315a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:23.894086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2454553 Jan 14 03:30:23.917222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Network': ['ID=39c8821d-983b-4574-a115-65ba300f0486,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:23.952966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 39c8821d-983b-4574-a115-65ba300f0486 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:23.956284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:23.956284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e711052-ead0-4b45-bc51-fab61c38ac61 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:23.959405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 39c8821d-983b-4574-a115-65ba300f0486 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:24.034439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Subnet': ['ID=19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:24.034439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:24.068015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35914) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.086197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35918) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.105653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee45c09f-134c-437a-9a2a-e5a038c8315a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:24.107026 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee45c09f-134c-437a-9a2a-e5a038c8315a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3865194 Jan 14 03:30:24.112751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35924) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.122975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'subnets': [{'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--965851698', 'ip_version': 4}, {'network_id': '39c8821d-983b-4574-a115-65ba300f0486', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:24.123336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'subnet': {'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--965851698', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:24.123977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Request body: {'subnet': {'network_id': '39c8821d-983b-4574-a115-65ba300f0486', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:24.134282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.140808 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/subnets/19b1c978-bf3b-4a1c-ad60-c4fdbcc6206f HTTP/1.1" status: 204 len: 168 time: 2.7901521 Jan 14 03:30:24.141693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35926) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.228882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 39c8821d-983b-4574-a115-65ba300f0486 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:24.294402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.382200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cbc1b69f-1769-49e8-be69-6743b7063463 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] Request body: {'port': {'network_id': '83d7fae8-3534-451e-9e91-f1f04646ff3f', 'name': 'tempest-NetworksNegativeTestJSON-162789043'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:24.405440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Deleting port 5b8086cd-ff62-4fab-9305-da8b8e36e881 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:24.405822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.429788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea86e8-0ae0-49b8-abca-5ccc526b468e None None] Network f619dcbf-1e9e-438a-86c4-39244045eb32 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:24.437272 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc1b69f-1769-49e8-be69-6743b7063463 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] POST failed (client error): The resource could not be found. Jan 14 03:30:24.438044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc1b69f-1769-49e8-be69-6743b7063463 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:24.444504 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbc1b69f-1769-49e8-be69-6743b7063463 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3775821 Jan 14 03:30:24.445169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.574070 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c5ad9-b0b2-4a4c-bdde-8de1870b4c89 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] DELETE failed (client error): The resource could not be found. Jan 14 03:30:24.576996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c5ad9-b0b2-4a4c-bdde-8de1870b4c89 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:24.586487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b0c5ad9-b0b2-4a4c-bdde-8de1870b4c89 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "DELETE /v2.0/networks/989c5143-e3a2-4b1b-9019-3e4b1092d0f9 HTTP/1.1" status: 404 len: 339 time: 0.1203194 Jan 14 03:30:24.588252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.666127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 1243e15d-19af-42ee-b182-187cb01f2b28 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:24.687920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.753325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.755696 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09caf8f-7c00-41f3-a268-451b17aeb3bd tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] DELETE failed (client error): The resource could not be found. Jan 14 03:30:24.756303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09caf8f-7c00-41f3-a268-451b17aeb3bd tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:24.761534 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b09caf8f-7c00-41f3-a268-451b17aeb3bd tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "DELETE /v2.0/ports/557bd448-ceef-4c4b-80db-ebd3970bf8f2 HTTP/1.1" status: 404 len: 333 time: 0.1665130 Jan 14 03:30:24.762336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:24.772802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35950) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.792398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Usage tracker for resource:subnet and tenant:6156d815f2784eecb72bd699f6e08657 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:24.860943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:24.869585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:24.876056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] For port 5b8086cd-ff62-4fab-9305-da8b8e36e881, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5b8086cd-ff62-4fab-9305-da8b8e36e881,segment=NetworkSegment(07549cbb-9c88-474f-9816-dea60701d43c),segment_id=07549cbb-9c88-474f-9816-dea60701d43c)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:24.876525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.897072 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d31aebb-c830-4596-91ee-e334b9a51df2 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] DELETE failed (client error): The resource could not be found. Jan 14 03:30:24.897678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d31aebb-c830-4596-91ee-e334b9a51df2 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:24.903600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d31aebb-c830-4596-91ee-e334b9a51df2 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "DELETE /v2.0/subnets/84e1099b-3d52-499b-b878-811cb6e66f23 HTTP/1.1" status: 404 len: 337 time: 0.1239460 Jan 14 03:30:24.905057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35956) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:24.908688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.926817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:24.978157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Made reservation on behalf of 6156d815f2784eecb72bd699f6e08657 for: {'subnet': 2} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:25.187112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35964) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.320799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Calling delete_port for 5b8086cd-ff62-4fab-9305-da8b8e36e881 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:25.340304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.341089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.388280 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-31283790-e412-4838-8019-182088efd27b tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] GET failed (client error): The resource could not be found. Jan 14 03:30:25.393949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31283790-e412-4838-8019-182088efd27b tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "GET /v2.0/networks/78ed5df0-0a19-4dfb-9fa0-c0f7d6b1beea HTTP/1.1" status: 404 len: 339 time: 0.4827044 Jan 14 03:30:25.407579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.448320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] DHCP port deletion for f619dcbf-1e9e-438a-86c4-39244045eb32 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:25.454589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Deleting port 5b8086cd-ff62-4fab-9305-da8b8e36e881 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:25.455275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.460088 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7c53e-ed47-4db0-869a-41a104a221e2 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] GET failed (client error): The resource could not be found. Jan 14 03:30:25.461433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ec7c53e-ed47-4db0-869a-41a104a221e2 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "GET /v2.0/ports/bbe4be76-1429-4d4b-99dc-7612b4e8b64b HTTP/1.1" status: 404 len: 333 time: 0.0528157 Jan 14 03:30:25.465999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35974) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.517103 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09abb03-a38b-41f2-86f0-441161247516 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] GET failed (client error): The resource could not be found. Jan 14 03:30:25.518526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d09abb03-a38b-41f2-86f0-441161247516 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "GET /v2.0/subnets/39199d9b-57b5-46fd-90ee-ff93b6a00a13 HTTP/1.1" status: 404 len: 337 time: 0.0516970 Jan 14 03:30:25.523890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.534180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1493620a-6c66-48b3-b186-6ce62c79b0bb tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] Request body: {'network': {'name': 'new_name'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:25.547436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-604583119'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:25.560614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.570199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:25.570858 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1493620a-6c66-48b3-b186-6ce62c79b0bb tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] PUT failed (client error): The resource could not be found. Jan 14 03:30:25.571353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1493620a-6c66-48b3-b186-6ce62c79b0bb tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:25.572943 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1493620a-6c66-48b3-b186-6ce62c79b0bb tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "PUT /v2.0/networks/677bf1aa-4e33-4d18-ad59-2db5a6e5098c HTTP/1.1" status: 404 len: 339 time: 0.0480049 Jan 14 03:30:25.575018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a5408c5-3ef9-4ba2-916c-c660c2b548b1 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:25.581577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 35988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.588930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-db2315e0-d368-4505-b4a3-92c820302f00 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] Request body: {'port': {'name': 'new_name'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:25.592149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Usage tracker for resource:network and tenant:ddc4422536654bd8a93de60c4ecba703 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:25.600045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:25.620384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3daa813-c526-4abf-8321-16e07805f908,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:25.623592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:25.641873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:25.654297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.656884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.673604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7122225d-2c9c-44c0-b5ef-d4de9900efdf tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:25.705173 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2315e0-d368-4505-b4a3-92c820302f00 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] PUT failed (client error): The resource could not be found. Jan 14 03:30:25.705993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2315e0-d368-4505-b4a3-92c820302f00 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:25.720907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 35998) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:25.722025 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db2315e0-d368-4505-b4a3-92c820302f00 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "PUT /v2.0/ports/65774bde-57a1-4b15-b51b-f08ab9d9e36a HTTP/1.1" status: 404 len: 333 time: 0.1392720 Jan 14 03:30:25.769184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4683d9c3-a5cd-43f3-aec8-8aee25308784 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:25.812012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Made reservation on behalf of ddc4422536654bd8a93de60c4ecba703 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:25.822439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.834801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] For port 5b8086cd-ff62-4fab-9305-da8b8e36e881, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5b8086cd-ff62-4fab-9305-da8b8e36e881,segment=NetworkSegment(07549cbb-9c88-474f-9816-dea60701d43c),segment_id=07549cbb-9c88-474f-9816-dea60701d43c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:25.835257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.868160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Port': ['ID=5b8086cd-ff62-4fab-9305-da8b8e36e881,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:25.875038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.885930 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4683d9c3-a5cd-43f3-aec8-8aee25308784 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] PUT failed (client error): The resource could not be found. Jan 14 03:30:25.886740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4683d9c3-a5cd-43f3-aec8-8aee25308784 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:30:25.888186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4683d9c3-a5cd-43f3-aec8-8aee25308784 tempest-NetworksNegativeTestJSON-1586154872 tempest-NetworksNegativeTestJSON-1586154872] 10.222.0.30 "PUT /v2.0/subnets/2bff1a50-0bf6-4ec4-a040-3f85833eb235 HTTP/1.1" status: 404 len: 337 time: 0.1637800 Jan 14 03:30:25.889084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:25.892952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/e3daa813-c526-4abf-8321-16e07805f908 HTTP/1.1" status: 204 len: 168 time: 1.5101006 Jan 14 03:30:25.896240 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:25.906751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:26.036115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Calling delete_port for 5b8086cd-ff62-4fab-9305-da8b8e36e881 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:26.085448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86673e73-10a9-4801-885c-148867efdbe1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1752319 Jan 14 03:30:26.086518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36022) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:26.096999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--288656634'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:26.110209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:26.115182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:26.118186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:26.118855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:26.118981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:26.126115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:26.144203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.165452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] No DVR routers for this DVR port 5b8086cd-ff62-4fab-9305-da8b8e36e881 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:26.212937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:26.245150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:26.328483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.449153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36030) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:26.450323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:26.457152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:26.537002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:26.546839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Usage tracker for resource:security_group_rule and tenant:ddc4422536654bd8a93de60c4ecba703 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:26.551841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.561187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:26.568008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:26.579853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f619dcbf-1e9e-438a-86c4-39244045eb32']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:26.601115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.620157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Deleting port 5b8086cd-ff62-4fab-9305-da8b8e36e881 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:26.620749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.689820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07549cbb-9c88-474f-9816-dea60701d43c') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:26.690153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07549cbb-9c88-474f-9816-dea60701d43c') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:26.701115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3eca46e7-aeb8-4c47-9cec-35e54a5512de None None] The port '5b8086cd-ff62-4fab-9305-da8b8e36e881' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:30:26.708494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.714072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.735855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.738083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:26.828853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.841062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7471ba50-fcd6-43d7-95be-3488c74178f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:26.929309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:26.943918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network f619dcbf-1e9e-438a-86c4-39244045eb32 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:26.954548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:26.969683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5b8086cd-ff62-4fab-9305-da8b8e36e881 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:26.999828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9da4cc-82be-4880-865b-7fc49afcc01b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:27.016620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.016997 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Added segment 4f265dad-71b9-4315-ac88-7d847ce11306 of type vxlan for network 0048734a-f3a7-4d28-9cb2-d04422e25668 Jan 14 03:30:27.032616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:27.050298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5b8086cd-ff62-4fab-9305-da8b8e36e881 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:27.050828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5b8086cd-ff62-4fab-9305-da8b8e36e881 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:27.086302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07eebba1-68f4-483a-908b-19884ed6e35e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:27.110286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.166779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.192310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-349da35f-b1a4-43ea-84e5-3899ee359e8d tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:27.227367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Network f619dcbf-1e9e-438a-86c4-39244045eb32 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:27.345632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=1243e15d-19af-42ee-b182-187cb01f2b28,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:27.370401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=0b40c91b-01cf-402e-8626-a4ed5b610802,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:27.376092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:27.377427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:27.381325 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:27.384684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.384684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.384684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.385107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.385453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.385952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.386449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.386861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.387349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.388326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.388779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.389201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.390137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.390854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.391269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.391683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.392096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.392531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.392943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.393349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.399673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.401685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:27.401827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:27.402469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.414319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.415959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413325e7-aa74-418f-bea7-7876dd966e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:27.419619 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3271329 Jan 14 03:30:27.419619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:27.420210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.422473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36054) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:27.435254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '0b40c91b-01cf-402e-8626-a4ed5b610802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:27.447935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd698935-25d2-4e8c-9dc3-ea34080cb53c tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:27.473842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.487267 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/networks/f619dcbf-1e9e-438a-86c4-39244045eb32 HTTP/1.1" status: 204 len: 168 time: 3.3444495 Jan 14 03:30:27.488832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:27.491297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36058) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:27.501330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Pushing event deleted for resources: {'Network': ['ID=f619dcbf-1e9e-438a-86c4-39244045eb32,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:27.504012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:27.558568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:27.573585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:27.588569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:27.591986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-029ed55f-4a0b-4eaa-84ec-a0d1c9edc65c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Synchronizing usage tracker for tenant:3831844e5e1e477db2eab156860da4d0 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:27.615407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'Network': ['ID=0048734a-f3a7-4d28-9cb2-d04422e25668,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:27.627765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-029ed55f-4a0b-4eaa-84ec-a0d1c9edc65c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Unset dirty status for tenant:3831844e5e1e477db2eab156860da4d0 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:27.629186 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-029ed55f-4a0b-4eaa-84ec-a0d1c9edc65c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "GET /v2.0/ports?device_id=0c63d7ce-1e05-4277-8218-0d2a1a4b464d HTTP/1.1" status: 200 len: 205 time: 0.1338420 Jan 14 03:30:27.629994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:27.632712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36066) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:27.650983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:27.665064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:27.687002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:27.696999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/1243e15d-19af-42ee-b182-187cb01f2b28 HTTP/1.1" status: 204 len: 168 time: 4.0868518 Jan 14 03:30:27.703613 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5123549 Jan 14 03:30:27.727525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36072) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:27.728306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36074) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:27.805590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:27.826619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Request body: {'subnet': {'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:27.850551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90eb2406-ec73-4545-918e-d29364e4e89d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191008 Jan 14 03:30:27.855702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:28.004736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99e4bb-991d-4641-9d22-105854170cd4 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:28.020230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:28.261814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:28.269113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Usage tracker for resource:subnet and tenant:ddc4422536654bd8a93de60c4ecba703 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:28.275228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:28.288655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:28.321970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:28.332382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:28.345648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Made reservation on behalf of ddc4422536654bd8a93de60c4ecba703 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:28.431947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.503025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.534577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:28.550453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.562660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.578020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:28.592034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Deleting port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:28.592637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.597799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.693889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:28.697885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:31242ec538174c55b79ac07efcac4417 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:28.701605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:28.707411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:28.883419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:28.903052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.039217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.058349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fe73b5-a28a-456f-899c-4c9df6ec014d,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.058544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] For port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:29.058885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.061679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:29.062517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.067262 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6437314 Jan 14 03:30:29.069673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.072008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.074021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36106) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:29.079554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.084795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '0b40c91b-01cf-402e-8626-a4ed5b610802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:29.095396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.126197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.158176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31242ec538174c55b79ac07efcac4417&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5635643 Jan 14 03:30:29.158176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:29.161967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478312be-1550-4558-9e1a-193ae3f58626,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.165591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:29.169945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36110) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:29.181697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:29.219284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Calling delete_port for 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:29.231874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:29.242234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:29.266821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.270108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.270846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Fanout notify agent at l3_agent the message router_deleted on router 0c63d7ce-1e05-4277-8218-0d2a1a4b464d {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:30:29.303134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.304640 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fac25ebd-5bba-48f7-8c44-8b80b2f049b3 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] 10.222.0.30 "DELETE /v2.0/routers/0c63d7ce-1e05-4277-8218-0d2a1a4b464d HTTP/1.1" status: 204 len: 168 time: 1.6708102 Jan 14 03:30:29.307837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:29.341900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.354139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:29.354786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:29.356621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.381522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.425042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.465357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Pushing event deleted for resources: {'Port': ['ID=3d8a35a4-6beb-407e-9cd6-8b379b57d1a3,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.513162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.533282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.544000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:29.590266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.591630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb637db6-53ab-4209-9324-6b77555929a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.643499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ae3335f-19f8-4319-bf0e-2b6991405184 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.649825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] No DVR routers for this DVR port 3d8a35a4-6beb-407e-9cd6-8b379b57d1a3 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:29.678183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478312be-1550-4558-9e1a-193ae3f58626,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.701095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.703001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:29.703922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.707982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/478312be-1550-4558-9e1a-193ae3f58626 HTTP/1.1" status: 204 len: 168 time: 0.5346506 Jan 14 03:30:29.707982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:29.736877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.738377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6628513 Jan 14 03:30:29.747278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:29.748102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5cb1ae-17b8-4484-b554-511817cb3765,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.753396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:29.757122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '0b40c91b-01cf-402e-8626-a4ed5b610802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:29.797450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:29.813331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:29.818706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:29.832401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:29.841256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36132) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:29.888380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:29.901377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Subnet': ['ID=e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:29.915494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:30.092677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.101642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.104237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7553430-314b-4472-8085-f620ec19e3d3 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:30.181402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.183060 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4319818 Jan 14 03:30:30.186661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:30.191289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a313f32-ae05-48c0-9647-e42566ed22ca,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:30.207741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '0b40c91b-01cf-402e-8626-a4ed5b610802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:30.232673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:30.252872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:30.262009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:30.278486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:30.291614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:30.312038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.315759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Checking segment: {'id': '437b2fb5-2ab4-4351-99d2-4a677fe8a212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:30.316438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network hostable DHCP agents. Network: cd86137b-8d49-4fe7-88a1-4e19d4aba7fb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:30.414645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.501294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.509186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.524819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41f023ce-be37-4b98-b449-720697d06a4f tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:30.585436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc1e0992-4fba-465f-965c-4134a282681e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3831844e5e1e477db2eab156860da4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7418153 Jan 14 03:30:30.605103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a25bc31-223f-4518-a97f-f64f7a44c6c8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:30.611214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:30.614379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36160) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:30.617777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.621817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4296346 Jan 14 03:30:30.622670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36168) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:30.710091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '0b40c91b-01cf-402e-8626-a4ed5b610802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:30.735875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:30.744200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:30.749745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:30.753999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.815270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.875082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:30.890677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.898404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5db827c-7e48-42b1-9659-fe2fb5cbf63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:30.913681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b785770b-b9c2-433b-8bf6-d74174a2cc5d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:30.916604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:30.927611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:30.931303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b785770b-b9c2-433b-8bf6-d74174a2cc5d HTTP/1.1" status: 204 len: 168 time: 0.3134542 Jan 14 03:30:30.931303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.078061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-812f1620-9fb3-4f12-bb90-c0de324c3071 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:31.149630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'Subnet': ['ID=7818702b-8bff-433c-ad2f-a4f249829dec,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:31.152147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:31.155617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:31.160877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.167951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.183275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1160f552-f1d7-4db2-9807-cec3deeb8809 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:31.222809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, cd86137b-8d49-4fe7-88a1-4e19d4aba7fb) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:31.231107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e8cf8-862b-48de-84f2-eb09b6538542 None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:31.233357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Checking segment: {'id': '4f265dad-71b9-4315-ac88-7d847ce11306', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:31.233858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network hostable DHCP agents. Network: 0048734a-f3a7-4d28-9cb2-d04422e25668, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:31.236813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6e062f-cb0c-4b9d-b073-bb10326d7666,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:31.258705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:31.292331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.298740 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6141651 Jan 14 03:30:31.299878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36184) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:31.411380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.466558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:30:31.473144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.474374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.539407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.541716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44b80e62-abc0-4ac7-9504-88cc0ac3f548 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:31.579831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce6e062f-cb0c-4b9d-b073-bb10326d7666,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:31.588553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:31.595759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.600216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/ce6e062f-cb0c-4b9d-b073-bb10326d7666 HTTP/1.1" status: 204 len: 168 time: 0.2990153 Jan 14 03:30:31.600891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:31.652148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-561a1339-dbf2-4999-81ec-6502e3431f52 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:31.721780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:31.748226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f949fbf0-843d-4e1a-9fc1-e26da993a94c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:31.798006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f949fbf0-843d-4e1a-9fc1-e26da993a94c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:31.800879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f949fbf0-843d-4e1a-9fc1-e26da993a94c tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1989853 Jan 14 03:30:31.803982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36208) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:31.857642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.881955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.911122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0048734a-f3a7-4d28-9cb2-d04422e25668) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:31.912458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.923955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36214) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:31.925081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-831af792-e158-4322-b5aa-084fe5644c96 tempest-ServersTestBootFromVolume-989451342 tempest-ServersTestBootFromVolume-989451342] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:31.945964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062799 Jan 14 03:30:31.949581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e535b60a-e558-4ad1-9c1f-f2672004c9f4 None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:31.950232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:31.950946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:31.967246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a25bc31-223f-4518-a97f-f64f7a44c6c8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:31.996009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36216) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:32.012498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:32.016901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2838786 Jan 14 03:30:32.019839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36222) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:32.042129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Request body: {'port': {'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-200794464'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:32.082356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.086724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/0a25bc31-223f-4518-a97f-f64f7a44c6c8 HTTP/1.1" status: 204 len: 168 time: 0.2814190 Jan 14 03:30:32.104569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:32.123122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:32.128780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:32.186949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-cd86137b-8d49-4fe7-88a1-4e19d4aba7fb', 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb', 'tenant_id': '6156d815f2784eecb72bd699f6e08657', 'fixed_ips': [{'subnet_id': 'e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:30:32.188373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.228713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:32.236086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:32.267046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:32.269830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.305305 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4444749 Jan 14 03:30:32.310633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36238) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:32.312675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8dd68-c5e4-4aaa-ac30-0d8ab8a26ac5 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:32.364052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00552e58-cf36-410b-b25f-23deebe03258 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:32.379310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:2e:f0:2a', 'name': 'tempest-NetworksTestDHCPv6-1561230483'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:32.534009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:32.543299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Usage tracker for resource:port and tenant:ddc4422536654bd8a93de60c4ecba703 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:32.550671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:32.562334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:32.588664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Made reservation on behalf of ddc4422536654bd8a93de60c4ecba703 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:32.609130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.775613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0048734a-f3a7-4d28-9cb2-d04422e25668', 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668', 'tenant_id': 'ddc4422536654bd8a93de60c4ecba703', 'fixed_ips': [{'subnet_id': '7818702b-8bff-433c-ad2f-a4f249829dec'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:30:32.775613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.793829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:32.810152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63f0b905-8436-4f18-8d1f-334fb33fa120 tempest-NetworksApiDiscovery-1304735401 tempest-NetworksApiDiscovery-1304735401] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8088925 Jan 14 03:30:32.834445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10b04812-21de-4e5b-be12-2ae6440ba07e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:32.891072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] device_id is not set on port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:32.958972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-00552e58-cf36-410b-b25f-23deebe03258 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:32.961149 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00552e58-cf36-410b-b25f-23deebe03258 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.8544991 Jan 14 03:30:33.124682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:33.133448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event updated for resources: {'Subnet': ['ID=74d9f723-54da-461e-adda-2f7a2144368d,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:33.135954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36256) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:33.159397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:33.224832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:33.237680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Allocated IP 2001:db8::71 (0048734a-f3a7-4d28-9cb2-d04422e25668/7818702b-8bff-433c-ad2f-a4f249829dec/53ee4cfb-ad89-4cfb-8d79-7def181f6ded) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:33.348318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.374489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.426246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:33.673174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36272) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:33.690359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.750506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.753148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.772669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Transition to ACTIVE for port object 53ee4cfb-ad89-4cfb-8d79-7def181f6ded will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:33.780559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:30:33.781867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.821629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:33.853710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Allocated IP 172.20.0.2 (cd86137b-8d49-4fe7-88a1-4e19d4aba7fb/e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd/e729d1ad-737f-4a45-8999-d5a692f61673) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:33.857808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1e1a34f-1379-47b3-8398-de8596535bff tempest-ServerActionsTestJSON-1169515827 tempest-ServerActionsTestJSON-1169515827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:34.109563 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b32f39c0-333f-40f1-8539-8bd4d9822ef2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:34.190433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:34.199915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:34.207010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:34.227882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:34.228693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:34.269325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a313f32-ae05-48c0-9647-e42566ed22ca,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:34.304322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'Port': ['ID=53ee4cfb-ad89-4cfb-8d79-7def181f6ded,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:34.308302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:34.314869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2876642 Jan 14 03:30:34.316182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:34.323045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Request body: {'port': {'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1503164290', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:34.323623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] bootfile-name is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:34.324000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] tftp-server is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:34.324379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] server-ip-address is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:34.384102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:34.419975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:34.425383 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/1a313f32-ae05-48c0-9647-e42566ed22ca HTTP/1.1" status: 204 len: 168 time: 1.2780313 Jan 14 03:30:34.427747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.428459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.429112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.430539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.431232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.431870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.432539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.433181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.433822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.434452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.435282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.435917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.436745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.437451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.438090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.438718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.439347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.440791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.441468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.442104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.442755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.443384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.444015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.444762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.445591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.446209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.446845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.447477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.448252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.448924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.449556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.451196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.451844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.452568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.453204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.453825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:30:34.464331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:34.470665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:34.484594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:34.527568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Usage tracker for resource:security_group_rule and tenant:02981a3b5af54c93b4b5e6f28f79081e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:34.532096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 377462f8-0ddf-4888-9604-6fee2cd36830 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:34.540292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Allocated IP 2001:db8::f816:3eff:fe9b:3746 (0db21da6-d133-41c3-a5a5-fbea28870222/93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1/2618cfea-83c6-4fe7-af5a-c8a84707298c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:34.600083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:34.616012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:34.679032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:34.688976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Usage tracker for resource:port and tenant:ddc4422536654bd8a93de60c4ecba703 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:34.691298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Allocated IP 2001:db8::2 (0048734a-f3a7-4d28-9cb2-d04422e25668/7818702b-8bff-433c-ad2f-a4f249829dec/3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:34.698875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:34.706625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:34.720923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6fc38c5-fc82-410d-a1c1-6f7ed6ce1453 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:34.726954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Made reservation on behalf of ddc4422536654bd8a93de60c4ecba703 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:34.737567 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:34.753326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:34.766402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Checking segment: {'id': 'ab5c34e9-a5ff-498c-93ff-38caca403cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '39c8821d-983b-4574-a115-65ba300f0486'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:34.766943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network hostable DHCP agents. Network: 39c8821d-983b-4574-a115-65ba300f0486, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:34.925885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6fc38c5-fc82-410d-a1c1-6f7ed6ce1453 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:34.938313 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6fc38c5-fc82-410d-a1c1-6f7ed6ce1453 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4646032 Jan 14 03:30:34.948047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:34.957622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:34.960500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Transition to ACTIVE for port object 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:34.985128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Transition to ACTIVE for port object 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:35.048044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.059103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 39c8821d-983b-4574-a115-65ba300f0486 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:35.085451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.091671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecb7a2a4-506d-4c8f-abdb-a500429c920f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:35.096230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 39c8821d-983b-4574-a115-65ba300f0486) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:35.113587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.135649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:35.136784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:35.137614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.209396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] device_id is not set on port 1f09c8f6-88dc-4248-8391-1d47e56d754b yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:30:35.211236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 11.1169360 Jan 14 03:30:35.216820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36320) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:35.376659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.396233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1ef4f80-cc63-4855-8461-ce47e04842a8 tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:35.416091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d5cb1ae-17b8-4484-b554-511817cb3765,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:35.419280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:35.429107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.454797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:35.460330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:35.466654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:35.467797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:35.471803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a794c-d054-4d3a-a27b-074359387a78 None None] Network 39c8821d-983b-4574-a115-65ba300f0486 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:35.473253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.497554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Allocated IP 2001:db8::3b2 (0048734a-f3a7-4d28-9cb2-d04422e25668/7818702b-8bff-433c-ad2f-a4f249829dec/1f09c8f6-88dc-4248-8391-1d47e56d754b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:35.502526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-972849eb-494d-4fce-a9c1-4f03d144e658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.507379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1008275f-0cff-4fb0-93c0-04c1099ebc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:35.541661 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02981a3b5af54c93b4b5e6f28f79081e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7796102 Jan 14 03:30:35.542599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36328) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:35.543496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba53e64-1f97-4665-b297-2c3aaa54d9b2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:35.564890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:35.601482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:35.602946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/1d5cb1ae-17b8-4484-b554-511817cb3765 HTTP/1.1" status: 204 len: 168 time: 0.6367819 Jan 14 03:30:35.606993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36334) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:35.717320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc1e73bc-9bc9-4a48-b698-d0f72b3bb4cc tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:35.723971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:35.725540 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c148d51-4f76-4929-9096-59cccb352aaf tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5010309 Jan 14 03:30:35.731021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36340) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:35.813280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc1e73bc-9bc9-4a48-b698-d0f72b3bb4cc tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:35.816402 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc1e73bc-9bc9-4a48-b698-d0f72b3bb4cc tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2064033 Jan 14 03:30:35.819455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36344) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:36.063702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Pushing event updated for resources: {'Port': ['ID=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:36.074475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.120507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:36.131507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:36.138100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:36.146159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36354) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:36.161109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.189528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:36.229069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Transition to ACTIVE for port object 1f09c8f6-88dc-4248-8391-1d47e56d754b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:36.258550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.290684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.302978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting subnet e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:36.315828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.356045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.409714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:36.432044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-39c8821d-983b-4574-a115-65ba300f0486', 'network_id': '39c8821d-983b-4574-a115-65ba300f0486', 'tenant_id': '6156d815f2784eecb72bd699f6e08657', 'fixed_ips': [{'subnet_id': '74d9f723-54da-461e-adda-2f7a2144368d'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:30:36.432887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.454587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.457125 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b332f437-faa6-4f4f-b7fa-110e268d80bf tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:36.462081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Attempting to bind port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:30:36.468306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Attempting to bind port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '4f265dad-71b9-4315-ac88-7d847ce11306', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:30:36.468306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Attempting to bind port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 on network 0048734a-f3a7-4d28-9cb2-d04422e25668 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:30:36.487131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0fe73b5-a28a-456f-899c-4c9df6ec014d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:36.489243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.491812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.495633 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dba53e64-1f97-4665-b297-2c3aaa54d9b2 HTTP/1.1" status: 204 len: 168 time: 0.9264905 Jan 14 03:30:36.495633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:36.495633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df89acd-86e0-4031-bf9c-ea5c2949ebba tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:36.506726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba53e64-1f97-4665-b297-2c3aaa54d9b2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:36.513843 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:36.515170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.528687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/f0fe73b5-a28a-456f-899c-4c9df6ec014d HTTP/1.1" status: 204 len: 168 time: 0.7034867 Jan 14 03:30:36.534495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:36.600948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.646634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:30:36.647064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Checking segment: {'id': '4f265dad-71b9-4315-ac88-7d847ce11306', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:36.647519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.647963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Bound using segment: {'id': '4f265dad-71b9-4315-ac88-7d847ce11306', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:30:36.648570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Bound port: 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f265dad-71b9-4315-ac88-7d847ce11306', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0048734a-f3a7-4d28-9cb2-d04422e25668'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:30:36.648998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.659904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'Port': ['ID=1f09c8f6-88dc-4248-8391-1d47e56d754b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:36.714336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:36.717542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:36.729947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d836580e-cfc5-4331-bc19-eb864335f1a9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:36.758625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.784335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Usage tracker for resource:security_group_rule and tenant:4becc9b3de6845488125ce1530445774 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:36.789581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:36.794349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:36.802030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:36.804250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:36.806470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.808474 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:36.815726 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:36.828716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:36.828716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.881830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:36.912158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-781ed930-becb-4451-808d-7f05e0273807 None None] For port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:30:36.916718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d836580e-cfc5-4331-bc19-eb864335f1a9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:36.917420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6000285 Jan 14 03:30:36.921889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Transition to ACTIVE for port object e729d1ad-737f-4a45-8999-d5a692f61673 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:36.923314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-781ed930-becb-4451-808d-7f05e0273807 None None] For port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,segment=NetworkSegment(4f265dad-71b9-4315-ac88-7d847ce11306),segment_id=4f265dad-71b9-4315-ac88-7d847ce11306)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:30:36.923473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d836580e-cfc5-4331-bc19-eb864335f1a9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3725374 Jan 14 03:30:36.925058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:36.926149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:36.927833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Transition to ACTIVE for port object 2618cfea-83c6-4fe7-af5a-c8a84707298c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:36.969466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.056840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.066426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b40a1ae6-0f1c-453d-a4d7-caf36858b5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.121642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-332da3a7-9d51-47de-84a8-54a95aa58d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:37.170532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Transition to ACTIVE for port object e729d1ad-737f-4a45-8999-d5a692f61673 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:37.174200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Transition to ACTIVE for port object 2618cfea-83c6-4fe7-af5a-c8a84707298c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:37.200575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.202893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.214738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05376f1e-d1c9-4b53-a74a-e3e1b361e7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:37.262047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a27af-67d1-4d01-b777-1f320be59652 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:37.309382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a27af-67d1-4d01-b777-1f320be59652 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:37.366472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a27af-67d1-4d01-b777-1f320be59652 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:37.368379 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-139a27af-67d1-4d01-b777-1f320be59652 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4379888 Jan 14 03:30:37.376573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.394821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.414556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307651fc-dfc6-4a0b-b404-0376c72845c6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:37.452779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:37.465538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4becc9b3de6845488125ce1530445774&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3169980 Jan 14 03:30:37.471745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36390) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:37.472364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36394) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:37.563832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.572081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.780918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Pushing event updated for resources: {'Port': ['ID=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:37.803042 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:37.804426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb97a85-45a9-44aa-b68e-8614ccd88a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:37.817734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe2e:f02a (0db21da6-d133-41c3-a5a5-fbea28870222/93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1/377462f8-0ddf-4888-9604-6fee2cd36830) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:37.855858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Deleting port 1f09c8f6-88dc-4248-8391-1d47e56d754b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:37.856491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.867447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:37.932380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.032727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Pushing event updated for resources: {'Port': ['ID=e729d1ad-737f-4a45-8999-d5a692f61673,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:38.107407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.438135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:38.468261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:38.521232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:38.542579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Allocated IP 172.20.0.18 (39c8821d-983b-4574-a115-65ba300f0486/74d9f723-54da-461e-adda-2f7a2144368d/fa5f06f8-b351-42bf-bd0e-51c5dab00699) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:30:38.559221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Pushing event updated for resources: {'Port': ['ID=2618cfea-83c6-4fe7-af5a-c8a84707298c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:38.667268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:38.707142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.105s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:38.707620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:38.721934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.730611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.759964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.792617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Attempting to bind port 2618cfea-83c6-4fe7-af5a-c8a84707298c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:30:38.793037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Attempting to bind port 2618cfea-83c6-4fe7-af5a-c8a84707298c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:30:38.793452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Attempting to bind port 2618cfea-83c6-4fe7-af5a-c8a84707298c on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:30:38.806273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.814342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:30:38.814771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:38.815215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.815654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:30:38.816188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Bound port: 2618cfea-83c6-4fe7-af5a-c8a84707298c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:30:38.816631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:38.885078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:38.909760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 377462f8-0ddf-4888-9604-6fee2cd36830 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:38.954289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:39.117662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] For port 2618cfea-83c6-4fe7-af5a-c8a84707298c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:30:39.127555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] For port 2618cfea-83c6-4fe7-af5a-c8a84707298c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2618cfea-83c6-4fe7-af5a-c8a84707298c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:30:39.138241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:39.228642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb907532-c66a-4eac-8a60-86401ad088e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616166368] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:39.231627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:39.249445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:39.294411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:39.416604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:39.505134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:39.770735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:39.773020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=377462f8-0ddf-4888-9604-6fee2cd36830,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:39.814410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:39.819471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9956f3f-7531-498b-a37f-ce130a1b2712 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:39.896213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:39.925818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Calling delete_port for 1f09c8f6-88dc-4248-8391-1d47e56d754b owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:39.990832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:40.018518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:40.030225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Subnet': ['ID=e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:40.049406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:40.050218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.053231 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:40.059216 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:40.094592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:40.095227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.112233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:40.141846 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/subnets/e6ac0ed7-3d75-4a4d-99a4-b4f3c1038cfd HTTP/1.1" status: 204 len: 168 time: 4.3988044 Jan 14 03:30:40.145242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:40.270940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.287004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:40.287800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3584ccec-e57f-4d29-9a9e-df9df0e55786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:40.288823 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.9761515 Jan 14 03:30:40.329733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fc67f-dbd5-4c84-8660-1a2cdc36db25 None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:40.367799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Pushing event updated for resources: {'Port': ['ID=2618cfea-83c6-4fe7-af5a-c8a84707298c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:40.372585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:40.383549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b40c91b-01cf-402e-8626-a4ed5b610802,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:40.396549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:40.425260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.426450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/0b40c91b-01cf-402e-8626-a4ed5b610802 HTTP/1.1" status: 204 len: 168 time: 3.4992745 Jan 14 03:30:40.427296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.448412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36454) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:40.449445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deb710f4-1026-4a05-906f-b857efa894c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:40.502034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event deleted for resources: {'Port': ['ID=1f09c8f6-88dc-4248-8391-1d47e56d754b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:40.543861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340058672-network', 'tenant_id': '7bb8c76adf8b4c03961ad25b413cbd27'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:40.580457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:40.585588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Usage tracker for resource:network and tenant:7bb8c76adf8b4c03961ad25b413cbd27 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:40.605073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:40.609615 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:40.613426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:40.620889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.623478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:40.627130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/307651fc-dfc6-4a0b-b404-0376c72845c6 HTTP/1.1" status: 204 len: 168 time: 3.1218390 Jan 14 03:30:40.642220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee68d157-a6c4-41db-b13c-c8a733e00be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:40.693674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307651fc-dfc6-4a0b-b404-0376c72845c6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:40.708486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:40.758252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f83d395-46f6-4d0a-89d1-ed66a1f4fbcb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:40.832832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35f7b3-337e-46f6-95b3-fcd7c2f4a4b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:40.856807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35f7b3-337e-46f6-95b3-fcd7c2f4a4b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:40.863721 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f35f7b3-337e-46f6-95b3-fcd7c2f4a4b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5359170 Jan 14 03:30:40.874998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:40.940425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5fd387f-2da4-4017-a247-259f6bdf18d4 None None] Provisioning for port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:41.062981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 377462f8-0ddf-4888-9604-6fee2cd36830 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:41.063643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.111964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Made reservation on behalf of 7bb8c76adf8b4c03961ad25b413cbd27 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:41.117093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.129343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.152776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting subnet 74d9f723-54da-461e-adda-2f7a2144368d {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:41.167195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.172598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:41.214838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:41.223339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Usage tracker for resource:security_group_rule and tenant:7bb8c76adf8b4c03961ad25b413cbd27 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:41.227267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:41.230408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:41.230835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.234688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:41.266646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.275227 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "DELETE /v2.0/ports/1f09c8f6-88dc-4248-8391-1d47e56d754b HTTP/1.1" status: 204 len: 168 time: 3.7785923 Jan 14 03:30:41.281491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36474) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:41.289345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9f83d395-46f6-4d0a-89d1-ed66a1f4fbcb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:41.293384 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f83d395-46f6-4d0a-89d1-ed66a1f4fbcb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7987564 Jan 14 03:30:41.300916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:41.319777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Request body: {'port': {'name': 'tempest-new-port-name-1286568251', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:41.322336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--701038861'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:41.325129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] bootfile-name is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:41.325881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] tftp-server is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:41.327606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.api.validators [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] server-ip-address is not in valid_values {{(pid=80832) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 03:30:41.336780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:30:41.353198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:41.457351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.468566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Transition to ACTIVE for port object fa5f06f8-b351-42bf-bd0e-51c5dab00699 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:41.487050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Transition to ACTIVE for port object fa5f06f8-b351-42bf-bd0e-51c5dab00699 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:30:41.492809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.494319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.500009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Attempting to bind port e729d1ad-737f-4a45-8999-d5a692f61673 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:30:41.500009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Attempting to bind port e729d1ad-737f-4a45-8999-d5a692f61673 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '437b2fb5-2ab4-4351-99d2-4a677fe8a212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:30:41.500009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Attempting to bind port e729d1ad-737f-4a45-8999-d5a692f61673 on network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:30:41.530667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:30:41.531643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Checking segment: {'id': '437b2fb5-2ab4-4351-99d2-4a677fe8a212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:41.531643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.533509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Bound using segment: {'id': '437b2fb5-2ab4-4351-99d2-4a677fe8a212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:30:41.533509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Bound port: e729d1ad-737f-4a45-8999-d5a692f61673, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437b2fb5-2ab4-4351-99d2-4a677fe8a212', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cd86137b-8d49-4fe7-88a1-4e19d4aba7fb'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:30:41.533509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.591719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:41.596123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.610659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.663521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.675038 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-781ed930-becb-4451-808d-7f05e0273807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:41.730260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca67f670-9fca-492e-9407-f8936a5e1f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:41.741005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36488) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:41.754667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:41.764604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.764996 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Added segment 996458a0-cb69-49bd-8132-b6185e3bfab9 of type vxlan for network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 Jan 14 03:30:41.813106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.837909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.873317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.901849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.902851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:41.903488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:41.961939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:41.973193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1607699 Jan 14 03:30:41.986660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36492) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:41.988241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Pushing event updated for resources: {'Port': ['ID=fa5f06f8-b351-42bf-bd0e-51c5dab00699,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:41.993381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.017767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:42.034040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Request body: {'subnet': {'network_id': 'd9e4957f-0d8a-4126-b7b1-726cfbcd8019', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340058672-subnet', 'tenant_id': '7bb8c76adf8b4c03961ad25b413cbd27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:42.038872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:42.047046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:42.113411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 377462f8-0ddf-4888-9604-6fee2cd36830 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:42.143768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.158266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:42.173694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Usage tracker for resource:security_group_rule and tenant:baacebbaede749b49a7e8195ce1f450c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:42.183214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.184691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:42.186564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:42.209040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:42.222111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] For port e729d1ad-737f-4a45-8999-d5a692f61673, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:30:42.226258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] For port e729d1ad-737f-4a45-8999-d5a692f61673, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e729d1ad-737f-4a45-8999-d5a692f61673,segment=NetworkSegment(437b2fb5-2ab4-4351-99d2-4a677fe8a212),segment_id=437b2fb5-2ab4-4351-99d2-4a677fe8a212)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:30:42.234230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb0f70-89c7-47b8-9069-d3711ee0a3cd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:42.252332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:42.260040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.334418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.448444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf7b408e-6315-4e03-aea5-a91865313f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:42.521085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Network 39c8821d-983b-4574-a115-65ba300f0486 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:30:42.526723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.551485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:42.570365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:30:42.656663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Provisioning for port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:42.714329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Provisioning complete for port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:42.714920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.772545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:42.775076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3430fd28-f0f1-4657-922a-05c0a218a238 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:42.796276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:30:42.796832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.801935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.817930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.834797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:42.872035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Usage tracker for resource:subnet and tenant:7bb8c76adf8b4c03961ad25b413cbd27 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:42.875299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:42.890000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Attempting to bind port fa5f06f8-b351-42bf-bd0e-51c5dab00699 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:30:42.890423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Attempting to bind port fa5f06f8-b351-42bf-bd0e-51c5dab00699 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ab5c34e9-a5ff-498c-93ff-38caca403cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '39c8821d-983b-4574-a115-65ba300f0486'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:30:42.890839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Attempting to bind port fa5f06f8-b351-42bf-bd0e-51c5dab00699 on network 39c8821d-983b-4574-a115-65ba300f0486 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:30:42.974611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.029722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,segment=NetworkSegment(4f265dad-71b9-4315-ac88-7d847ce11306),segment_id=4f265dad-71b9-4315-ac88-7d847ce11306)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:43.031996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Provisioning complete for port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:43.032706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6b6f-1ec1-4bef-ab70-d332963565f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.078364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:30:43.078934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Checking segment: {'id': 'ab5c34e9-a5ff-498c-93ff-38caca403cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '39c8821d-983b-4574-a115-65ba300f0486'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:43.079487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.080049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Bound using segment: {'id': 'ab5c34e9-a5ff-498c-93ff-38caca403cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '39c8821d-983b-4574-a115-65ba300f0486'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:30:43.080761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Bound port: fa5f06f8-b351-42bf-bd0e-51c5dab00699, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5c34e9-a5ff-498c-93ff-38caca403cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '39c8821d-983b-4574-a115-65ba300f0486'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:30:43.081291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.083222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.085887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.087673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7866640 Jan 14 03:30:43.150392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.159932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.177864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02c7b7-8370-4a13-8c83-a51d0914a19b None None] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:43.212559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36510) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:43.213832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:43.221239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ddbb0c-b344-4845-a490-98e8f72e2967 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:43.244202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=baacebbaede749b49a7e8195ce1f450c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3606293 Jan 14 03:30:43.259456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36516) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:43.359141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '8be87831-3def-4eee-a793-44b8c67f1f25', 'direction': 'ingress', 'protocol': 17}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:43.376985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:43.381426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Pushing event updated for resources: {'Port': ['ID=e729d1ad-737f-4a45-8999-d5a692f61673,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:43.383684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:43.387230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:43.401822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:43.420549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event updated for resources: {'Port': ['ID=53ee4cfb-ad89-4cfb-8d79-7def181f6ded,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:43.449146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] In _notify_port_updated(), no bound segment for port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded on network 0048734a-f3a7-4d28-9cb2-d04422e25668 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.453254 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:43.459134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:43.487484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Pushing event updated for resources: {'Network': ['ID=d9e4957f-0d8a-4126-b7b1-726cfbcd8019,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:43.521628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Made reservation on behalf of 7bb8c76adf8b4c03961ad25b413cbd27 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:43.532843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.557521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:43.558530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.564388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "PUT /v2.0/ports/53ee4cfb-ad89-4cfb-8d79-7def181f6ded HTTP/1.1" status: 200 len: 1129 time: 2.2692635 Jan 14 03:30:43.569071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:43.593572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36522) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:43.608712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:43.699688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.812189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:43.818949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:43.836875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02df05c4-6456-413a-814f-351172777df6 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:43.850312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.402s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:43.891754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] For port fa5f06f8-b351-42bf-bd0e-51c5dab00699, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:30:43.895010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] For port fa5f06f8-b351-42bf-bd0e-51c5dab00699, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fa5f06f8-b351-42bf-bd0e-51c5dab00699,segment=NetworkSegment(ab5c34e9-a5ff-498c-93ff-38caca403cdf),segment_id=ab5c34e9-a5ff-498c-93ff-38caca403cdf)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:30:43.902084 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-adb184a0-edfe-4242-a3b0-18be88d8ad23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:43.933840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:43.948421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=377462f8-0ddf-4888-9604-6fee2cd36830,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:43.952047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:43.957641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:43.965448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:44.060410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.065102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.075760 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/377462f8-0ddf-4888-9604-6fee2cd36830 HTTP/1.1" status: 204 len: 168 time: 3.1969283 Jan 14 03:30:44.077021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36536) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:44.206733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee20891-a71f-4c11-840b-cb8a3d72763c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:44.213439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee20891-a71f-4c11-840b-cb8a3d72763c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:44.214308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fee20891-a71f-4c11-840b-cb8a3d72763c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:44.242382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Subnet': ['ID=74d9f723-54da-461e-adda-2f7a2144368d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:44.243169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fee20891-a71f-4c11-840b-cb8a3d72763c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:44.247558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fee20891-a71f-4c11-840b-cb8a3d72763c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1664610 Jan 14 03:30:44.248453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:44.252599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:44.284046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e142bcae-8d0a-4e89-bc98-a6a5c7f162bb tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:44.292827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e142bcae-8d0a-4e89-bc98-a6a5c7f162bb tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "GET /v2.0/ports/53ee4cfb-ad89-4cfb-8d79-7def181f6ded HTTP/1.1" status: 200 len: 1129 time: 0.5834010 Jan 14 03:30:44.310754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36544) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:44.332796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.337579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcbe3ef1-0068-4b24-ac45-ae294f7c061b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.463s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:44.400788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1086011-955e-47bf-b132-9be4c81fc9c1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=8be87831-3def-4eee-a793-44b8c67f1f25,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:44.480440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.546537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.554755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.589145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872106ce-d8e5-4175-b3ed-8b785a7e5638,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:44.594292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/subnets/74d9f723-54da-461e-adda-2f7a2144368d HTTP/1.1" status: 204 len: 168 time: 4.4447591 Jan 14 03:30:44.598840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:44.602477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:44.617989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.386s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:44.617989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:44.688138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:44.710451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb63b67e-16b2-4c98-b688-b7d15287c488 tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:44.711760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Deleting port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:44.712150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.748272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.808205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5645a7-44cb-46fb-9d28-0996b87ee7c4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:44.809081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a5645a7-44cb-46fb-9d28-0996b87ee7c4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Synchronizing usage tracker for tenant:6156d815f2784eecb72bd699f6e08657 on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:44.829492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.877863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:44.881907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6334794 Jan 14 03:30:44.882360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36564) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:44.906092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf79a33-aaf6-408c-8101-4a0869f05f81,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:44.909592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.001924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.095797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:45.169450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a5645a7-44cb-46fb-9d28-0996b87ee7c4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Unset dirty status for tenant:6156d815f2784eecb72bd699f6e08657 on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:45.175216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a5645a7-44cb-46fb-9d28-0996b87ee7c4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5525770 Jan 14 03:30:45.177611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:45.208828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.285349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.318508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:45.328280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.426s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:45.330371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8620ef3-6ac3-4378-9362-18f1a5ec9209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:45.360750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.412586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Pushing event updated for resources: {'Port': ['ID=fa5f06f8-b351-42bf-bd0e-51c5dab00699,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:45.427087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:45.463931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d774e2-e26a-48fb-9959-80c51a3a89a3 None None] Network 39c8821d-983b-4574-a115-65ba300f0486 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:45.483878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Provisioning for port 2618cfea-83c6-4fe7-af5a-c8a84707298c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:45.493776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2618cfea-83c6-4fe7-af5a-c8a84707298c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:45.509387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.549198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb94490-d7ab-4afb-914a-8689f2ca66b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:45.605133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be87831-3def-4eee-a793-44b8c67f1f25,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:45.632789 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:45.640765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.646596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a5139cb-bb98-4a3c-84fe-af188a71d25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:45.710278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.718852 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/872106ce-d8e5-4175-b3ed-8b785a7e5638 HTTP/1.1" status: 204 len: 168 time: 2.4193242 Jan 14 03:30:45.722959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872106ce-d8e5-4175-b3ed-8b785a7e5638,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:45.755808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:45.820319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Provisioning complete for port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:45.821754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.847058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.853701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/8be87831-3def-4eee-a793-44b8c67f1f25 HTTP/1.1" status: 204 len: 168 time: 0.9630001 Jan 14 03:30:45.872665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36584) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:45.885206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:45.925417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Port 53ee4cfb-ad89-4cfb-8d79-7def181f6ded cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:30:46.021585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.143589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.157855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting port fa5f06f8-b351-42bf-bd0e-51c5dab00699 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:46.158450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.182203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Provisioning complete for port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:46.182633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.263503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:46.296160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2618cfea-83c6-4fe7-af5a-c8a84707298c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:30:46.305261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2618cfea-83c6-4fe7-af5a-c8a84707298c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:46.305689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.349385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5d04edab-ba27-4ebe-9e78-b03de07ec848 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:46.559160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5d04edab-ba27-4ebe-9e78-b03de07ec848 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:46.560683 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d04edab-ba27-4ebe-9e78-b03de07ec848 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6867976 Jan 14 03:30:46.578146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36600) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:46.612827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--1924397890'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:46.625070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0230631-3162-4c63-b501-b8539b71994a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:46.654313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:46.655987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:46.659110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.669478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Checking segment: {'id': '996458a0-cb69-49bd-8132-b6185e3bfab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd9e4957f-0d8a-4126-b7b1-726cfbcd8019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:46.669886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Network hostable DHCP agents. Network: d9e4957f-0d8a-4126-b7b1-726cfbcd8019, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:46.682380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:46.768313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0c435f5-dd37-4c1e-b39e-4eee8d8eec28 None None] Could not find standard attr ID for object 1f09c8f6-88dc-4248-8391-1d47e56d754b. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:30:46.790202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:46.813475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.881279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:46.896444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d9e4957f-0d8a-4126-b7b1-726cfbcd8019) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:46.901111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Provisioning complete for port 2618cfea-83c6-4fe7-af5a-c8a84707298c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:46.901489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.906930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:46.939575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:46.940227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:46.958107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:46.999020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75130a-b408-4ec1-bac5-d399a79f2309 None None] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:47.034065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:47.065983 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0613565 Jan 14 03:30:47.230008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.235960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.242522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3e8416f-4467-4ab2-811b-86c32a1e4695 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:47.252317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] For port fa5f06f8-b351-42bf-bd0e-51c5dab00699, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=fa5f06f8-b351-42bf-bd0e-51c5dab00699,segment=NetworkSegment(ab5c34e9-a5ff-498c-93ff-38caca403cdf),segment_id=ab5c34e9-a5ff-498c-93ff-38caca403cdf)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:47.253010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.383381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=673eec57-211e-4b51-b95a-7636560a1818,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:47.400883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:47.436024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Calling delete_port for fa5f06f8-b351-42bf-bd0e-51c5dab00699 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:47.438425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.443062 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8614895 Jan 14 03:30:47.443756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36630) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:47.457626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--757830151'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:47.491394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:47.503292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:47.511555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:47.529232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:47.570751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.645627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:47.657208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:47.660841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:47.673961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:47.702675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.722613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ca13a-d9ad-46b1-9f43-4e0a5633a855 None None] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:47.726771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Calling delete_port for 53ee4cfb-ad89-4cfb-8d79-7def181f6ded owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:47.848643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.858776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.864799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47526ff6-2f6d-470d-baa2-f2ca9568a336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:47.934171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=51a13288-7051-4160-8ac0-1a435f3a947a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:47.957802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:47.996518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:47.998160 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5532765 Jan 14 03:30:48.001703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36648) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:48.010529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': '673eec57-211e-4b51-b95a-7636560a1818', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '51a13288-7051-4160-8ac0-1a435f3a947a', 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:48.062185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:48.087694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:48.091004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:48.098544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:48.151197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.155880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.164985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.367604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:48.373306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.383901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.397935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c43af5a5-f3db-47c1-8348-5899803fbe11 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:48.460573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Port': ['ID=fa5f06f8-b351-42bf-bd0e-51c5dab00699,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:48.465591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.473910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4708927 Jan 14 03:30:48.476316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36664) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:48.492797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0af5a0-2b8c-463a-9bc7-27c86a3b852f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:48.517053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:48.602321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.631041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.686366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] No DVR routers for this DVR port fa5f06f8-b351-42bf-bd0e-51c5dab00699 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:48.694638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.731798 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:48.763490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.765076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/6e0af5a0-2b8c-463a-9bc7-27c86a3b852f HTTP/1.1" status: 204 len: 168 time: 0.2877300 Jan 14 03:30:48.766325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e0af5a0-2b8c-463a-9bc7-27c86a3b852f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:48.776637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:48.777361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event deleted for resources: {'Port': ['ID=53ee4cfb-ad89-4cfb-8d79-7def181f6ded,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:48.778942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:48.818805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:48.821576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f06045-0315-4255-9142-ffbad409f799 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:30:48.825662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:48.828832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:48.877875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36680) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:48.899119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062408848-network', 'tenant_id': '403dde84385d42f79f43a2331839c94c'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:48.922632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:48.934503 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "DELETE /v2.0/ports/53ee4cfb-ad89-4cfb-8d79-7def181f6ded HTTP/1.1" status: 204 len: 168 time: 4.6225927 Jan 14 03:30:48.942205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36684) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:48.945388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:48.990330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Usage tracker for resource:network and tenant:403dde84385d42f79f43a2331839c94c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:49.002589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:49.027584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:49.035162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.060218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f06045-0315-4255-9142-ffbad409f799 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:30:49.126995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76275cc8-2f47-43f7-8c94-d81b4e7aea8b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:49.157535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Made reservation on behalf of 403dde84385d42f79f43a2331839c94c for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:49.167818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.207661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.227482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:49.232267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Usage tracker for resource:security_group_rule and tenant:403dde84385d42f79f43a2331839c94c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:49.235631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:49.242604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:49.338627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76275cc8-2f47-43f7-8c94-d81b4e7aea8b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:49.340193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76275cc8-2f47-43f7-8c94-d81b4e7aea8b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5520945 Jan 14 03:30:49.343745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:49.349886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Deleting subnet 7818702b-8bff-433c-ad2f-a4f249829dec {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:49.362187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.437053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.618046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.640161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.711747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.732696 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac9f4228-ba07-4b01-b72d-e8d1acc07557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:49.806930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:49.911070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:30:49.982709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7114b-0b67-4376-b979-2284ced35111 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:30:50.015329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e07fa67-8f7b-44a9-8530-7f0ab40bae06,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:50.056616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:50.070988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.097453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.102711 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Added segment 62a50099-b50b-4ca0-bdd6-921e66b2724d of type vxlan for network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 Jan 14 03:30:50.163093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.233549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e088157-f3ac-4624-ba7a-a81bb5f62692 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:50.255009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.281341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.287481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1c690d7-93f2-48a6-82d5-6422d4184581 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:50.320498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.365261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a13288-7051-4160-8ac0-1a435f3a947a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:50.380666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:50.416043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.417110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:50.417761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.424165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a1f32a1-dc12-4e8f-953b-683dd5f503e0 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:50.518134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:50.518712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:50.522772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:50.523177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:50.554251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d26bfcfb-2b94-4a7c-9356-4d84da30cb59,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:50.557615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.559570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7114b-0b67-4376-b979-2284ced35111 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:30:50.559727 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/51a13288-7051-4160-8ac0-1a435f3a947a HTTP/1.1" status: 204 len: 168 time: 1.2132511 Jan 14 03:30:50.560831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:50.564492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:50.597869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:50.614394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:50.661434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7763793 Jan 14 03:30:50.663731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36738) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:50.679470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Request body: {'subnet': {'network_id': 'd26bfcfb-2b94-4a7c-9356-4d84da30cb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062408848-subnet', 'tenant_id': '403dde84385d42f79f43a2331839c94c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:50.687472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:50.692284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Usage tracker for resource:subnet and tenant:403dde84385d42f79f43a2331839c94c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:50.695648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:50.703162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:50.720893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Made reservation on behalf of 403dde84385d42f79f43a2331839c94c for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:50.726418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.730975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:30:50.768605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event deleted for resources: {'Subnet': ['ID=7818702b-8bff-433c-ad2f-a4f249829dec,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:50.820239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c8821d-983b-4574-a115-65ba300f0486']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:50.848270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5c34e9-a5ff-498c-93ff-38caca403cdf') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:50.848636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5c34e9-a5ff-498c-93ff-38caca403cdf') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:50.886378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.913028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:50.916073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:51.246465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9e737365-1005-4ac9-8c49-2d8984dd1f35 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:51.284579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9e737365-1005-4ac9-8c49-2d8984dd1f35 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:51.286009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e737365-1005-4ac9-8c49-2d8984dd1f35 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7207019 Jan 14 03:30:51.341577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 39c8821d-983b-4574-a115-65ba300f0486 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:51.353161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.360301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:51.475085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.530020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.604799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.633498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.647771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 39c8821d-983b-4574-a115-65ba300f0486 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:51.720787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] For port 2618cfea-83c6-4fe7-af5a-c8a84707298c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2618cfea-83c6-4fe7-af5a-c8a84707298c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:51.771487 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:51.776533 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.547s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:51.781100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.784264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-707226e9-f6ed-4ebd-b546-6d0986921f65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.216s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:51.809881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.820297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6ef58f9-9a92-4cbd-baa9-db268eaf55a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:51.829167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.833148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:51.836981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:51.849048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51019483-d54c-4c5d-be11-fe5b9bf5eafa tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:51.884905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.890954 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/39c8821d-983b-4574-a115-65ba300f0486 HTTP/1.1" status: 204 len: 168 time: 6.7075548 Jan 14 03:30:51.893056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:51.895591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "DELETE /v2.0/subnets/7818702b-8bff-433c-ad2f-a4f249829dec HTTP/1.1" status: 204 len: 168 time: 2.9518385 Jan 14 03:30:51.897278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=39c8821d-983b-4574-a115-65ba300f0486,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:51.899614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:51.900181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36766) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:51.922859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Could not find standard attr ID for object 377462f8-0ddf-4888-9604-6fee2cd36830. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:30:51.949485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Pushing event updated for resources: {'Port': ['ID=2618cfea-83c6-4fe7-af5a-c8a84707298c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:51.979984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:52.093732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:30:52.094261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:30:52.163203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:52.168059 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1 HTTP/1.1" status: 204 len: 168 time: 7.9176698 Jan 14 03:30:52.188669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1f88a-2ede-4b41-9379-691c0bac074b None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:52.225577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36774) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:52.240989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.331963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.432298 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7410fad1-cfff-482c-af30-cbbc70f015ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:52.450548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01866a82-7b20-4a45-8678-968e3bf39224 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2177699 Jan 14 03:30:52.460773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36788) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:52.461181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=673eec57-211e-4b51-b95a-7636560a1818,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:52.465122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:52.474724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Deleting port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:52.475371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.524480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.530856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/673eec57-211e-4b51-b95a-7636560a1818 HTTP/1.1" status: 204 len: 168 time: 1.1687996 Jan 14 03:30:52.537654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:52.667777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2e33e526-f252-434e-8aef-d10f67d36715 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:52.671325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.730546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374723b4-f521-4d72-bd63-b02dd19e3ef2 None None] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:52.767320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] For port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,segment=NetworkSegment(4f265dad-71b9-4315-ac88-7d847ce11306),segment_id=4f265dad-71b9-4315-ac88-7d847ce11306)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:52.768078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:52.910174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a73c5fa-4e14-41d0-8037-65bf765d59a6 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:53.097323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cca75a-8df9-4f1e-b72f-0db6e6e9579a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:53.112916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:53.140375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2e33e526-f252-434e-8aef-d10f67d36715 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:53.141934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e33e526-f252-434e-8aef-d10f67d36715 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6032436 Jan 14 03:30:53.157409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36800) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:53.180968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--164067600'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:53.193437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:53.205695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:53.247448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Checking segment: {'id': '62a50099-b50b-4ca0-bdd6-921e66b2724d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd26bfcfb-2b94-4a7c-9356-4d84da30cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:30:53.247982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Network hostable DHCP agents. Network: d26bfcfb-2b94-4a7c-9356-4d84da30cb59, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:30:53.262077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.348064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Calling delete_port for 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:53.386976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:53.392697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:53.395933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:53.402029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:53.481312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.485522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.492160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b33dc3c8-c5e3-442f-b47f-3028b17f58b8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:53.509475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:30:53.519361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.525957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d26bfcfb-2b94-4a7c-9356-4d84da30cb59) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:30:53.577118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3c96d-afaa-4c77-bd65-1fe5c42ebd1e None None] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:53.579956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:53.587851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.615137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3aa10e-39e6-43f2-a9f2-e757e283c66c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:53.633278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:53.635270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.638152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4747748 Jan 14 03:30:53.641200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36826) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:53.653490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': 'ba3aa10e-39e6-43f2-a9f2-e757e283c66c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:53.671321 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0062010 Jan 14 03:30:53.702856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:53.742856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:53.762604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:53.785544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:53.828029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.833136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.945112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:53.988323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:53.988683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:53.989240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:30:53.997962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.000467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:54.043404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0483a8e5-098f-49d6-af38-be7ecc3efd57 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:54.065290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:30:54.066029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2618cfea-83c6-4fe7-af5a-c8a84707298c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:30:54.111384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.115443 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4718616 Jan 14 03:30:54.116188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36838) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:54.116792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36840) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:54.245111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event deleted for resources: {'Port': ['ID=3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:54.256685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3235dcab-8792-4b97-9fd4-a9c6d534ce50,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:54.268316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Deleting subnet a0230631-3162-4c63-b501-b8539b71994a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:54.270956 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:54.271634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:54.277293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.293114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Deleting port e729d1ad-737f-4a45-8999-d5a692f61673 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:54.293832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.310645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:54.312970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912a60f-7d0e-4b0f-bb9a-bf542aad50ea None None] DHCP port deletion for 0048734a-f3a7-4d28-9cb2-d04422e25668 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:30:54.341892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.358678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Deleting port 2618cfea-83c6-4fe7-af5a-c8a84707298c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:30:54.364834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.365187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.419698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.421198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] No DVR routers for this DVR port 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:54.423515 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-192c33d6-575b-435f-9443-2a8bbaa62fae tempest-AttachVolumeShelveTestJSON-1755268765 tempest-AttachVolumeShelveTestJSON-1755268765] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:54.431305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.510324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3235dcab-8792-4b97-9fd4-a9c6d534ce50,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:54.516725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa8500-65e2-4203-8f47-ad1b06849201 None None] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:30:54.523260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:54.539884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.546864 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/3235dcab-8792-4b97-9fd4-a9c6d534ce50 HTTP/1.1" status: 204 len: 168 time: 0.4241128 Jan 14 03:30:54.557023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36852) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:54.565589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2618cfea-83c6-4fe7-af5a-c8a84707298c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:30:54.566131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.575304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.625885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7bb9f-125c-450c-a921-fdc6db8448c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:54.627260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ef7bb9f-125c-450c-a921-fdc6db8448c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:54.857443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ef7bb9f-125c-450c-a921-fdc6db8448c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:54.860645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ef7bb9f-125c-450c-a921-fdc6db8448c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 2.2815702 Jan 14 03:30:54.862795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:54.888641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36858) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:55.280011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e22fde5-cb65-4aec-8436-f42832f93fa9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:55.299973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] For port e729d1ad-737f-4a45-8999-d5a692f61673, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e729d1ad-737f-4a45-8999-d5a692f61673,segment=NetworkSegment(437b2fb5-2ab4-4351-99d2-4a677fe8a212),segment_id=437b2fb5-2ab4-4351-99d2-4a677fe8a212)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:55.300957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.326661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.333600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0048734a-f3a7-4d28-9cb2-d04422e25668']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:55.386305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8bb32-53ca-41a8-9dea-89f6e2a1c9b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:30:55.386978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61d8bb32-53ca-41a8-9dea-89f6e2a1c9b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:55.424845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31ae975b-6306-4c50-bd63-bdb1bbcfb1a5 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:55.462083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e22fde5-cb65-4aec-8436-f42832f93fa9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:55.463452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e22fde5-cb65-4aec-8436-f42832f93fa9 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2832441 Jan 14 03:30:55.472008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36876) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:55.475502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0230631-3162-4c63-b501-b8539b71994a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:55.521114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:55.526919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.540748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a0230631-3162-4c63-b501-b8539b71994a HTTP/1.1" status: 204 len: 168 time: 1.4196889 Jan 14 03:30:55.548810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:55.581468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Calling delete_port for e729d1ad-737f-4a45-8999-d5a692f61673 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:55.649116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.698974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f265dad-71b9-4315-ac88-7d847ce11306') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:55.699333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f265dad-71b9-4315-ac88-7d847ce11306') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:55.709517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.735845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9fe0997a-0450-4a78-8431-09cd42e8fe19 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:55.769717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:55.800791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Port': ['ID=e729d1ad-737f-4a45-8999-d5a692f61673,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:55.810302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.876867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:30:55.877887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3b9a9c17-d0b4-4d61-96d9-18123fd4c4a5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:30:55.878092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.879380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2618cfea-83c6-4fe7-af5a-c8a84707298c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:30:55.906040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:55.923937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:55.938598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-61d8bb32-53ca-41a8-9dea-89f6e2a1c9b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:55.938598 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61d8bb32-53ca-41a8-9dea-89f6e2a1c9b8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0328496 Jan 14 03:30:55.948833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36890) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:55.965059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.002269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] For port 2618cfea-83c6-4fe7-af5a-c8a84707298c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2618cfea-83c6-4fe7-af5a-c8a84707298c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:30:56.003295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.063980 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a008fd8-e5c6-4403-ba9b-61abb25eba6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183710 Jan 14 03:30:56.065005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:56.081387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36894) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:56.111220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:56.242610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Calling delete_port for 2618cfea-83c6-4fe7-af5a-c8a84707298c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:30:56.301526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.354692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:56.374809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:56.462364 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No ports have port_id starting with 2618cfea-83c6-4fe7-af5a-c8a84707298c Jan 14 03:30:56.478703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3aa10e-39e6-43f2-a9f2-e757e283c66c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:56.486976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.489965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:56.490971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:56.519738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.531279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca314f4-bcf6-4daf-aa8c-79f4bc5b8246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:56.550215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] No DVR routers for this DVR port e729d1ad-737f-4a45-8999-d5a692f61673 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:56.552059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:30:56.588680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.589057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/ba3aa10e-39e6-43f2-a9f2-e757e283c66c HTTP/1.1" status: 204 len: 168 time: 1.1156659 Jan 14 03:30:56.596387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36910) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:56.728478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e4957f-0d8a-4126-b7b1-726cfbcd8019']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:56.741478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Pushing event deleted for resources: {'Port': ['ID=2618cfea-83c6-4fe7-af5a-c8a84707298c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:56.757128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:56.762234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] No DVR routers for this DVR port 2618cfea-83c6-4fe7-af5a-c8a84707298c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:30:56.802527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996458a0-cb69-49bd-8132-b6185e3bfab9') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:56.802961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996458a0-cb69-49bd-8132-b6185e3bfab9') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:56.840804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.877760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9feb991-522d-429c-9a79-4b4dd49bb073 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:30:56.887288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:56.892788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:56.988912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9feb991-522d-429c-9a79-4b4dd49bb073 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:30:56.996924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9feb991-522d-429c-9a79-4b4dd49bb073 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3980289 Jan 14 03:30:57.003267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36920) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:57.011828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group': {'name': 'tempest-secgroup--266348588'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:57.030894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:57.042574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:57.056236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.194151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:57.206054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.262694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Network 0048734a-f3a7-4d28-9cb2-d04422e25668 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:57.378713 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:57.434048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.438749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.460058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:57.479762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] 10.222.0.30 "DELETE /v2.0/networks/0048734a-f3a7-4d28-9cb2-d04422e25668 HTTP/1.1" status: 204 len: 168 time: 5.5755651 Jan 14 03:30:57.518611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Network d9e4957f-0d8a-4126-b7b1-726cfbcd8019 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:57.522664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Pushing event deleted for resources: {'Network': ['ID=0048734a-f3a7-4d28-9cb2-d04422e25668,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:57.525755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:57.534645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.566942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:57.744703 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:57.754007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:57.763067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.766835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.783382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-83df00cc-27d5-4d7f-920f-b6d251442eb7 tempest-TaggedBootDevicesTest-640899993 tempest-TaggedBootDevicesTest-640899993] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:57.808287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:57.822235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d9e4957f-0d8a-4126-b7b1-726cfbcd8019 HTTP/1.1" status: 204 len: 168 time: 2.2721612 Jan 14 03:30:57.828250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36942) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:57.829598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:57.834839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e4957f-0d8a-4126-b7b1-726cfbcd8019,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:58.031773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Deleting subnet 85cca75a-8df9-4f1e-b72f-0db6e6e9579a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:30:58.034763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:58.044353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:58.049737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.158481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:58.181809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:58.243631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.383818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.409537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:58.483540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd86137b-8d49-4fe7-88a1-4e19d4aba7fb']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:58.498651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437b2fb5-2ab4-4351-99d2-4a677fe8a212') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:58.499482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437b2fb5-2ab4-4351-99d2-4a677fe8a212') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:30:58.533470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.596733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.599350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:30:58.632587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.659369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.682317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47a4eedf-687c-4b6c-ab96-6cf647c65819 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:58.812039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:58.824424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.907747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroup': ['ID=c04df2aa-1878-42b7-ab59-312e53f32a5e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:58.924063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:58.932067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:58.936172 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9292724 Jan 14 03:30:58.936603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36972) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:58.946109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': 'c04df2aa-1878-42b7-ab59-312e53f32a5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:30:58.972307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:30:58.980485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:30:58.992490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:30:59.004766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:30:59.177866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.194262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network cd86137b-8d49-4fe7-88a1-4e19d4aba7fb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:30:59.336728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.346931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.364593 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22b62496-d99f-41f2-be51-1cfa7fb55af3 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:59.383504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.414868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2692fd4b-79bd-46a5-ad34-0cd4f4ffbbe1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:30:59.429523 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:30:59.534048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:59.535388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.538963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6012578 Jan 14 03:30:59.540713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c2b22ae-2f89-460f-b3be-3d6ece51c0e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:59.551212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:59.619223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5770c1b0-07f7-40ca-99fe-ff8ff7def458 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules/2692fd4b-79bd-46a5-ad34-0cd4f4ffbbe1 HTTP/1.1" status: 200 len: 763 time: 0.0647402 Jan 14 03:30:59.620304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 36992) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:59.625639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cca75a-8df9-4f1e-b72f-0db6e6e9579a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:59.632833 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:59.658559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.665855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.697098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.700937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/85cca75a-8df9-4f1e-b72f-0db6e6e9579a HTTP/1.1" status: 204 len: 168 time: 1.8670871 Jan 14 03:30:59.704139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 36996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:30:59.738164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f075a887-2040-4e7b-8262-8c84202944fc tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:30:59.850631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:30:59.859058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=cd86137b-8d49-4fe7-88a1-4e19d4aba7fb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:30:59.877314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:30:59.888302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/cd86137b-8d49-4fe7-88a1-4e19d4aba7fb HTTP/1.1" status: 204 len: 168 time: 7.9862938 Jan 14 03:30:59.897224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:00.154048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a0662e2-236e-4d51-b2f5-fd05d9e41f6b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:00.174640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.294159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8a0662e2-236e-4d51-b2f5-fd05d9e41f6b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:00.309231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a0662e2-236e-4d51-b2f5-fd05d9e41f6b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6556592 Jan 14 03:31:00.312774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37014) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:00.387269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6fc7536d-63f3-476d-85ce-0c12c6b199a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddc4422536654bd8a93de60c4ecba703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9537473 Jan 14 03:31:00.410367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37022) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:00.510852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.569185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.604625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.616870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.621617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.627597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8355a0c8-b283-4248-82f2-927df1287c99 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:00.647068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.723641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2692fd4b-79bd-46a5-ad34-0cd4f4ffbbe1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:00.740713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:00.745806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.750714 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ee20270-4714-49d6-8343-7b9de3a704d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/2692fd4b-79bd-46a5-ad34-0cd4f4ffbbe1 HTTP/1.1" status: 204 len: 168 time: 0.4331062 Jan 14 03:31:00.750714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37032) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:00.843452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:00.891722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26bfcfb-2b94-4a7c-9356-4d84da30cb59']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:00.961652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ef9cc59-d847-472b-aaae-f5eaf849e5bf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:00.991052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d9bda1-07b0-4386-ab96-d5ca022c90cd']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:00.996220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a50099-b50b-4ca0-bdd6-921e66b2724d') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:00.996610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a50099-b50b-4ca0-bdd6-921e66b2724d') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:01.021052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.048140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ef9cc59-d847-472b-aaae-f5eaf849e5bf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:01.049933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ef9cc59-d847-472b-aaae-f5eaf849e5bf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2971663 Jan 14 03:31:01.051049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.052965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37036) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:01.054640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c4bdd3-4ab1-4820-8fee-3fcfe0028d2f') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:01.064943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c4bdd3-4ab1-4820-8fee-3fcfe0028d2f') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:01.069536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': 'c04df2aa-1878-42b7-ab59-312e53f32a5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:01.089522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:31:01.144262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.147159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:01.162157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.164740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:31:01.284409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:01.401520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:01.410917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.452853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.468716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:01.478898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.512539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.520918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.604113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:31:01.619884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.623372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:01.753017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f7b006-4ae1-4052-8c02-79e3788d18b1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:01.798046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:01.916789 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4ea55c7-a719-4490-a999-b285206d0079 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:01.931926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Network d26bfcfb-2b94-4a7c-9356-4d84da30cb59 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:01.941945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:01.943657 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8873186 Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:31:01.964454 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:31:01.966958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37062) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.096247 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50aa9cf8-a6a1-47a1-aea1-bc624cff3655 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules/04f7b006-4ae1-4052-8c02-79e3788d18b1 HTTP/1.1" status: 200 len: 763 time: 0.1258669 Jan 14 03:31:02.102571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37068) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.161228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.213247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4faca5a4-7018-42fd-9933-e5813d1f2b5a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:02.219726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=773e1582-44f0-4570-a11c-93d5ee689b2b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.224572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37074) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.260519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.270620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.277447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8de4795-04e7-4a32-9c55-3d612c9d0ac4 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:02.285274 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.287588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2e11502-505c-49c5-8bba-e17e68749140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:02.311476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4faca5a4-7018-42fd-9933-e5813d1f2b5a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:02.322514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4faca5a4-7018-42fd-9933-e5813d1f2b5a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2187781 Jan 14 03:31:02.335438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37084) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.341208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.345269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f9da4cc-82be-4880-865b-7fc49afcc01b HTTP/1.1" status: 204 len: 168 time: 1.9181583 Jan 14 03:31:02.355228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9da4cc-82be-4880-865b-7fc49afcc01b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.358438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network f2d9bda1-07b0-4386-ab96-d5ca022c90cd has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:02.391778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d26bfcfb-2b94-4a7c-9356-4d84da30cb59 HTTP/1.1" status: 204 len: 168 time: 2.6835463 Jan 14 03:31:02.402258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26bfcfb-2b94-4a7c-9356-4d84da30cb59,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.405346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:31:02.416766 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:31:02.423477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.428730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.450610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.500527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.524955 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:02.556210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:02.568130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:02.578742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ffa035-3663-480c-a781-98c7622a4a1a None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:02.619416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.624551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/04f7b006-4ae1-4052-8c02-79e3788d18b1 HTTP/1.1" status: 204 len: 168 time: 0.2876785 Jan 14 03:31:02.625905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04f7b006-4ae1-4052-8c02-79e3788d18b1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.629216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.629603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37092) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.633931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.654032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:02.659703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3c0cb20d3e4af6b12f7b44a51bfd71 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:02.664270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:02.672677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:02.673371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:02.675630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.789077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.792674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.847847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de5101a2-1cd6-4dc8-8704-e7ba4ace1de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:02.869017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-921107ae-9fe6-4137-8062-87c18ee5e3aa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2048333 Jan 14 03:31:02.871421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.874525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.896086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Request body: {'security_group_rule': {'security_group_id': 'c04df2aa-1878-42b7-ab59-312e53f32a5e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:02.917868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f3c0cb20d3e4af6b12f7b44a51bfd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912925 Jan 14 03:31:02.925793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20542335-672f-4c4e-b744-fe08f43629f2 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:02.932841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84ccd5-9c41-476b-a196-c5c7fce4c6c6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.939317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.940269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37110) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.940865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.959372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:02.961811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/f2d9bda1-07b0-4386-ab96-d5ca022c90cd HTTP/1.1" status: 204 len: 168 time: 3.0558658 Jan 14 03:31:02.964897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=f2d9bda1-07b0-4386-ab96-d5ca022c90cd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:02.972209 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 6.8867664 Jan 14 03:31:02.974107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:02.976793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37118) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.977791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37120) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:02.978916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:02.994441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:9f:23:68', 'name': 'tempest-NetworksTestDHCPv6-920372963'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:03.119787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Usage tracker for resource:security_group_rule and tenant:fe0ab75c0bbb4ce985583f8f08bd91bb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:03.314458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.338807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9d2455ef-00ab-41ac-aad5-ccef1a8a944c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bb8c76adf8b4c03961ad25b413cbd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919294 Jan 14 03:31:03.369294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.370605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '773e1582-44f0-4570-a11c-93d5ee689b2b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:03.371619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.413293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.464306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37132) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:03.489658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:03.525029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.553649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5a225d7-063a-40ea-aa41-0b35a5d3b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:03.608644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84ccd5-9c41-476b-a196-c5c7fce4c6c6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:03.624661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.626897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:03.638146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.643319 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c84ccd5-9c41-476b-a196-c5c7fce4c6c6 HTTP/1.1" status: 204 len: 168 time: 0.6999102 Jan 14 03:31:03.666418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.720378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.727580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35b6d62c-e094-4466-bf2e-14e882c4e143 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:03.743240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb0f70-89c7-47b8-9069-d3711ee0a3cd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:03.754020 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:03.756031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:03.760527 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36eb0f70-89c7-47b8-9069-d3711ee0a3cd HTTP/1.1" status: 204 len: 168 time: 0.2949734 Jan 14 03:31:03.891127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Allocated IP 2001:db8::f816:3eff:fe50:2e63 (0db21da6-d133-41c3-a5a5-fbea28870222/773e1582-44f0-4570-a11c-93d5ee689b2b/d4ebc041-6bcb-4134-b335-a4ba99e5378c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:03.900227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:03.916108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:03.935395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:03.942774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:04.711352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:04.723113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0337dc87-12af-4f49-a57d-a86eed92934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:04.745098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Transition to ACTIVE for port object d4ebc041-6bcb-4134-b335-a4ba99e5378c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:04.770644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Transition to ACTIVE for port object d4ebc041-6bcb-4134-b335-a4ba99e5378c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:04.817406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:04.897986 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f727f0f-e94b-411c-a8fc-04ff09d19d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:04.966198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:04.997875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37174) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:05.154380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50996cd0-4008-4de5-b970-ca0335edfd49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=403dde84385d42f79f43a2331839c94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522887 Jan 14 03:31:05.155400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37182) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:05.169234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Pushing event updated for resources: {'Port': ['ID=d4ebc041-6bcb-4134-b335-a4ba99e5378c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:05.179795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:05.238975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394b5094-c182-425f-800c-9d965da6a128']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:05.253405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:05.255745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:05.258403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:05.268716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9910d75-6ade-4613-a6e3-7b6d44936778') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:05.268716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9910d75-6ade-4613-a6e3-7b6d44936778') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:05.269304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37186) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:05.281658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.296904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.308940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.311692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:31:05.367248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Attempting to bind port d4ebc041-6bcb-4134-b335-a4ba99e5378c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:05.368118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Attempting to bind port d4ebc041-6bcb-4134-b335-a4ba99e5378c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:05.369054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Attempting to bind port d4ebc041-6bcb-4134-b335-a4ba99e5378c on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:05.372488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Bound port: d4ebc041-6bcb-4134-b335-a4ba99e5378c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:05.389429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.516512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 394b5094-c182-425f-800c-9d965da6a128 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:05.526608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.591477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.609871 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2ee04b2-4209-4fb6-b922-6745ac9147ac tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:05.650179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.651869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e07fa67-8f7b-44a9-8530-7f0ab40bae06 HTTP/1.1" status: 204 len: 168 time: 0.4934142 Jan 14 03:31:05.653396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e07fa67-8f7b-44a9-8530-7f0ab40bae06,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:05.659098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:05.803956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-436642af-aac9-4b9c-bdce-495601f2332c tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1432458709', 'prefixes': ['172.20.0.0/16']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:05.815712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:05.820511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4ebc041-6bcb-4134-b335-a4ba99e5378c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:05.837436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-436642af-aac9-4b9c-bdce-495601f2332c tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:05.875763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Network 394b5094-c182-425f-800c-9d965da6a128 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:05.881336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:05.960184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:31:06.034884 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:31:06.129519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.163210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bf6b8e4-96e4-4b60-bb9b-86fb3a666d8e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:06.219926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.231245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Pushing event deleted for resources: {'Network': ['ID=394b5094-c182-425f-800c-9d965da6a128,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:06.281781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] 10.222.0.30 "DELETE /v2.0/networks/394b5094-c182-425f-800c-9d965da6a128 HTTP/1.1" status: 204 len: 168 time: 3.2989643 Jan 14 03:31:06.291679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:06.291679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.295883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-436642af-aac9-4b9c-bdce-495601f2332c tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Notify callbacks [] for subnetpool, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.298829 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-436642af-aac9-4b9c-bdce-495601f2332c tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0278420 Jan 14 03:31:06.300753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37218) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.315768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.377888 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b433e79-ce2a-48c1-9efe-4c4d7c5734c6 tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "GET /v2.0/subnetpools/140dc11e-06fc-4d9a-99b6-b1bfe3d7e983 HTTP/1.1" status: 200 len: 732 time: 0.0743186 Jan 14 03:31:06.379522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37222) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.389834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.394598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:06.438933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b86b6e49-1b3d-4bf0-b41e-cc88205525ce tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2135967701'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:06.448898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c79a785-5a49-4d8e-80bf-86559545f1b2,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:06.464584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:06.533899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9c38c4c-d0de-44b1-a2c5-7def1928f8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:06.559494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.561430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.6777301 Jan 14 03:31:06.564388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37230) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.619659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b08f66d-2c99-4334-8d78-8836dcdf2d1f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules/9c79a785-5a49-4d8e-80bf-86559545f1b2 HTTP/1.1" status: 200 len: 764 time: 0.0514040 Jan 14 03:31:06.621065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37238) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.728089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b86b6e49-1b3d-4bf0-b41e-cc88205525ce tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Notify callbacks [] for subnetpool, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.728089 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b86b6e49-1b3d-4bf0-b41e-cc88205525ce tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "PUT /v2.0/subnetpools/140dc11e-06fc-4d9a-99b6-b1bfe3d7e983 HTTP/1.1" status: 200 len: 684 time: 0.3458600 Jan 14 03:31:06.749563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37242) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.753339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32da1203-2b4f-4142-bfe4-b39a458145c8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:06.808898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Pushing event updated for resources: {'Port': ['ID=d4ebc041-6bcb-4134-b335-a4ba99e5378c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:06.822650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:06.870373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32da1203-2b4f-4142-bfe4-b39a458145c8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:06.872088 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32da1203-2b4f-4142-bfe4-b39a458145c8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2470655 Jan 14 03:31:06.881145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:06.883800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c4b89-9442-4c75-b03e-cfa56b371924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.949688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:06.969361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.107124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port d6505945-93bf-4291-953a-f39427a8fb0d yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:31:07.116758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.118692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:07.175728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c79a785-5a49-4d8e-80bf-86559545f1b2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:07.179346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:07.200398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.204694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-group-rules/9c79a785-5a49-4d8e-80bf-86559545f1b2 HTTP/1.1" status: 204 len: 168 time: 0.3194864 Jan 14 03:31:07.204992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:07.311082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5162133-6184-4aaa-a8f3-942ec6bd222e tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] Notify callbacks [] for subnetpool, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.316140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b5162133-6184-4aaa-a8f3-942ec6bd222e tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "DELETE /v2.0/subnetpools/140dc11e-06fc-4d9a-99b6-b1bfe3d7e983 HTTP/1.1" status: 204 len: 168 time: 0.5644977 Jan 14 03:31:07.324126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:07.411759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76acf730-b632-4d93-8fee-b2c55c2da15f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:07.444070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37272) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:07.481265 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ccc9f728-c08c-45ba-8acb-6018a98ce4a5 tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] show failed (client error): The resource could not be found. Jan 14 03:31:07.483000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ccc9f728-c08c-45ba-8acb-6018a98ce4a5 tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "GET /v2.0/subnetpools/140dc11e-06fc-4d9a-99b6-b1bfe3d7e983 HTTP/1.1" status: 404 len: 346 time: 0.0560293 Jan 14 03:31:07.489607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:07.516634 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-837c5fff-7071-4f01-b536-cebee221d964 tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] delete failed (client error): The resource could not be found. Jan 14 03:31:07.520399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-837c5fff-7071-4f01-b536-cebee221d964 tempest-SubnetPoolsTestJSON-1000339696 tempest-SubnetPoolsTestJSON-1000339696] 10.222.0.30 "DELETE /v2.0/subnetpools/140dc11e-06fc-4d9a-99b6-b1bfe3d7e983 HTTP/1.1" status: 404 len: 346 time: 0.0271993 Jan 14 03:31:07.531600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76acf730-b632-4d93-8fee-b2c55c2da15f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:07.535817 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76acf730-b632-4d93-8fee-b2c55c2da15f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3269978 Jan 14 03:31:07.536098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37288) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:07.566158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe9f:2368 (0db21da6-d133-41c3-a5a5-fbea28870222/773e1582-44f0-4570-a11c-93d5ee689b2b/d6505945-93bf-4291-953a-f39427a8fb0d) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:07.580029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.677297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.766017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.933413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4ebc041-6bcb-4134-b335-a4ba99e5378c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:07.937385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:07.977210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b368abd-1800-439b-8687-a7929e21756a tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:08.023290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04df2aa-1878-42b7-ab59-312e53f32a5e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:08.080519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.106367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:08.117879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31f1c7ce-1039-4df1-943d-e814278f1588 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6156d815f2784eecb72bd699f6e08657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679182 Jan 14 03:31:08.119861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37306) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:08.127468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.127637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object d6505945-93bf-4291-953a-f39427a8fb0d will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:08.133910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "DELETE /v2.0/security-groups/c04df2aa-1878-42b7-ab59-312e53f32a5e HTTP/1.1" status: 204 len: 168 time: 0.5965762 Jan 14 03:31:08.152390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37310) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:08.168233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.188206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-57226a74-aa53-4041-96f8-b63bd699ec54 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:08.286194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=d6505945-93bf-4291-953a-f39427a8fb0d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:08.535927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4157f3ce-54b1-4696-bcd7-71bec94e4c52 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Synchronizing usage tracker for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:08.551565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.621564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37322) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:08.626881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d4ebc041-6bcb-4134-b335-a4ba99e5378c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:08.636968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:08.642885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.665369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:08.666876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:08.674433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:08.678602 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:08.703950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4157f3ce-54b1-4696-bcd7-71bec94e4c52 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Unset dirty status for tenant:fe0ab75c0bbb4ce985583f8f08bd91bb on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:08.706701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4157f3ce-54b1-4696-bcd7-71bec94e4c52 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5478868 Jan 14 03:31:08.713531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:08.760794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:08.761555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.765531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:08.883804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8992720 Jan 14 03:31:08.884018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37338) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:08.978209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.021614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9fab6280-eb61-4f99-a6c2-2082eb43916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:09.118323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd129145-bbaa-4991-9134-8e83094c4130,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:09.157882 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c641652e-028e-4592-9ce9-37b2317c24cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4320190 Jan 14 03:31:09.160102 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:09.213971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.267926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f617b-a83a-48cd-ad1f-7db1dece2e13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:09.273373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.277178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd129145-bbaa-4991-9134-8e83094c4130 HTTP/1.1" status: 204 len: 168 time: 1.1538517 Jan 14 03:31:09.278115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:09.284607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Usage tracker for resource:security_group_rule and tenant:cd320733e58c48c2aebc3c63cd8377b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:09.291165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:09.296813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d77fc363-6675-4069-a448-99df1267439c None None] Provisioning for port d4ebc041-6bcb-4134-b335-a4ba99e5378c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:09.304628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d77fc363-6675-4069-a448-99df1267439c None None] Provisioning complete for port d4ebc041-6bcb-4134-b335-a4ba99e5378c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:09.306765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77fc363-6675-4069-a448-99df1267439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.352136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:09.371723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f617b-a83a-48cd-ad1f-7db1dece2e13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:09.379552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b9f617b-a83a-48cd-ad1f-7db1dece2e13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:09.429770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b9f617b-a83a-48cd-ad1f-7db1dece2e13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:09.431843 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b9f617b-a83a-48cd-ad1f-7db1dece2e13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5459540 Jan 14 03:31:09.434527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:09.628713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port d6505945-93bf-4291-953a-f39427a8fb0d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:09.629886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.649452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.789755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.888720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:09.898465 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4445104b-18b1-451b-aef3-e7d438dc01b0 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:09.929729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77fc363-6675-4069-a448-99df1267439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.057191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d77fc363-6675-4069-a448-99df1267439c None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4ebc041-6bcb-4134-b335-a4ba99e5378c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:10.082688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77fc363-6675-4069-a448-99df1267439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.084649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95bbb667-9fdd-400a-8e1c-7b5a05320b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:10.101903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd320733e58c48c2aebc3c63cd8377b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4733582 Jan 14 03:31:10.105433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37376) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:10.153901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cac42b-9c8e-4036-b52e-423f166c2997,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:10.224853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:10.411854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fc363-6675-4069-a448-99df1267439c None None] Pushing event updated for resources: {'Port': ['ID=d4ebc041-6bcb-4134-b335-a4ba99e5378c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:10.424810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.432475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77fc363-6675-4069-a448-99df1267439c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:10.462171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b0c1a64a-5d24-4cb9-a02d-980e8e7b8812 None None] Provisioning complete for port d4ebc041-6bcb-4134-b335-a4ba99e5378c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:10.462171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0c1a64a-5d24-4cb9-a02d-980e8e7b8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.484750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.507153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.608148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37386) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:10.671010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.687581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b376374b-dc19-4ea8-b505-6a93708c9d5e tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:10.716931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:10.725646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2cac42b-9c8e-4036-b52e-423f166c2997 HTTP/1.1" status: 204 len: 168 time: 0.5802674 Jan 14 03:31:10.731642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cac42b-9c8e-4036-b52e-423f166c2997,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:10.735624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:10.744703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for d6505945-93bf-4291-953a-f39427a8fb0d owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:11.215292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.215820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Provisioning for port d6505945-93bf-4291-953a-f39427a8fb0d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:11.221683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Provisioning complete for port d6505945-93bf-4291-953a-f39427a8fb0d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:11.222203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.276998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d07cb47-f143-48b8-978b-2c84bbdb4c16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe0ab75c0bbb4ce985583f8f08bd91bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616957 Jan 14 03:31:11.277717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37410) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:11.405841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Port d6505945-93bf-4291-953a-f39427a8fb0d was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:31:11.452764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Provisioning complete for port d4ebc041-6bcb-4134-b335-a4ba99e5378c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:11.455018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a839cb9e-29f0-412c-88a4-dc4cabe61e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.456057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.550637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.593078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7cabb51f-8c9f-4e1f-933a-ce590eed3a54 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:11.687267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=d6505945-93bf-4291-953a-f39427a8fb0d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:11.687267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:11.687267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.733169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:11.733652 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/d6505945-93bf-4291-953a-f39427a8fb0d HTTP/1.1" status: 204 len: 168 time: 2.2955568 Jan 14 03:31:11.737634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.794465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4ebc041-6bcb-4134-b335-a4ba99e5378c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:11.817751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-552176cc-a827-4bec-a1da-d33231ec1f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:11.863294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c3ff2-ca15-4ba6-a1af-d9a420e82d1e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:11.899928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:11.899928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:11.899928 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d77c3ff2-ca15-4ba6-a1af-d9a420e82d1e HTTP/1.1" status: 204 len: 168 time: 0.6143668 Jan 14 03:31:11.990946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b5d5b-7fb3-4f66-829d-7bea73ea5738 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:12.011040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b5d5b-7fb3-4f66-829d-7bea73ea5738 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:12.021649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed0b5d5b-7fb3-4f66-829d-7bea73ea5738 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:12.059230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ed0b5d5b-7fb3-4f66-829d-7bea73ea5738 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:12.060670 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed0b5d5b-7fb3-4f66-829d-7bea73ea5738 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3245318 Jan 14 03:31:12.063531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:12.106242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:12.135406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d4ebc041-6bcb-4134-b335-a4ba99e5378c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:12.139121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:12.360700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 773e1582-44f0-4570-a11c-93d5ee689b2b {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:31:12.365321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:12.475016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:12.585302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:13.183790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:13.208471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23714257-a880-4b31-91ec-426c9de90e11 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:13.357607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=773e1582-44f0-4570-a11c-93d5ee689b2b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:13.361694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:13.418660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:13.424477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04942321-dd7e-4818-b637-210561e496df None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:13.450404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/773e1582-44f0-4570-a11c-93d5ee689b2b HTTP/1.1" status: 204 len: 168 time: 1.3831456 Jan 14 03:31:13.450842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37492) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:13.624041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d868e1dd-ecf3-4e8a-95dd-9c9343e8c8e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711764 Jan 14 03:31:13.626968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37504) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:13.633478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:13.842064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:13.847539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:13.851047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:13.858188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:13.868851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:13.881799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:14.226288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:31:14.260301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Deleting port d4ebc041-6bcb-4134-b335-a4ba99e5378c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:14.292569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:14.469015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:14.528249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37544) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:15.002354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:31:15.100048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1033704376'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:15.128546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4ebc041-6bcb-4134-b335-a4ba99e5378c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:15.128546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.134427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:15.149161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:15.159085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:15.179820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:15.229031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:15.251781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.325626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.365359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.374231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:15.383332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:security_group_rule and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:15.389924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:15.409001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:15.487639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Calling delete_port for d4ebc041-6bcb-4134-b335-a4ba99e5378c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:15.693899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:31:15.694443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:31:15.782428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4ebc041-6bcb-4134-b335-a4ba99e5378c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:31:15.801482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.812240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:15.817681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9e50ae5-692f-4592-8d41-1b9d3026dd78 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:15.893645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'SecurityGroup': ['ID=193939f3-a2c4-44fe-9501-021c65ab6390,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:15.912969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:15.913924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:16.001467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:31:16.021103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.022651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.024777 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment 0385ceb3-ec35-4671-b3b6-637a8f219d97 of type vxlan for network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 Jan 14 03:31:16.067242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4ebc041-6bcb-4134-b335-a4ba99e5378c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:16.078192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.080446 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-61e0d614-2f8b-4483-b0db-08ba22e5f236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:16.093025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.164441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.191816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=d4ebc041-6bcb-4134-b335-a4ba99e5378c,revision_number=6']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:16.210346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Deleting port d4ebc041-6bcb-4134-b335-a4ba99e5378c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:16.212018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.224367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:16.232381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:16.246894 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:16.341303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.341794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.342290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.342899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.343285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.343953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.344351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.344749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.345124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.345507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.345871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.346240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.346793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.347166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.347533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.347902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.348270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.348707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.349079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.349445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.349812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.350183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.350552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.350918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.351344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.351710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.352074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.352464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.352949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.353319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.353915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.354446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.354818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.355230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.355531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.355893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:16.444299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6857cf1-fbe2-46f3-8cde-be9fbc8c966d tempest-ServiceProvidersTest-316283333 tempest-ServiceProvidersTest-316283333] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5165086 Jan 14 03:31:16.526285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=61380a7c-4390-4af6-bfc5-e7b80f6407a1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:16.540381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:16.553170 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0235469 Jan 14 03:31:16.615261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:31:16.615869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:31:16.700694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37612) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:16.707383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:16.753122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] For port d4ebc041-6bcb-4134-b335-a4ba99e5378c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4ebc041-6bcb-4134-b335-a4ba99e5378c,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:16.753572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:17.079747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:17.089293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:17.095817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:17.112705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:17.143812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Calling delete_port for d4ebc041-6bcb-4134-b335-a4ba99e5378c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:17.218659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:17.241609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37636) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:17.259108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:17.408845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:17.411379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:17.441847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:17.467990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:17.506760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Port d4ebc041-6bcb-4134-b335-a4ba99e5378c concurrently deleted while adding address for new subnet {'id': '79b32be7-8e28-4eb6-a93a-ea7817de3c24', 'name': '', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2845, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-01-14T03:31:14Z', 'updated_at': '2021-01-14T03:31:14Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a8c17ed78c18462686b7b54db85d4a1d'}. {{(pid=80833) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:761}} Jan 14 03:31:17.507513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:17.529645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:17.530813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79001264-b5f1-4256-b86b-ea7433d6db6a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:17.615272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf9fa6af-f0d3-4c47-b532-e9d516d41db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:17.793496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:17.829147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:17.836146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Usage tracker for resource:security_group_rule and tenant:301d21ecf10447ebb42097485f828fe3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:17.839832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:17.847263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:18.033648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=79b32be7-8e28-4eb6-a93a-ea7817de3c24,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:18.054577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:18.070183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.113077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.117298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.129346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b73c0b84-6f31-490f-818d-bb7e18077c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:18.214324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:18.271618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=301d21ecf10447ebb42097485f828fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285554 Jan 14 03:31:18.272330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37674) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:18.275230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749cd363-c602-4523-89c8-95c73bc598bf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:18.306050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:18.317244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:18.339011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:31:18.372007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Pushing event deleted for resources: {'Port': ['ID=d4ebc041-6bcb-4134-b335-a4ba99e5378c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:18.380830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:18.386242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:18.388331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.433130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.456905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.8287575 Jan 14 03:31:18.460506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37680) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:18.470369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.503713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:43:bd:fe', 'name': 'tempest-NetworksTestDHCPv6-1125727516'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:18.528406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.534058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-169b12e5-b364-4b9c-aa49-cea765eb714a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:18.560993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cd363-c602-4523-89c8-95c73bc598bf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:18.583766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:18.606970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:18.626863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/749cd363-c602-4523-89c8-95c73bc598bf HTTP/1.1" status: 204 len: 168 time: 0.3398223 Jan 14 03:31:18.767833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:18.788606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:18.799004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:18.816621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:18.939080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:19.068811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] No DVR routers for this DVR port d4ebc041-6bcb-4134-b335-a4ba99e5378c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:31:19.108552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07788694-6844-454f-8035-5bf204f8e9f6 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:19.254644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:19.549973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 011046f6-b7ad-4551-a0bd-330f1a886379 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:31:19.814793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '79b32be7-8e28-4eb6-a93a-ea7817de3c24'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:19.815956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:19.899798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe43:bdfe (0db21da6-d133-41c3-a5a5-fbea28870222/79b32be7-8e28-4eb6-a93a-ea7817de3c24/011046f6-b7ad-4551-a0bd-330f1a886379) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:20.606064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:20.799508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 011046f6-b7ad-4551-a0bd-330f1a886379 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:20.884371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.079743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Allocated IP 2001:db8::f816:3eff:fe15:de52 (0db21da6-d133-41c3-a5a5-fbea28870222/79b32be7-8e28-4eb6-a93a-ea7817de3c24/28590376-edcc-475d-9467-26f1808fcade) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:21.265385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35df8af1-fdac-49f3-939a-815d3aa1c668 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:21.369944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=011046f6-b7ad-4551-a0bd-330f1a886379,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:21.388455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37774) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:21.429192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:21.504197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:21.533781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:21.543234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:21.547647 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:21.582104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-834249259'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:21.589782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:21.594712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Usage tracker for resource:network and tenant:932877c6a5824c5ca059164967989942 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:21.598518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:21.601936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:21.604695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.606522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:21.623228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Made reservation on behalf of 932877c6a5824c5ca059164967989942 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:21.650280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.683321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.705021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:21.709610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Usage tracker for resource:security_group_rule and tenant:932877c6a5824c5ca059164967989942 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:21.713100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:21.720028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:21.730853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.749483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2843761 Jan 14 03:31:21.750300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37782) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:21.768905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Transition to ACTIVE for port object 28590376-edcc-475d-9467-26f1808fcade will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:21.821442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Transition to ACTIVE for port object 28590376-edcc-475d-9467-26f1808fcade will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:21.835192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.849654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.854768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.890937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:31:21.912011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:21.912497 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Added segment d89b8272-b012-46bf-80e8-61e62092a562 of type vxlan for network 3e511792-d2c5-43ee-bdce-ed1f0010d564 Jan 14 03:31:21.982617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.063827 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07929658-af6f-437b-9295-c3fc8f772145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:22.083779 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e993893-c337-4f00-b779-c5f85be1ba5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:22.145734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event updated for resources: {'SecurityGroup': ['ID=caa0ecb6-2ef9-4826-a7e1-4bed478ab30c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:22.148106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.162759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.220233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:22.222863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.229848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Pushing event updated for resources: {'Port': ['ID=28590376-edcc-475d-9467-26f1808fcade,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:22.243444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:22.253123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d70ad890-4208-4cc4-98d2-07f102d92145 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:22.283802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:22.285468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:22.293838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:22.305554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:22.306008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c72665bf-e800-4d38-b7e4-041b60cf6b97 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:22.373581 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9830461 Jan 14 03:31:22.374491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37800) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:22.409588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Request body: {'subnet': {'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:22.469449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Attempting to bind port 28590376-edcc-475d-9467-26f1808fcade on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:22.469884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Attempting to bind port 28590376-edcc-475d-9467-26f1808fcade by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:22.470307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Attempting to bind port 28590376-edcc-475d-9467-26f1808fcade on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:22.494662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:22.495117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:22.495598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.496055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:22.496760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Bound port: 28590376-edcc-475d-9467-26f1808fcade, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:22.497237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.644905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=c5d9188e-3633-46da-b1f0-c5f051714159,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:22.693638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:22.752579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] For port 28590376-edcc-475d-9467-26f1808fcade, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:22.757138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] For port 28590376-edcc-475d-9467-26f1808fcade, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=28590376-edcc-475d-9467-26f1808fcade,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:22.765440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:22.824243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:22.960975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event updated for resources: {'Network': ['ID=3e511792-d2c5-43ee-bdce-ed1f0010d564,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:22.961445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560cff3-5598-44ae-b152-661d74bd0a40 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:23.000859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:23.048538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560cff3-5598-44ae-b152-661d74bd0a40 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:23.049657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2560cff3-5598-44ae-b152-661d74bd0a40 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:23.061945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:23.073023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Usage tracker for resource:subnet and tenant:932877c6a5824c5ca059164967989942 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:23.077824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:23.093072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:23.106973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2560cff3-5598-44ae-b152-661d74bd0a40 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:23.109798 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2560cff3-5598-44ae-b152-661d74bd0a40 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.3530576 Jan 14 03:31:23.112727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:23.139828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:23.194141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': '0385ceb3-ec35-4671-b3b6-637a8f219d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:23.194582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 61380a7c-4390-4af6-bfc5-e7b80f6407a1, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:31:23.204940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Made reservation on behalf of 932877c6a5824c5ca059164967989942 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:23.237678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:31:23.249648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 61380a7c-4390-4af6-bfc5-e7b80f6407a1) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:23.292105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:23.292841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.357603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 6.6547649 Jan 14 03:31:23.361997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37824) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:23.373030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1837809967'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:23.396504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:23.401433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:23.413521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:23.421910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:23.437534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:23.469920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:23.498292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.614979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:31:23.647146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.647670 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44 of type vxlan for network 842d320b-0dfe-480e-a870-20eb1d798f1a Jan 14 03:31:23.686500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:23.710301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.749747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.773286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:23.774219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:23.803883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63b2be7d-aa4f-4d1d-998e-3a18c1e2a7ee tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:24.009105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b625f-9076-4d28-a017-f0f51347fe66 None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:24.128133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7634540 Jan 14 03:31:24.134923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=842d320b-0dfe-480e-a870-20eb1d798f1a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:24.153733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:24.158254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:24.172095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:24.318272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:24.666814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:24.677486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:24.685895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:24.703322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:24.723703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:24.828715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:24.934195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 011046f6-b7ad-4551-a0bd-330f1a886379 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:24.934607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:25.011648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:25.176730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:25.327695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:25.565556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:25.821576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Pushing event updated for resources: {'Port': ['ID=28590376-edcc-475d-9467-26f1808fcade,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:25.865500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.041s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:25.958270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 011046f6-b7ad-4551-a0bd-330f1a886379 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:26.307060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-61380a7c-4390-4af6-bfc5-e7b80f6407a1', 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': 'c5d9188e-3633-46da-b1f0-c5f051714159'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:26.308705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:26.773270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:27.103146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Allocated IP 172.20.255.242 (61380a7c-4390-4af6-bfc5-e7b80f6407a1/c5d9188e-3633-46da-b1f0-c5f051714159/033d9e6c-4d71-42ee-b944-88792b440f77) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:27.148667 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-943991a3-a495-493e-bac6-869180c504d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:27.150243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc67d6a3-a6a1-47f0-8ef1-0a13fe63d1f3 None None] Provisioning for port 28590376-edcc-475d-9467-26f1808fcade completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:27.250843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:27.356576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=90101363-04b0-4582-8ad7-c3b8dd1d9a2e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:27.368815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:27.443523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:27.444912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 842d320b-0dfe-480e-a870-20eb1d798f1a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:31:27.499162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 842d320b-0dfe-480e-a870-20eb1d798f1a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:31:27.515288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 842d320b-0dfe-480e-a870-20eb1d798f1a) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:27.537905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:27.540838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:27.594221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4327850 Jan 14 03:31:27.595033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37906) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:27.685995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a8a93c-11c8-4003-bdf9-9105dda79463 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:27.756096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c7e500-c670-43ef-a9e8-83bce699fafe None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:27.937573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=011046f6-b7ad-4551-a0bd-330f1a886379,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:27.974224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.016801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.017472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.018239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.018814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.019825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.020443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.021016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.021609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.025060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.025730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.026311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.026884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.027522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.028622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.033092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.033701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.034307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.035024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.035606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.036175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.036768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.037353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.038976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.039549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.041123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.043511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.044105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.049093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.049756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.050319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.050895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.051505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.052076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.052679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.053246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.054624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:28.067428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:28.128136 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/011046f6-b7ad-4551-a0bd-330f1a886379 HTTP/1.1" status: 204 len: 168 time: 5.0140131 Jan 14 03:31:28.133242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37918) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:28.135391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d4c11b23-1cb4-4a6d-9b11-b45e1fd115df None None] Could not find standard attr ID for object 011046f6-b7ad-4551-a0bd-330f1a886379. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:31:28.325784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.340486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 28590376-edcc-475d-9467-26f1808fcade up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:28.413754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1130fcfe-c009-42ff-9f7d-4064317f2fd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:28.441810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.635055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Transition to ACTIVE for port object 033d9e6c-4d71-42ee-b944-88792b440f77 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:28.643828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5998b-79c9-474e-8560-80c2976cf287 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:28.649993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5998b-79c9-474e-8560-80c2976cf287 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:28.652687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26f5998b-79c9-474e-8560-80c2976cf287 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:28.667530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Transition to ACTIVE for port object 033d9e6c-4d71-42ee-b944-88792b440f77 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:28.704237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.829105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.839411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37934) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:28.847826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-775dbde6-05ca-418f-be56-63de31a58d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:28.948400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-842d320b-0dfe-480e-a870-20eb1d798f1a', 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '90101363-04b0-4582-8ad7-c3b8dd1d9a2e'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:28.949606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:28.955874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26f5998b-79c9-474e-8560-80c2976cf287 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:28.960823 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26f5998b-79c9-474e-8560-80c2976cf287 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8261843 Jan 14 03:31:28.962123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event updated for resources: {'Subnet': ['ID=6762da0d-63ba-4e6d-9901-9dba452295d5,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:28.963577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:28.991069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:29.031873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Pushing event updated for resources: {'Port': ['ID=033d9e6c-4d71-42ee-b944-88792b440f77,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:29.063180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:29.093085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:29.109342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:29.134997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:29.257638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Checking segment: {'id': 'd89b8272-b012-46bf-80e8-61e62092a562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:29.258051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Network hostable DHCP agents. Network: 3e511792-d2c5-43ee-bdce-ed1f0010d564, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:31:29.285282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Attempting to bind port 033d9e6c-4d71-42ee-b944-88792b440f77 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:29.287438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Attempting to bind port 033d9e6c-4d71-42ee-b944-88792b440f77 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '0385ceb3-ec35-4671-b3b6-637a8f219d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:29.287972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Attempting to bind port 033d9e6c-4d71-42ee-b944-88792b440f77 on network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:29.344951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:31:29.356077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.370365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 3e511792-d2c5-43ee-bdce-ed1f0010d564) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:29.380324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 79b32be7-8e28-4eb6-a93a-ea7817de3c24 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:31:29.387456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.398995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:29.405101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:29.405858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.411808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Usage tracker for resource:security_group_rule and tenant:0e92c70b88d3418fbef1b44541bdda08 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:29.417979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:29.432962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:29.460061 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.0701559 Jan 14 03:31:29.463278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:29.471861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Request body: {'port': {'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564', 'name': 'tempest-TagsExtTest-1959412077'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:29.523720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.714463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:29.720945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Usage tracker for resource:port and tenant:932877c6a5824c5ca059164967989942 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:29.729558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.731024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Quota usage for port was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:29.741766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:29.782579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Made reservation on behalf of 932877c6a5824c5ca059164967989942 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:29.805865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.838781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:29.839227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Checking segment: {'id': '0385ceb3-ec35-4671-b3b6-637a8f219d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:29.840125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.840125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Bound using segment: {'id': '0385ceb3-ec35-4671-b3b6-637a8f219d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:29.843076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Bound port: 033d9e6c-4d71-42ee-b944-88792b440f77, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0385ceb3-ec35-4671-b3b6-637a8f219d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '61380a7c-4390-4af6-bfc5-e7b80f6407a1'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:29.843605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:29.866903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec1779-6f85-4a03-b358-57ba8333e6e7 None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:30.118158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] For port 033d9e6c-4d71-42ee-b944-88792b440f77, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:30.123377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] For port 033d9e6c-4d71-42ee-b944-88792b440f77, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=033d9e6c-4d71-42ee-b944-88792b440f77,segment=NetworkSegment(0385ceb3-ec35-4671-b3b6-637a8f219d97),segment_id=0385ceb3-ec35-4671-b3b6-637a8f219d97)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:30.155983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.223257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.230807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.249454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.278118 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db4ba180-bed1-4786-bc3e-c17a1e480ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:30.330417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9f034-809c-4371-9f4f-954e118d544f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:30.335070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:30.340766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e92c70b88d3418fbef1b44541bdda08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4762435 Jan 14 03:31:30.344228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 37970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:30.378877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.394342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] device_id is not set on port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:31:30.424376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-390f8bdc-ff85-4e18-b846-29ef273526f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:30.450643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10971cb3-0e00-4ccf-8d78-e9bb6c604604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:30.499584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.573868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.594671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=79b32be7-8e28-4eb6-a93a-ea7817de3c24,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:30.601800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:30.606760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.647667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/79b32be7-8e28-4eb6-a93a-ea7817de3c24 HTTP/1.1" status: 204 len: 168 time: 1.6786878 Jan 14 03:31:30.676707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Pushing event updated for resources: {'Port': ['ID=033d9e6c-4d71-42ee-b944-88792b440f77,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:30.681566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37980) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:30.682468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:30.703146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae382331-0749-4c98-a406-cad0f045ab01 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:30.735200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-3e511792-d2c5-43ee-bdce-ed1f0010d564', 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564', 'tenant_id': '932877c6a5824c5ca059164967989942', 'fixed_ips': [{'subnet_id': '6762da0d-63ba-4e6d-9901-9dba452295d5'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:30.736276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.749592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:30.764289 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06f67cee-1728-42a7-9127-4026f7b3fdae tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813444 Jan 14 03:31:30.767491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:30.777205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e24bc273-1894-4fba-b9da-fc01551dd5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:30.812684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9f034-809c-4371-9f4f-954e118d544f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:30.827656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:30.862446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 28590376-edcc-475d-9467-26f1808fcade completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:31.032472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:31.033734 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfe9f034-809c-4371-9f4f-954e118d544f HTTP/1.1" status: 204 len: 168 time: 0.6887131 Jan 14 03:31:31.093753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Allocated IP 172.20.0.14 (3e511792-d2c5-43ee-bdce-ed1f0010d564/6762da0d-63ba-4e6d-9901-9dba452295d5/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:31.101997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f3d84-7856-4c44-ab7d-5604ec9b4ab2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:31.103844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-058f3d84-7856-4c44-ab7d-5604ec9b4ab2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3354847 Jan 14 03:31:31.106741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 37994) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:31.323756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 28590376-edcc-475d-9467-26f1808fcade triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:31.324266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:31.354792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6e6ab-83ba-4f36-b208-7311eb31cc44 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:31.355789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8e6e6ab-83ba-4f36-b208-7311eb31cc44 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:31.400646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8e6e6ab-83ba-4f36-b208-7311eb31cc44 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:31.405048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8e6e6ab-83ba-4f36-b208-7311eb31cc44 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2932632 Jan 14 03:31:31.405359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38004) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:31.525016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Allocated IP 172.20.0.2 (842d320b-0dfe-480e-a870-20eb1d798f1a/90101363-04b0-4582-8ad7-c3b8dd1d9a2e/a006dc85-300a-4c82-a357-915163b908d8) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:31.615409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32a5809d-5466-4ebf-a8cb-7d03c959b244 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2086978 Jan 14 03:31:31.620291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38014) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:31.636748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:31.642616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:31.688555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 28590376-edcc-475d-9467-26f1808fcade, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=28590376-edcc-475d-9467-26f1808fcade,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:31.870929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:31.884363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:31.904857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:31.917855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:31.943462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Transition to ACTIVE for port object fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:31.945127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:31.955616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:31.965231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a6a1b99efd4217995d302726045850 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:31.972089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:31.985497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:32.007095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:32.150505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.165672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.212559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f9f3312-a4cb-427e-b4ce-8f63b5b3fd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:32.256858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.261342 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8a6a1b99efd4217995d302726045850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756692 Jan 14 03:31:32.262177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38024) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:32.263626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1eefb-7359-4a79-93b6-d48727a09edd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:32.390970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:32.463652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.509805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.557464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.621076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.644975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77fc363-6675-4069-a448-99df1267439c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:32.712224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6d4e596f-ad6f-4cda-a746-78e3fe4a4fd6 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:32.784564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.804010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:32.857866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:32.873114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1eefb-7359-4a79-93b6-d48727a09edd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:32.879524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:32.884881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:32.888333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:32.894581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:32.897316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29c1eefb-7359-4a79-93b6-d48727a09edd HTTP/1.1" status: 204 len: 168 time: 0.6301134 Jan 14 03:31:33.170875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:33.207509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Transition to ACTIVE for port object a006dc85-300a-4c82-a357-915163b908d8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:33.262195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Transition to ACTIVE for port object a006dc85-300a-4c82-a357-915163b908d8 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:33.314629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:33.386028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15311d96-374f-45df-ac32-9eddf4eff6a1 None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:33.568843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 033d9e6c-4d71-42ee-b944-88792b440f77 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:33.768197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:33.851163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acb943d6-47c6-48cd-82c9-765c1f3c3c97 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:34.033834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=90101363-04b0-4582-8ad7-c3b8dd1d9a2e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:34.045624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:34.121982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event updated for resources: {'Port': ['ID=fd591ed5-9c66-43c8-8d9d-da5dc8190ed0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:34.141749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.417s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.198354 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:34.205685 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:34.230861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.238412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:34.239165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.347364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8801558 Jan 14 03:31:34.348228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38074) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:34.353936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Request body: {'router': {'name': 'tempest-TagsExtTest-router-50167540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:34.371267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:34.381440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Usage tracker for resource:router and tenant:932877c6a5824c5ca059164967989942 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:34.386429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:34.395996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:34.444375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.445671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.480781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842d320b-0dfe-480e-a870-20eb1d798f1a']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:34.507310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:34.508091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:34.548750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.562605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.624679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.627122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:31:34.735801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.744545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=28590376-edcc-475d-9467-26f1808fcade,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:34.769293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:34.795631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:34.851228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:34.851228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a112369c-55a9-4fd3-9f4e-923013221cf6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4968503 Jan 14 03:31:34.851228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38092) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:34.859116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-77b5ae38-64ab-4568-b3c2-278cf8ce49a7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-153154169', 'prefixes': ['172.20.0.0/16']}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:34.889329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-77b5ae38-64ab-4568-b3c2-278cf8ce49a7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:35.127150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 842d320b-0dfe-480e-a870-20eb1d798f1a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:35.129819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Pushing event updated for resources: {'Port': ['ID=a006dc85-300a-4c82-a357-915163b908d8,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:35.135654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:35.139950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.165863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-12a5878c-0dbd-44ac-a876-269d9c1eb034 None None] Provisioning for port 033d9e6c-4d71-42ee-b944-88792b440f77 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:35.180684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-093a2f7e-c973-436d-bdfe-5bca12e2bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.207729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.210212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:35.230314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bff4a860-7fa4-4bf5-aeea-386d014870a0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:35.263356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:35.270185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:35.320004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Allocated IP 172.20.0.2 (3e511792-d2c5-43ee-bdce-ed1f0010d564/6762da0d-63ba-4e6d-9901-9dba452295d5/6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:35.324473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 033d9e6c-4d71-42ee-b944-88792b440f77 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:35.370639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 842d320b-0dfe-480e-a870-20eb1d798f1a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:35.420083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=5c232c00-8768-4a21-bde4-aba69eab648f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:35.429149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:35.441003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:31:35.461778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Deleting port 28590376-edcc-475d-9467-26f1808fcade {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:35.462234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.487712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:35.489464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:35.502340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:35.503239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:31:35.524522 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:31:35.541839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:31:35.541839 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:31:35.541839 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '842d320b-0dfe-480e-a870-20eb1d798f1a'}] Jan 14 03:31:35.541839 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:31:35.542278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:31:35.563918 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9432020 Jan 14 03:31:35.564546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38104) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:35.571893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:5b:0f:61', 'name': 'tempest-NetworksTestDHCPv6-689802141'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:35.633118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77b5ae38-64ab-4568-b3c2-278cf8ce49a7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for subnetpool, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.638753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77b5ae38-64ab-4568-b3c2-278cf8ce49a7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7879639 Jan 14 03:31:35.639549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38110) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:35.652952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-85e564a1-9a65-4012-b01b-a2e2a2522f26 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-2147156896') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:35.854203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85e564a1-9a65-4012-b01b-a2e2a2522f26 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-2147156896 HTTP/1.1" status: 201 len: 201 time: 0.2122402 Jan 14 03:31:35.854908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:35.870308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-3d809ccc-f199-4e09-a9ec-84139c7fb92d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-694066163') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:35.885906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:35.899095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:35.902844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:35.916466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:35.941319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:35.949396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:35.986915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Transition to ACTIVE for port object 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:36.030526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Transition to ACTIVE for port object 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:36.085163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 033d9e6c-4d71-42ee-b944-88792b440f77 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:36.091080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:36.138861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3d809ccc-f199-4e09-a9ec-84139c7fb92d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-694066163 HTTP/1.1" status: 201 len: 201 time: 0.2827072 Jan 14 03:31:36.140059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:36.167498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-242ac757-8d19-4403-a702-b7a6380e95da tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-2038854988') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:36.599965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Attempting to bind port a006dc85-300a-4c82-a357-915163b908d8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:36.600597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Attempting to bind port a006dc85-300a-4c82-a357-915163b908d8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:36.601101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Attempting to bind port a006dc85-300a-4c82-a357-915163b908d8 on network 842d320b-0dfe-480e-a870-20eb1d798f1a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:36.670354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:36.741433 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-242ac757-8d19-4403-a702-b7a6380e95da tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-2038854988 HTTP/1.1" status: 201 len: 201 time: 0.6000643 Jan 14 03:31:36.746048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38162) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:36.759236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-4ab55809-ba17-49d7-ac0e-983dd3b8821d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-548833555') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:36.922616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3680b72c-c2df-401f-ae82-2e16fb4b72e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:37.094571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ab55809-ba17-49d7-ac0e-983dd3b8821d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-548833555 HTTP/1.1" status: 201 len: 201 time: 0.3474674 Jan 14 03:31:37.099056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38174) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:37.111402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-19c9b63d-4b8a-4f26-b52a-a3c843ee4e97 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:37.266084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Pushing event updated for resources: {'Port': ['ID=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:37.267889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.297978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:37.306514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Checking segment: {'id': 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:37.306514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.306514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Bound using segment: {'id': 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:37.306514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Bound port: a006dc85-300a-4c82-a357-915163b908d8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '842d320b-0dfe-480e-a870-20eb1d798f1a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:37.309756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.438263 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19c9b63d-4b8a-4f26-b52a-a3c843ee4e97 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 200 len: 241 time: 0.3293140 Jan 14 03:31:37.438263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38188) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:37.459647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-ea6ff59e-c294-46ad-9896-97329acd78cf tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-2147156896') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:37.546816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.549406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:37.672290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b8984be-77b5-46d9-9ffc-f6dcad85a51b None None] Provisioning complete for port 033d9e6c-4d71-42ee-b944-88792b440f77 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:37.672290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b8984be-77b5-46d9-9ffc-f6dcad85a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.839729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5bb02580-c7e3-486c-a08b-add1b3117a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.843063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea6ff59e-c294-46ad-9896-97329acd78cf tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-2147156896 HTTP/1.1" status: 204 len: 168 time: 0.4013145 Jan 14 03:31:37.843063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38206) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:37.863523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-991e203e-6295-453c-b2d1-249fbfbb6fe0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-2147156896') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:37.903360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:37.961498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port f87c67de-f7a2-4244-b92b-a42824893875 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:31:38.188069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] For port a006dc85-300a-4c82-a357-915163b908d8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:38.198167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] For port a006dc85-300a-4c82-a357-915163b908d8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a006dc85-300a-4c82-a357-915163b908d8,segment=NetworkSegment(f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44),segment_id=f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:38.293705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:38.362778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-991e203e-6295-453c-b2d1-249fbfbb6fe0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-2147156896 HTTP/1.1" status: 204 len: 168 time: 0.5192671 Jan 14 03:31:38.363403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38214) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:38.369469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-2760936b-030c-4c6a-876d-62c750d8216d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:38.378121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port a006dc85-300a-4c82-a357-915163b908d8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:38.379538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:38.452688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 033d9e6c-4d71-42ee-b944-88792b440f77, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=033d9e6c-4d71-42ee-b944-88792b440f77,segment=NetworkSegment(0385ceb3-ec35-4671-b3b6-637a8f219d97),segment_id=0385ceb3-ec35-4671-b3b6-637a8f219d97)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:38.487936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:38.822111 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2760936b-030c-4c6a-876d-62c750d8216d tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 200 len: 205 time: 0.4479058 Jan 14 03:31:38.822111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38228) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:38.835030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-45a2ab89-30ab-426b-9e00-95a89e9d3baf tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:39.203932 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45a2ab89-30ab-426b-9e00-95a89e9d3baf tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 200 len: 240 time: 0.3867815 Jan 14 03:31:39.205128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38242) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:39.214446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-dc0ba35b-c4b2-479c-97c1-fb8137403083 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-694066163') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:39.326391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::17b (0db21da6-d133-41c3-a5a5-fbea28870222/5c232c00-8768-4a21-bde4-aba69eab648f/f87c67de-f7a2-4244-b92b-a42824893875) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:39.484971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port a006dc85-300a-4c82-a357-915163b908d8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a006dc85-300a-4c82-a357-915163b908d8,segment=NetworkSegment(f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44),segment_id=f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:39.484971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:39.488639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:39.548475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:39.619242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dc0ba35b-c4b2-479c-97c1-fb8137403083 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-694066163 HTTP/1.1" status: 204 len: 168 time: 0.4022584 Jan 14 03:31:39.619242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:39.695015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-40c723f2-65e2-4722-afff-4fd210b3ffa8 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-694066163') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:40.032321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 28590376-edcc-475d-9467-26f1808fcade no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:31:40.105845 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40c723f2-65e2-4722-afff-4fd210b3ffa8 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-694066163 HTTP/1.1" status: 204 len: 168 time: 0.4742956 Jan 14 03:31:40.110978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38260) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:40.125814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-71505055-b29c-4b34-ac5b-cccdf03c46ca tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:40.227545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:40.244760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:40.281357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:40.299869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:40.299869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b8984be-77b5-46d9-9ffc-f6dcad85a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:40.323380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:40.473150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71505055-b29c-4b34-ac5b-cccdf03c46ca tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 200 len: 205 time: 0.3619256 Jan 14 03:31:40.475875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38268) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:40.490705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-608fd602-5e8f-431a-8ce5-fc65b14aa3db tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:40.523922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for a006dc85-300a-4c82-a357-915163b908d8 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:40.797591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:40.896877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-608fd602-5e8f-431a-8ce5-fc65b14aa3db tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 200 len: 241 time: 0.4169674 Jan 14 03:31:40.897836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38280) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:40.916690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-99f821da-ff58-4d4b-b13f-d1fca584f68c tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-2038854988') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:41.017361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1105a0-d540-4918-8bd0-28a0afeee676 None None] Network 842d320b-0dfe-480e-a870-20eb1d798f1a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:41.484454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:41.486638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-1b8984be-77b5-46d9-9ffc-f6dcad85a51b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:31:41.486638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-1b8984be-77b5-46d9-9ffc-f6dcad85a51b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:31:41.522380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-99f821da-ff58-4d4b-b13f-d1fca584f68c tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-2038854988 HTTP/1.1" status: 204 len: 168 time: 0.6216197 Jan 14 03:31:41.525153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:41.543788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-537064a6-16a0-4bf7-a708-13d75f739e53 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-2038854988') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:41.545186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e3d2e4a-ac49-40dd-90a2-2830f43e918e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:41.674093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Pushing event updated for resources: {'Port': ['ID=a006dc85-300a-4c82-a357-915163b908d8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:41.707591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] For port 28590376-edcc-475d-9467-26f1808fcade, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=28590376-edcc-475d-9467-26f1808fcade,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:41.709419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=a006dc85-300a-4c82-a357-915163b908d8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:41.711999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:41.827832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.345s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.080878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.097040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.134402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.136616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-537064a6-16a0-4bf7-a708-13d75f739e53 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-2038854988 HTTP/1.1" status: 204 len: 168 time: 0.5992591 Jan 14 03:31:42.136616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:42.136616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-a7a76222-3c39-48a6-bccd-53299fcf8325 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:42.144519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.145160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.145722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.150626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.151290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:31:42.194226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:42.410669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Calling delete_port for 28590376-edcc-475d-9467-26f1808fcade owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:42.449695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:42.489576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port a006dc85-300a-4c82-a357-915163b908d8 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:31:42.677258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.847s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:42.761949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Attempting to bind port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:42.761949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Attempting to bind port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd89b8272-b012-46bf-80e8-61e62092a562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:42.761949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Attempting to bind port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 on network 3e511792-d2c5-43ee-bdce-ed1f0010d564 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:42.836799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=033d9e6c-4d71-42ee-b944-88792b440f77,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:42.851843 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:42.859191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:42.900739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7a76222-3c39-48a6-bccd-53299fcf8325 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 200 len: 205 time: 0.7718039 Jan 14 03:31:42.920293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38328) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:42.951201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-241bc216-0517-4907-a983-379dd3831438 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:42.969211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ca56d7-cf36-4145-801c-b748acb35935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:43.062186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.079415 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-241bc216-0517-4907-a983-379dd3831438 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 200 len: 240 time: 0.1576581 Jan 14 03:31:43.084074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38334) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:43.100234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-a029a35a-c66b-4c29-910b-d9bb9fcf5a8e tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-548833555') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Checking segment: {'id': 'd89b8272-b012-46bf-80e8-61e62092a562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Bound using segment: {'id': 'd89b8272-b012-46bf-80e8-61e62092a562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Bound port: 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89b8272-b012-46bf-80e8-61e62092a562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3e511792-d2c5-43ee-bdce-ed1f0010d564'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:43.178004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.259524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a029a35a-c66b-4c29-910b-d9bb9fcf5a8e tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-548833555 HTTP/1.1" status: 204 len: 168 time: 0.1692030 Jan 14 03:31:43.259524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38340) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:43.285366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-c4569a51-ae56-47fd-ad1a-8eb123b9f3f5 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-548833555') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.310875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.403147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842d320b-0dfe-480e-a870-20eb1d798f1a']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.426594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.426942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f112e7a6-b1e0-4d46-8b0a-ddaa7d980f44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.442231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4569a51-ae56-47fd-ad1a-8eb123b9f3f5 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-548833555 HTTP/1.1" status: 204 len: 168 time: 0.1831164 Jan 14 03:31:43.444940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:43.450444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.450871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-d33cf636-afc4-4510-a969-9b834699ebfe tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.480088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object f87c67de-f7a2-4244-b92b-a42824893875 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:43.482601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.486584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:31:43.506992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d33cf636-afc4-4510-a969-9b834699ebfe tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 200 len: 205 time: 0.0585089 Jan 14 03:31:43.515059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38350) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:43.521205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-fa37245e-3135-4589-85a2-8bd8b0efbd48 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.552547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-75acbc66-57f9-462b-ae60-34e0a9bb25ce None None] Provisioning complete for port 033d9e6c-4d71-42ee-b944-88792b440f77 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:43.553000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75acbc66-57f9-462b-ae60-34e0a9bb25ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:43.577075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa37245e-3135-4589-85a2-8bd8b0efbd48 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 204 len: 168 time: 0.0671813 Jan 14 03:31:43.588698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:43.602368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-9c5d747b-cd2a-4f4b-8575-87e399aaa67a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:43.703254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Pushing event deleted for resources: {'Port': ['ID=28590376-edcc-475d-9467-26f1808fcade,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:44.018081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 033d9e6c-4d71-42ee-b944-88792b440f77 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:44.189159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c5d747b-cd2a-4f4b-8575-87e399aaa67a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 204 len: 168 time: 0.5987496 Jan 14 03:31:44.191818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:44.198328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-a5e835ff-5fc1-49a8-aef5-2102a687aef3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:44.239887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.271s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:44.373214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 842d320b-0dfe-480e-a870-20eb1d798f1a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:44.401392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:44.414576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:44.430742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5e835ff-5fc1-49a8-aef5-2102a687aef3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.2270544 Jan 14 03:31:44.430742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38380) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:44.470023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-4f954a13-0f6c-4a2b-b548-b946be819fea tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:44.531061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01b2c778-d26e-420f-9e8f-5cac9c0447cc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:44.569400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 033d9e6c-4d71-42ee-b944-88792b440f77 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:44.575910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:44.690630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f954a13-0f6c-4a2b-b548-b946be819fea tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2619939 Jan 14 03:31:44.699341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38390) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:44.719409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-80c61108-2da4-46cd-a638-c38599587c13 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-1935972081') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:45.019158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] For port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:45.019158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:45.089903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] No DVR routers for this DVR port 28590376-edcc-475d-9467-26f1808fcade on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:31:45.309787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceafb8f6-4e67-4610-ad61-d35e80a81c84 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:45.537597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 842d320b-0dfe-480e-a870-20eb1d798f1a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:31:45.730772 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:31:46.183582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '5c232c00-8768-4a21-bde4-aba69eab648f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:31:46.183582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:46.321966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=f87c67de-f7a2-4244-b92b-a42824893875,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:46.484488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.948s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:46.523247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:46.523247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:46.530921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:31:46.560684 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:31:46.668725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:46.668725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:46.668725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:46.668725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da95c6cd-3115-4435-b3e9-09e63629dd52 tempest-ExternalNetworksTestJSON-1653349133 tempest-ExternalNetworksTestJSON-1653349133] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:46.668725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:46.685985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-80c61108-2da4-46cd-a638-c38599587c13 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-1935972081 HTTP/1.1" status: 201 len: 201 time: 1.9820290 Jan 14 03:31:46.689060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38432) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:46.698762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-1cafe176-9425-4eb0-ad39-c032b5504c7a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-1397721187') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:46.714658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=842d320b-0dfe-480e-a870-20eb1d798f1a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:46.749403 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/842d320b-0dfe-480e-a870-20eb1d798f1a HTTP/1.1" status: 204 len: 168 time: 19.1308963 Jan 14 03:31:46.752639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:46.752639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:46.802838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2028693548'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:46.806234 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 11.2381058 Jan 14 03:31:46.806234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:46.920978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] For port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,segment=NetworkSegment(d89b8272-b012-46bf-80e8-61e62092a562),segment_id=d89b8272-b012-46bf-80e8-61e62092a562)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:46.973885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.018264 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1cafe176-9425-4eb0-ad39-c032b5504c7a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-1397721187 HTTP/1.1" status: 201 len: 201 time: 0.3295090 Jan 14 03:31:47.019360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38450) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:47.028198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-24f9b22b-c94c-4d22-899e-15877cbb2d7a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-1267593950') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:47.085828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:47.138967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca9d975-b1c7-457c-a4ca-c3665daf0f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:47.193605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:47.226952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:47.260994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:47.321563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:47.335524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.467566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8428b-90a9-4eea-b7e9-e33acdbbb940 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:47.467566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c8428b-90a9-4eea-b7e9-e33acdbbb940 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:31:47.518989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:31:47.542784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.542784 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment d3811d50-2d16-4e47-b523-d8ccf1a5e323 of type vxlan for network 98b60dc6-303c-4402-b4ba-0df594e6c202 Jan 14 03:31:47.611367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.777206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.809011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:47.837422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:47.866218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f944f2f4-f5de-4cfc-9151-8a42db907fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:47.895277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Pushing event updated for resources: {'Port': ['ID=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:47.918005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27c8428b-90a9-4eea-b7e9-e33acdbbb940 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:31:47.918005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27c8428b-90a9-4eea-b7e9-e33acdbbb940 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.0994601 Jan 14 03:31:47.922605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1314685 Jan 14 03:31:47.922605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38472) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:47.922605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38474) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:48.068659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:48.189256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:31:48.477842 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24f9b22b-c94c-4d22-899e-15877cbb2d7a tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-1267593950 HTTP/1.1" status: 201 len: 201 time: 1.4501691 Jan 14 03:31:48.477842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:48.490929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-480f6419-092e-4450-8041-323c257f55a1 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-726387773') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:48.576387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/5c232c00-8768-4a21-bde4-aba69eab648f/47ca056e-d572-48ce-a6f3-1982cfab2422) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:31:48.590144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38494) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:48.599743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-480f6419-092e-4450-8041-323c257f55a1 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-726387773 HTTP/1.1" status: 201 len: 201 time: 0.1248209 Jan 14 03:31:48.602423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38500) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:48.613852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-aeb8d400-1f59-4be3-aaac-1773c4127aef tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', {'tags': ['tempest-TagsExtTest-Tag-977001514', 'tempest-TagsExtTest-Tag-1076974667', 'tempest-TagsExtTest-Tag-1047462794']}) {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:48.735775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:48.755337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:48.761715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aeb8d400-1f59-4be3-aaac-1773c4127aef tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 200 len: 317 time: 0.1578522 Jan 14 03:31:48.765053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:48.799997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:48.813006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-fa17bbac-d9ba-40e8-8c71-64a8c19efb7b tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:48.825845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:49.035793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:31:49.370106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa17bbac-d9ba-40e8-8c71-64a8c19efb7b tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 204 len: 168 time: 0.6026762 Jan 14 03:31:49.370345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:49.376836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-46f7f5a7-32f5-4e6d-8152-ea3e47019eab tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-977001514') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:49.519501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:49.545457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Transition to ACTIVE for port object 47ca056e-d572-48ce-a6f3-1982cfab2422 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:49.607680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Transition to ACTIVE for port object 47ca056e-d572-48ce-a6f3-1982cfab2422 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:31:49.641687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:49.848156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:50.027730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:50.052484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Usage tracker for resource:security_group_rule and tenant:a855eef956d841de980b22ea63c8ba8a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:50.093270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:50.096690 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-46f7f5a7-32f5-4e6d-8152-ea3e47019eab tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:50.096690 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-46f7f5a7-32f5-4e6d-8152-ea3e47019eab tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-977001514 HTTP/1.1" status: 404 len: 328 time: 0.7223415 Jan 14 03:31:50.096690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:50.133982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38552) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:50.146327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-86d38302-c6aa-4025-bf8c-30706ba991c3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-1076974667') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:50.247662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:50.338567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Pushing event updated for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:50.346007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:50.360187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:50.382615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:31:50.395761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:31:50.395761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:31:50.569943 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-86d38302-c6aa-4025-bf8c-30706ba991c3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:50.576850 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86d38302-c6aa-4025-bf8c-30706ba991c3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-1076974667 HTTP/1.1" status: 404 len: 329 time: 0.4421000 Jan 14 03:31:50.578928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:50.669554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:50.685441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-60922025-2470-4b72-95e8-ef77ced4d606 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5', 'tempest-TagsExtTest-Tag-1047462794') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:50.731029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:50.776861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b63e948-2805-4b21-bddf-627c9d5bbb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:50.836273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a855eef956d841de980b22ea63c8ba8a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2416098 Jan 14 03:31:50.842788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:50.842788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bacf916-9db8-4aa6-a807-1af10ab79a39,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:50.853801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:50.946341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.010474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.158020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port f87c67de-f7a2-4244-b92b-a42824893875 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:31:51.158020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.187366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.242518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cb305cd-9a49-47eb-afc2-e1c12ccdf5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:51.327115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bacf916-9db8-4aa6-a807-1af10ab79a39,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:51.329388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.352101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bacf916-9db8-4aa6-a807-1af10ab79a39 HTTP/1.1" status: 204 len: 168 time: 0.5068109 Jan 14 03:31:51.354110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:51.374853 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-60922025-2470-4b72-95e8-ef77ced4d606 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:51.378649 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60922025-2470-4b72-95e8-ef77ced4d606 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags/tempest-TagsExtTest-Tag-1047462794 HTTP/1.1" status: 404 len: 329 time: 0.7935994 Jan 14 03:31:51.381033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38580) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:51.397358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-fe3beca1-c9a6-41ef-a60e-71c62bd27b99 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', {'tags': ['tempest-TagsExtTest-Tag-1457700745', 'tempest-TagsExtTest-Tag-1050467302', 'tempest-TagsExtTest-Tag-724326700']}) {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:51.444980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:51.494807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f56b89-c611-4389-bf3a-c3001f0950b5 None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:31:51.638722 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe3beca1-c9a6-41ef-a60e-71c62bd27b99 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 200 len: 317 time: 0.2538881 Jan 14 03:31:51.639522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38588) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:51.651030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-a5825d92-416c-41ef-b27d-4fac513f2710 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:51.863230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:31:51.863230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:31:51.887709 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5825d92-416c-41ef-b27d-4fac513f2710 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.2388518 Jan 14 03:31:51.887709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38596) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:51.897179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-2f25fbbd-511e-4b2f-ba4b-e19d5155220b tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-1457700745') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:52.212764 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-2f25fbbd-511e-4b2f-ba4b-e19d5155220b tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:52.218259 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f25fbbd-511e-4b2f-ba4b-e19d5155220b tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-1457700745 HTTP/1.1" status: 404 len: 329 time: 0.3330688 Jan 14 03:31:52.219146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38606) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:52.230172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-82b47894-939c-48c3-942c-bddd8e6e3d17 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-1050467302') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:52.390129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=98b60dc6-303c-4402-b4ba-0df594e6c202,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:52.390129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.535s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:52.408114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38616) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:52.463936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Attempting to bind port 47ca056e-d572-48ce-a6f3-1982cfab2422 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:31:52.464399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Attempting to bind port 47ca056e-d572-48ce-a6f3-1982cfab2422 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:31:52.464826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Attempting to bind port 47ca056e-d572-48ce-a6f3-1982cfab2422 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:31:52.516022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:31:52.516486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:31:52.521285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:52.525897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:31:52.526834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Bound port: 47ca056e-d572-48ce-a6f3-1982cfab2422, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:31:52.526986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:52.529194 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-82b47894-939c-48c3-942c-bddd8e6e3d17 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:52.530359 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82b47894-939c-48c3-942c-bddd8e6e3d17 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-1050467302 HTTP/1.1" status: 404 len: 329 time: 0.3084514 Jan 14 03:31:52.537949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38624) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:52.543591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-c78d08f4-de4d-4a76-850c-8161b7195b5f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0', 'tempest-TagsExtTest-Tag-724326700') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:52.577631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d9ab620a-3e88-44de-aeb9-c92c87323b70 None None] Provisioning for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:52.625355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:52.662965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:52.793468 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-c78d08f4-de4d-4a76-850c-8161b7195b5f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:52.793468 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c78d08f4-de4d-4a76-850c-8161b7195b5f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags/tempest-TagsExtTest-Tag-724326700 HTTP/1.1" status: 404 len: 328 time: 0.2487767 Jan 14 03:31:52.793468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38632) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:52.802640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-1766cc92-ec06-40d8-ba55-8284b44943f7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', {'tags': ['tempest-TagsExtTest-Tag-159896057', 'tempest-TagsExtTest-Tag-661423492', 'tempest-TagsExtTest-Tag-527436888']}) {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:52.975047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:52.979702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:31:53.352910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:53.356253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1766cc92-ec06-40d8-ba55-8284b44943f7 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 200 len: 315 time: 0.5598350 Jan 14 03:31:53.356253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38644) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:53.369486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-59ea46b5-d973-4d60-b85d-730b14b369dd tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:53.405638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:53.405638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:53.482450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for f87c67de-f7a2-4244-b92b-a42824893875 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:31:53.667075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:31:53.673087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=47ca056e-d572-48ce-a6f3-1982cfab2422,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:31:53.702408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.021844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:54.043330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-59ea46b5-d973-4d60-b85d-730b14b369dd tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 204 len: 168 time: 0.6861916 Jan 14 03:31:54.046390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38660) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:54.053342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-2d12bbf2-0b33-4191-bc42-9d255ff39f04 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-159896057') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:54.096266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.237658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:54.263505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bf3f4f4b8a41ae9e001f75b2a7d176 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:54.282650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:54.329319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:54.361837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Pushing event updated for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:54.411107 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:54.659013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.740521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.750215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.770690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:54.787915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,segment=NetworkSegment(d89b8272-b012-46bf-80e8-61e62092a562),segment_id=d89b8272-b012-46bf-80e8-61e62092a562)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:31:54.848510 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-2d12bbf2-0b33-4191-bc42-9d255ff39f04 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:54.848510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d12bbf2-0b33-4191-bc42-9d255ff39f04 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-159896057 HTTP/1.1" status: 404 len: 328 time: 0.7967396 Jan 14 03:31:54.869246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38682) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:54.874398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-b66de2b9-63f3-43dd-a5ba-d11091b39bc6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-661423492') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:55.080105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:55.105737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:55.254480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:55.274803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9bf3f4f4b8a41ae9e001f75b2a7d176&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7909920 Jan 14 03:31:55.274803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:55.347955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:31:55.531331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:55.544992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:55.614813 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-b66de2b9-63f3-43dd-a5ba-d11091b39bc6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:55.614813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b66de2b9-63f3-43dd-a5ba-d11091b39bc6 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-661423492 HTTP/1.1" status: 404 len: 328 time: 0.7401938 Jan 14 03:31:55.614813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:55.630831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-49a9d532-bf2b-4195-aa5b-c2c0f6685e5c tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a', 'tempest-TagsExtTest-Tag-527436888') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:55.938592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd866f9-f6f0-4fc0-b9b2-81280e19bd05,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:55.983701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:56.014313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e618c60c-4385-4a3d-bb60-27382a982a84 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.736s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:56.105480 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-49a9d532-bf2b-4195-aa5b-c2c0f6685e5c tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:56.111930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49a9d532-bf2b-4195-aa5b-c2c0f6685e5c tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags/tempest-TagsExtTest-Tag-527436888 HTTP/1.1" status: 404 len: 328 time: 0.4960890 Jan 14 03:31:56.115979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38716) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.202688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-d0a8a648-b2cb-4705-aef7-6a9444f415f3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', {'tags': ['tempest-TagsExtTest-Tag-2146366181', 'tempest-TagsExtTest-Tag-1495701778', 'tempest-TagsExtTest-Tag-1973009898']}) {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:56.323408 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0a8a648-b2cb-4705-aef7-6a9444f415f3 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "PUT /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 200 len: 318 time: 0.1967828 Jan 14 03:31:56.323408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38724) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.343637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-a7ba8840-ea19-4b3c-ae87-4fd3803932cd tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:56.347880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=f87c67de-f7a2-4244-b92b-a42824893875,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:56.411466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:56.415771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Provisioning for port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:56.443619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Provisioning complete for port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:56.443619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:56.460563 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7ba8840-ea19-4b3c-ae87-4fd3803932cd tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 204 len: 168 time: 0.1360071 Jan 14 03:31:56.460563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38730) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.485634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-927a2d01-f76b-4a90-b986-61392ce4fa4f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-2146366181') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:56.641259 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-927a2d01-f76b-4a90-b986-61392ce4fa4f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:56.645222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-927a2d01-f76b-4a90-b986-61392ce4fa4f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-2146366181 HTTP/1.1" status: 404 len: 329 time: 0.1839223 Jan 14 03:31:56.645550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38736) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.646302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:56.673261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:56.681651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-da467ccd-265e-42e0-81d6-949e402a2c84 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-1495701778') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:56.772872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38742) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.894755 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-da467ccd-265e-42e0-81d6-949e402a2c84 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:56.910856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da467ccd-265e-42e0-81d6-949e402a2c84 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-1495701778 HTTP/1.1" status: 404 len: 329 time: 0.2582774 Jan 14 03:31:56.917030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38750) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:56.920258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:31:56.925543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-8b00ca28-8e79-4baf-bd0c-53655c1d6904 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831', 'tempest-TagsExtTest-Tag-1973009898') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:56.992333 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-8b00ca28-8e79-4baf-bd0c-53655c1d6904 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] show failed (client error): The resource could not be found. Jan 14 03:31:56.993012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Provisioning complete for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:56.993448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bbd05026-5cb2-432d-9b36-7712eaae1f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.001656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.005794 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b00ca28-8e79-4baf-bd0c-53655c1d6904 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags/tempest-TagsExtTest-Tag-1973009898 HTTP/1.1" status: 404 len: 329 time: 0.0885952 Jan 14 03:31:57.006167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38754) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:57.016142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-093346a7-d247-434f-890b-5bd9a916f2ad tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ebeba31-cc91-4fb5-bd82-08a3be445831') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:57.178164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/f87c67de-f7a2-4244-b92b-a42824893875 HTTP/1.1" status: 204 len: 168 time: 9.2493942 Jan 14 03:31:57.185346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38760) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:57.188960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-093346a7-d247-434f-890b-5bd9a916f2ad tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831/tags HTTP/1.1" status: 204 len: 168 time: 0.1797183 Jan 14 03:31:57.195834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38764) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:57.351738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-80627746-eeea-4382-958a-f2712973b6e9 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9d48595a-88f7-4e5e-b073-fbdee950762a') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:57.615777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.617976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:57.632803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:31:57.639007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Usage tracker for resource:security_group_rule and tenant:3322fd3c2a8d4f75ac8c1fb325ce2790 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:31:57.639007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:31:57.662123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:31:57.760839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a083a7-c2ca-40fc-be64-9924f94bfc30 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:57.768540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a083a7-c2ca-40fc-be64-9924f94bfc30 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:31:57.769848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:57.770959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53a083a7-c2ca-40fc-be64-9924f94bfc30 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5881445 Jan 14 03:31:57.771478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.776140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38776) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:57.936176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.946970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:57.954908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cebb99b3-90fd-4a6f-95bf-43ee26d17d92 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:58.038508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Provisioning complete for port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:58.038508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.046388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8e3af7-5de5-451d-91e0-28f103571c50,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:58.089799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:58.173993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3322fd3c2a8d4f75ac8c1fb325ce2790&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3735917 Jan 14 03:31:58.173993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38784) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:58.269774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:31:58.403506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Provisioning for port 47ca056e-d572-48ce-a6f3-1982cfab2422 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:58.404594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.513790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 47ca056e-d572-48ce-a6f3-1982cfab2422 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:31:58.574616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.611509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Could not find standard attr ID for object f87c67de-f7a2-4244-b92b-a42824893875. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:31:58.701878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Provisioning complete for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:58.702467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3979367b-a486-4d04-8bb8-607bdb1427f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.727998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 5c232c00-8768-4a21-bde4-aba69eab648f {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:31:58.819943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.833065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:58.887122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7171c6f0-ab45-4c98-8196-050b93ccb4e8 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:58.990790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.077389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.142403 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e8e3af7-5de5-451d-91e0-28f103571c50 HTTP/1.1" status: 204 len: 168 time: 0.9660897 Jan 14 03:31:59.142403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8e3af7-5de5-451d-91e0-28f103571c50,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:31:59.150701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:31:59.459991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:59.459991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.517725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-80627746-eeea-4382-958a-f2712973b6e9 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a/tags HTTP/1.1" status: 204 len: 168 time: 2.1987607 Jan 14 03:31:59.520734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38814) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:59.526867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-3733b261-bd0c-458b-94b4-6baf95c5cc5e tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd591ed5-9c66-43c8-8d9d-da5dc8190ed0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:59.527379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.534572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 47ca056e-d572-48ce-a6f3-1982cfab2422 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:31:59.536156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9923397-22fc-41bc-9a9d-e2cbf868bc87 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:31:59.682921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:31:59.703335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.739203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3733b261-bd0c-458b-94b4-6baf95c5cc5e tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0/tags HTTP/1.1" status: 204 len: 168 time: 0.2138577 Jan 14 03:31:59.747406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:31:59.749549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38822) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:59.752446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-2aa378e7-d2f0-4bcb-9b09-ef74a3229f39 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6762da0d-63ba-4e6d-9901-9dba452295d5') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:31:59.951302 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2aa378e7-d2f0-4bcb-9b09-ef74a3229f39 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2027798 Jan 14 03:31:59.955386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711aaf4-5c0d-4d08-973e-d11358dff7d7 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:31:59.959573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38830) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:31:59.995913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd866f9-f6f0-4fc0-b9b2-81280e19bd05,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:00.014725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:00.065221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:00.072539 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccd866f9-f6f0-4fc0-b9b2-81280e19bd05 HTTP/1.1" status: 204 len: 168 time: 4.5006576 Jan 14 03:32:00.299881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-093e7c42-aac9-4577-b452-45310f8ccf02 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for subnetpool, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:00.299881 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-093e7c42-aac9-4577-b452-45310f8ccf02 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnetpools/6ebeba31-cc91-4fb5-bd82-08a3be445831 HTTP/1.1" status: 204 len: 168 time: 0.3394902 Jan 14 03:32:00.299881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38840) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:00.454046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:00.491423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0131f9f8-6ef6-4b90-9251-ee6779772d22 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Synchronizing usage tracker for tenant:932877c6a5824c5ca059164967989942 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:00.511888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:00.568250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0131f9f8-6ef6-4b90-9251-ee6779772d22 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Unset dirty status for tenant:932877c6a5824c5ca059164967989942 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:00.568250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0131f9f8-6ef6-4b90-9251-ee6779772d22 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "GET /v2.0/ports?device_id=9d48595a-88f7-4e5e-b073-fbdee950762a HTTP/1.1" status: 200 len: 205 time: 0.2625058 Jan 14 03:32:00.568250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38854) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:00.747635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:00.859002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a1060fa9914a6fbd91cdda1dde2450 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:00.888538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:00.908720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:00.936889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:01.709021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:01.770489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:01.897454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711aaf4-5c0d-4d08-973e-d11358dff7d7 None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:32:01.916999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711aaf4-5c0d-4d08-973e-d11358dff7d7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 98b60dc6-303c-4402-b4ba-0df594e6c202) {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:32:02.248033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.248033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.350557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.350557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.376014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.376802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Fanout notify agent at l3_agent the message router_deleted on router 9d48595a-88f7-4e5e-b073-fbdee950762a {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:32:02.423301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.428303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f79676b-e9ef-4be3-8b7e-007d89a296ee tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/routers/9d48595a-88f7-4e5e-b073-fbdee950762a HTTP/1.1" status: 204 len: 168 time: 1.8586051 Jan 14 03:32:02.428533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38894) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:02.593163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:02.676085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Deleting port fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:02.676085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:02.832854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:03.070129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:03.902717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:03.966935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0a1060fa9914a6fbd91cdda1dde2450&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4976811 Jan 14 03:32:04.000743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=5c232c00-8768-4a21-bde4-aba69eab648f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:04.000743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38926) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:04.056009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.467s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:04.056009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:04.277531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:04.277531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:04.297932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:04.297932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:04.446029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Calling delete_port for fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:05.421352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.441117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d63130-7366-439d-bf02-b4c6ab7e65b3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:05.455801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.466574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:05.484028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a812d690-bce8-4af4-9d9a-16a8057b60ed tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.515s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:05.488555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.522637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-98b60dc6-303c-4402-b4ba-0df594e6c202', 'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '4fe15d37-abc1-4d98-8d35-a47def6dd495'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:05.545269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.547439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.572559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:05.600853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:05.667677 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/5c232c00-8768-4a21-bde4-aba69eab648f HTTP/1.1" status: 204 len: 168 time: 7.8798985 Jan 14 03:32:05.682611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38968) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:05.682611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:05.682611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.738639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0e888a72-df6c-4659-9640-2517806c439c None None] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=47ca056e-d572-48ce-a6f3-1982cfab2422,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:05.739253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.777608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95172469-6280-4547-8b8f-b4edd1c7fd56 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:05.846770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.863823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.895419 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:05.931517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event deleted for resources: {'Port': ['ID=fd591ed5-9c66-43c8-8d9d-da5dc8190ed0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:05.943087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:05.943087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:05.971393 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/ports/fd591ed5-9c66-43c8-8d9d-da5dc8190ed0 HTTP/1.1" status: 204 len: 168 time: 3.5346594 Jan 14 03:32:05.971393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38974) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:06.050440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Pushing event updated for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:06.062319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:06.064435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Could not find standard attr ID for object f87c67de-f7a2-4244-b92b-a42824893875. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:32:06.100187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=4fe15d37-abc1-4d98-8d35-a47def6dd495,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:06.103644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:06.105828 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 18.1674161 Jan 14 03:32:06.127727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 38982) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:06.386616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d7ebbc2-dccf-4f70-b73c-9644b0d33e7f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6474178 Jan 14 03:32:06.386616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:06.386616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 38992) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:06.392772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:06.445987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f5e53c6-fec0-49ba-8ea1-ed2c52d527c6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:06.515523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d63130-7366-439d-bf02-b4c6ab7e65b3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:06.641374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:06.641374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:06.657409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8d63130-7366-439d-bf02-b4c6ab7e65b3 HTTP/1.1" status: 204 len: 168 time: 2.6362276 Jan 14 03:32:06.770542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b516d21-178c-4c57-b9ca-c5c7a2bd8349 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:06.780576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b516d21-178c-4c57-b9ca-c5c7a2bd8349 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:06.822705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5b516d21-178c-4c57-b9ca-c5c7a2bd8349 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:06.822705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b516d21-178c-4c57-b9ca-c5c7a2bd8349 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4222407 Jan 14 03:32:06.822705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39008) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:06.900924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Allocated IP 172.20.0.3 (98b60dc6-303c-4402-b4ba-0df594e6c202/4fe15d37-abc1-4d98-8d35-a47def6dd495/8965fa18-922e-4f6c-8301-70b4714a8aa0) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:07.179227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ba02c-c476-4ff8-8b2f-8ed575b1a5f3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:07.179227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-155ba02c-c476-4ff8-8b2f-8ed575b1a5f3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:07.304622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:07.315395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-155ba02c-c476-4ff8-8b2f-8ed575b1a5f3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:07.315395 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-155ba02c-c476-4ff8-8b2f-8ed575b1a5f3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4702129 Jan 14 03:32:07.315395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:07.356809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0260c9a3-d503-488e-aa9d-e0c75af65c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:07.503316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Provisioning complete for port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:07.503316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:07.558567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1487c345-a42a-4efd-b13e-aa5938b567d7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2359562 Jan 14 03:32:07.602150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39026) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:07.602150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:07.673392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:07.801278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:07.821672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:88e9d79f2a8547579493cee870d1a0e6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:07.828263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:07.839930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:07.849173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:07.910903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:07.949038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:07.972520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:08.025951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Deleting subnet 6762da0d-63ba-4e6d-9901-9dba452295d5 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:32:08.033896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.087665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.108150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Transition to ACTIVE for port object 8965fa18-922e-4f6c-8301-70b4714a8aa0 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:08.183607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Transition to ACTIVE for port object 8965fa18-922e-4f6c-8301-70b4714a8aa0 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:08.285476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.315776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.326698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.363840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:08.446922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a43f0043-9a63-4d8e-a186-3bb28e46ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:08.623444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697748a2-5446-4852-a753-edb53039af7e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:08.626634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:08.717428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-386edbfa-70a4-40c8-b573-1ea0bbdeff95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:08.719393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.160419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Pushing event updated for resources: {'Port': ['ID=8965fa18-922e-4f6c-8301-70b4714a8aa0,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:09.234868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:09.248190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88e9d79f2a8547579493cee870d1a0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8456497 Jan 14 03:32:09.248190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39060) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:09.261880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:09.290353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:09.290353 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:09.290353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:09.300729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee73a-3bb3-4644-8170-19881284e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.311619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:09.424710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.427858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.438880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Attempting to bind port 8965fa18-922e-4f6c-8301-70b4714a8aa0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:32:09.446769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.447562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Attempting to bind port 8965fa18-922e-4f6c-8301-70b4714a8aa0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd3811d50-2d16-4e47-b523-d8ccf1a5e323', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:32:09.448212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Attempting to bind port 8965fa18-922e-4f6c-8301-70b4714a8aa0 on network 98b60dc6-303c-4402-b4ba-0df594e6c202 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:32:09.489346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:32:09.491368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.500972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Checking segment: {'id': 'd3811d50-2d16-4e47-b523-d8ccf1a5e323', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:09.503563 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.504241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Bound using segment: {'id': 'd3811d50-2d16-4e47-b523-d8ccf1a5e323', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:32:09.505052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Bound port: 8965fa18-922e-4f6c-8301-70b4714a8aa0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3811d50-2d16-4e47-b523-d8ccf1a5e323', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '98b60dc6-303c-4402-b4ba-0df594e6c202'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:32:09.505706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.690693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.699535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] For port 8965fa18-922e-4f6c-8301-70b4714a8aa0, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:32:09.699535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] For port 8965fa18-922e-4f6c-8301-70b4714a8aa0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8965fa18-922e-4f6c-8301-70b4714a8aa0,segment=NetworkSegment(d3811d50-2d16-4e47-b523-d8ccf1a5e323),segment_id=d3811d50-2d16-4e47-b523-d8ccf1a5e323)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:32:09.704107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.704107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.735189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.802418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02b39993-0adc-4c28-8fb1-80a6da5fc315 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:09.848677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697748a2-5446-4852-a753-edb53039af7e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:09.895731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:09.916251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.924322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:09.928631 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/697748a2-5446-4852-a753-edb53039af7e HTTP/1.1" status: 204 len: 168 time: 0.6699851 Jan 14 03:32:09.936687 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:10.335762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Pushing event updated for resources: {'Port': ['ID=8965fa18-922e-4f6c-8301-70b4714a8aa0,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:10.343628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:10.687364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 47ca056e-d572-48ce-a6f3-1982cfab2422 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:10.963606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:10.966684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:11.265988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:32:11.348652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c51d64-e315-4a81-9682-54a9963a25a0 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:11.495448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=4fe15d37-abc1-4d98-8d35-a47def6dd495,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:11.509351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:11.512692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39138) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:11.638692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:11.682792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:11.690104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Usage tracker for resource:security_group_rule and tenant:a14e5d9fb0e84290b22140e2ce97c1d3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:11.708495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:11.741043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:11.783126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:11.953117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:11.955013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:11.988835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.117627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb3df1fb-646c-4481-9310-2974d7d54b3b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:12.347969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.357539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=47ca056e-d572-48ce-a6f3-1982cfab2422,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:12.414868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.441475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.447798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.449359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.586807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8965fa18-922e-4f6c-8301-70b4714a8aa0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:12.635578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6701047-3ac8-4b03-aec3-976cf2771d6c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:12.729366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b60dc6-303c-4402-b4ba-0df594e6c202']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:12.735082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=6']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:12.751846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:12.756220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d9d3cfd-6099-4f61-834f-4e9539f0ba2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:12.776157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3811d50-2d16-4e47-b523-d8ccf1a5e323') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:12.780783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3811d50-2d16-4e47-b523-d8ccf1a5e323') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:12.811085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8965fa18-922e-4f6c-8301-70b4714a8aa0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:12.817714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:12.821669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:12.835176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.851857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:12.852737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.860089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.868786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:12.886816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event deleted for resources: {'Subnet': ['ID=6762da0d-63ba-4e6d-9901-9dba452295d5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:12.897707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:12.898588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:12.911376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=295f9b09-fe68-4e92-8809-c009858b4b84,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:12.915349 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2841728 Jan 14 03:32:12.916717 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:12.920294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:12.933483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:12.938662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd0524-54ff-4249-b96b-979f1c4336f2 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:13.006168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/subnets/6762da0d-63ba-4e6d-9901-9dba452295d5 HTTP/1.1" status: 204 len: 168 time: 7.0363564 Jan 14 03:32:13.007057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7921c5-0270-4b69-8168-b10b3af663a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:13.086090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39204) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:13.195820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a14e5d9fb0e84290b22140e2ce97c1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6444550 Jan 14 03:32:13.197211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3da69d-43bf-4b9a-8f47-b4776e8c8617,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:13.220484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7bf5e-ecb5-401c-882e-cef1893882cb None None] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:13.290893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39210) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:13.304851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:13.457031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:13.470453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:13.477246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:13.491168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:13.513154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:13.534822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:13.795272 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 295f9b09-fe68-4e92-8809-c009858b4b84 (CIDR: 2001:db8::/64) Jan 14 03:32:13.800976 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:32:13.801654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:32:13.834701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729d165-c3fa-4753-a64e-dc4ba5ab248f None None] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:13.851249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e1f738d-7a39-47b5-962e-4daaea77e241 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9294789 Jan 14 03:32:13.854449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39234) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:13.877962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:14.153873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:14.342372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:14.348387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:14.352708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:14.359788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:14.373308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:14.560668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:14.594350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:14.612556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:14.770535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 47ca056e-d572-48ce-a6f3-1982cfab2422 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:14.877880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Deleting port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:14.884815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:14.951294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Provisioning for port 8965fa18-922e-4f6c-8301-70b4714a8aa0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:14.998793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Provisioning complete for port 8965fa18-922e-4f6c-8301-70b4714a8aa0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:15.000948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.132085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.258848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:15.259429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.566916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] For port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,segment=NetworkSegment(d89b8272-b012-46bf-80e8-61e62092a562),segment_id=d89b8272-b012-46bf-80e8-61e62092a562)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:15.567929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.576580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.681709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.775734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] For port 8965fa18-922e-4f6c-8301-70b4714a8aa0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8965fa18-922e-4f6c-8301-70b4714a8aa0,segment=NetworkSegment(d3811d50-2d16-4e47-b523-d8ccf1a5e323),segment_id=d3811d50-2d16-4e47-b523-d8ccf1a5e323)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:15.850881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ef9852-25bd-4249-94e7-db97afdc7b96 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:15.856009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:15.990709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:15.995949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23d4a789-945a-4ace-a7c8-3a94db4b4abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:16.155621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=ae99ef95-7059-46d2-aafc-e31120295784,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:16.295711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:16.303478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Pushing event updated for resources: {'Port': ['ID=8965fa18-922e-4f6c-8301-70b4714a8aa0,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:16.309464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:16.310536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] DHCP port deletion for 98b60dc6-303c-4402-b4ba-0df594e6c202 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:32:16.331882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Deleting port 8965fa18-922e-4f6c-8301-70b4714a8aa0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:16.333726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:16.347046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:16.348423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:16.390075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:16.390758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:16.443874 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:16.467160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b2cc07-c22f-428d-a907-17d3c2bd6b30 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:16.508840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6532137 Jan 14 03:32:16.514442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39356) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:16.548484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:4b:14:7c', 'name': 'tempest-NetworksTestDHCPv6-806243524'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:16.794869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Calling delete_port for 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:16.967753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] DHCP port deletion for 3e511792-d2c5-43ee-bdce-ed1f0010d564 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:32:16.979430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:32:16.979430 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:32:16.979430 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '98b60dc6-303c-4402-b4ba-0df594e6c202'}] Jan 14 03:32:16.979430 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:16.979844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:17.080261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.135494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Deleting port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:17.136094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.203587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:17.218919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.239900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:17.278331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8965fa18-922e-4f6c-8301-70b4714a8aa0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:32:17.284814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:17.299489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.412251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.438582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03321d83-2ca2-4f8a-a598-ebb7d9ea8708 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:17.496544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3da69d-43bf-4b9a-8f47-b4776e8c8617,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:17.498569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.502281 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe3da69d-43bf-4b9a-8f47-b4776e8c8617 HTTP/1.1" status: 204 len: 168 time: 4.2078857 Jan 14 03:32:17.502281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.717701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:17.858216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:17.867642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] For port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,segment=NetworkSegment(d89b8272-b012-46bf-80e8-61e62092a562),segment_id=d89b8272-b012-46bf-80e8-61e62092a562)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:17.868711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:18.214220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Calling delete_port for 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:18.247013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c361b3-605e-4645-b46a-c890576234c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:18.388685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 8965fa18-922e-4f6c-8301-70b4714a8aa0 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:18.389225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:18.555561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event deleted for resources: {'Port': ['ID=6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:18.579077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:18.647482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] No DVR routers for this DVR port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:18.818508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] For port 8965fa18-922e-4f6c-8301-70b4714a8aa0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8965fa18-922e-4f6c-8301-70b4714a8aa0,segment=NetworkSegment(d3811d50-2d16-4e47-b523-d8ccf1a5e323),segment_id=d3811d50-2d16-4e47-b523-d8ccf1a5e323)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:18.819591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:18.878432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port b647e20b-9933-43ee-b447-656e9a007e58 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:32:19.068711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:19.071526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:19.298409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:19.627134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Calling delete_port for 8965fa18-922e-4f6c-8301-70b4714a8aa0 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:19.740944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:19.770170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Deleting port 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:19.770588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:19.910438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8153a9dc-03b4-4010-b615-ac066fc2afc9 None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:19.910867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8153a9dc-03b4-4010-b615-ac066fc2afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:19.940117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8:0:1::18d (0db21da6-d133-41c3-a5a5-fbea28870222/ae99ef95-7059-46d2-aafc-e31120295784/b647e20b-9933-43ee-b447-656e9a007e58) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:19.977079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 8965fa18-922e-4f6c-8301-70b4714a8aa0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8965fa18-922e-4f6c-8301-70b4714a8aa0,segment=NetworkSegment(d3811d50-2d16-4e47-b523-d8ccf1a5e323),segment_id=d3811d50-2d16-4e47-b523-d8ccf1a5e323)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:19.977488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:19.984672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe4b:147c (0db21da6-d133-41c3-a5a5-fbea28870222/295f9b09-fe68-4e92-8809-c009858b4b84/b647e20b-9933-43ee-b447-656e9a007e58) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:20.172359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 8965fa18-922e-4f6c-8301-70b4714a8aa0 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:20.188640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5fcb2-af97-4c13-8cf8-fef08655a21e None None] The port '6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:32:20.514792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e511792-d2c5-43ee-bdce-ed1f0010d564']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:20.568712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89b8272-b012-46bf-80e8-61e62092a562') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:20.571848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89b8272-b012-46bf-80e8-61e62092a562') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:20.633799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:20.723313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:20.732596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:20.793524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:20.844555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:32:20.952680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:32:20.953477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6635a1ea-3e12-4f8d-8b06-8ee9b6a41fd7 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:32:21.026827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '295f9b09-fe68-4e92-8809-c009858b4b84', 'ip_address': '2001:db8::f816:3eff:fe28:61da'}, {'subnet_id': 'ae99ef95-7059-46d2-aafc-e31120295784'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '47ca056e-d572-48ce-a6f3-1982cfab2422'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:32:21.125075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:21.148101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:21.212972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:21.251188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:21.256942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:21.517203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:21.719814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f43c184-eef4-4e4c-8ffe-96d76dd89513 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:21.766458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Deleting port 8965fa18-922e-4f6c-8301-70b4714a8aa0 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:21.766902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:21.834824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Network 3e511792-d2c5-43ee-bdce-ed1f0010d564 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:21.925343 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:21.931074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port 8965fa18-922e-4f6c-8301-70b4714a8aa0 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:21.934539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=8965fa18-922e-4f6c-8301-70b4714a8aa0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:21.964697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d15a9-d089-43a5-95c0-1d98d2c93348 None None] The port '8965fa18-922e-4f6c-8301-70b4714a8aa0' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:32:22.124538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object b647e20b-9933-43ee-b447-656e9a007e58 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:22.171934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.325842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:22.326942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.343687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Allocated IP 2001:db8:0:1::2 (0db21da6-d133-41c3-a5a5-fbea28870222/ae99ef95-7059-46d2-aafc-e31120295784/47ca056e-d572-48ce-a6f3-1982cfab2422) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:22.474448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=b647e20b-9933-43ee-b447-656e9a007e58,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:22.475434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b60dc6-303c-4402-b4ba-0df594e6c202']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:22.482338 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:22.493916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3811d50-2d16-4e47-b523-d8ccf1a5e323') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:22.494266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3811d50-2d16-4e47-b523-d8ccf1a5e323') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:22.502616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:22.504924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:22.507458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:22.510094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.510828 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:22.524233 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:22.530030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.530030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:22.550676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:22.560798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.628031 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.1085200 Jan 14 03:32:22.628031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:22.673162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-47c43433-0916-47d8-b586-3169c731a571 None None] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=47ca056e-d572-48ce-a6f3-1982cfab2422,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:22.729717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:22.784786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port b647e20b-9933-43ee-b447-656e9a007e58 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:22.784786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:23.270292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:23.291568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:23.319815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:23.491184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.774s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:23.495731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39804) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:23.537284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for b647e20b-9933-43ee-b447-656e9a007e58 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:23.787186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 98b60dc6-303c-4402-b4ba-0df594e6c202 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:23.898041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:23.899783 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:23.933279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f551093f-05f9-4830-9cea-9cf08091e106 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:23.935594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:23.958770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.009868 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] 10.222.0.30 "DELETE /v2.0/networks/3e511792-d2c5-43ee-bdce-ed1f0010d564 HTTP/1.1" status: 204 len: 168 time: 10.9171515 Jan 14 03:32:24.032307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Pushing event deleted for resources: {'Network': ['ID=3e511792-d2c5-43ee-bdce-ed1f0010d564,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:24.050788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:24.057059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Transition to ACTIVE for port object 47ca056e-d572-48ce-a6f3-1982cfab2422 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:24.058755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.068854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.069198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93faf319-5cba-441a-8406-d142c0e41f77 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:24.135430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.190441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0890a49-da8f-43ff-b66e-0abed707c6fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:24.200198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/98b60dc6-303c-4402-b4ba-0df594e6c202 HTTP/1.1" status: 204 len: 168 time: 18.0526252 Jan 14 03:32:24.201917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:24.295583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126056901'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:24.312854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=98b60dc6-303c-4402-b4ba-0df594e6c202,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:24.312854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:24.313522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:24.319866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:24.328508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:24.335194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:24.365431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f18103da-6b75-4e93-bd66-c0a1be07a18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:24.375728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:24.391792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.480440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:32:24.504792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.505240 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment 316db1fc-3e55-4c4a-a19d-93b8fe5144ab of type vxlan for network 9391462b-40b2-4426-8c0e-958b5a49ed52 Jan 14 03:32:24.509999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=b647e20b-9933-43ee-b447-656e9a007e58,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:24.514403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:24.542198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.565786 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/b647e20b-9933-43ee-b447-656e9a007e58 HTTP/1.1" status: 204 len: 168 time: 1.9361639 Jan 14 03:32:24.568569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39840) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:24.571738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Pushing event updated for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=7']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:24.586554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.587689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.588501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.589063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.591893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.592974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.593549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.594125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.594765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.595339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.596258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.596859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.597456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.598032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.598500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.599011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.599471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.599930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.601010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.601438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.603181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.604000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.605012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.605953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.606574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.607142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.607705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.608276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.608945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.609502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.610058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.610611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.611183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.611759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.612317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.612954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:24.618254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:24.686137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39848) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:24.692374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.736680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.749047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.764634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa82ca-4995-480a-91e6-f80de60aee20 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:24.764634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8aa82ca-4995-480a-91e6-f80de60aee20 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:24.787858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:24.789217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:24.797845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:24.832083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 47ca056e-d572-48ce-a6f3-1982cfab2422 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:24.843392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8aa82ca-4995-480a-91e6-f80de60aee20 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:24.843751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:24.847760 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8aa82ca-4995-480a-91e6-f80de60aee20 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2756338 Jan 14 03:32:24.848253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:24.852665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Usage tracker for resource:security_group_rule and tenant:33206775e4944b18ae1f4de93ec613e8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:24.856782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:24.865300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:25.095261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:25.150555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:25.252371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b9af5-a17d-40ad-b834-5eaae6b75ede tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:25.256596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-913b9af5-a17d-40ad-b834-5eaae6b75ede tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4045548 Jan 14 03:32:25.258051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.356838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1470230 Jan 14 03:32:25.357878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39868) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.366127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=9391462b-40b2-4426-8c0e-958b5a49ed52,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:25.381316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33206775e4944b18ae1f4de93ec613e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8759627 Jan 14 03:32:25.382268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:25.386808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:25.406444 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:25.407056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03df43c7-810d-4383-86a6-d62f59373191 tempest-NegativeSecGroupTest-914381583 tempest-NegativeSecGroupTest-914381583] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:25.429888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:25.478671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39872) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.491797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7a82c-8f18-4262-ac4e-864a0c18f49d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:25.509610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:25.525840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:25.541198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:25.541426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:25.542428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:25.596860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0952456d-9e1d-4dba-aa4f-5a4650be23d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=932877c6a5824c5ca059164967989942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9041486 Jan 14 03:32:25.603457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39878) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.671298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:25.682821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d571965e-ca11-44ad-96c7-a5722aa9fda5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4212079 Jan 14 03:32:25.701012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39884) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.721119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39888) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:25.881174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:25.920743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:25.990538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:26.004029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:26.007515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:26.021487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:26.034801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:26.057188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be697618-6312-4df0-a385-d0e96c179a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:26.092701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:26.099406 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28e7a82c-8f18-4262-ac4e-864a0c18f49d HTTP/1.1" status: 204 len: 168 time: 0.6009040 Jan 14 03:32:26.106169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7a82c-8f18-4262-ac4e-864a0c18f49d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:26.115196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:26.116213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:26.208106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 295f9b09-fe68-4e92-8809-c009858b4b84 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:32:26.220116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:26.317314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:26.362438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:26.526642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ed908-22db-4eaf-a4ef-58187589ff7c None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:26.556038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:26.582182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.196652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.199382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.223646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.306464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ed25c93e-6c23-4f0a-a4c3-4f171cbce4ea None None] Provisioning for port 47ca056e-d572-48ce-a6f3-1982cfab2422 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:27.336600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ed25c93e-6c23-4f0a-a4c3-4f171cbce4ea None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:27.337263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed25c93e-6c23-4f0a-a4c3-4f171cbce4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.395357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a1df5ec-0140-4241-8a0b-a9df01fedc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:27.535595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:27.544676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Usage tracker for resource:security_group_rule and tenant:4464d8f56b9f4c48979b8d5b4db8c28f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:27.546166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.547746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:27.553978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:27.647891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.655813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.671437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.682162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=295f9b09-fe68-4e92-8809-c009858b4b84,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:27.733447 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4464d8f56b9f4c48979b8d5b4db8c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0071862 Jan 14 03:32:27.737773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:27.745340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2622001-38ee-4a12-b7c1-315232656fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:27.752903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39932) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:27.754994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:27.776974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b4890ea-f9e4-479a-8bd6-e7f50ec309e9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:27.780616 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/295f9b09-fe68-4e92-8809-c009858b4b84 HTTP/1.1" status: 204 len: 168 time: 2.0684707 Jan 14 03:32:27.785572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 39938) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:27.938920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=f5b2e7d3-bf43-4942-888a-1da5bad4d515,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:27.948921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:27.960321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': '316db1fc-3e55-4c4a-a19d-93b8fe5144ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:27.961737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 9391462b-40b2-4426-8c0e-958b5a49ed52, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:32:28.080267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:32:28.122957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9391462b-40b2-4426-8c0e-958b5a49ed52) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:28.134629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4fb7c-24bc-437f-aaa8-0e2d0fb6e639 None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:28.204902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.209879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:28.210757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.266532 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9025316 Jan 14 03:32:28.267398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 39960) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:28.312110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.502296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.526586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae71ac4-5b5c-4c31-91a5-18a8098153e4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:28.591719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.619196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:28.619672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e55e1d4-c764-42d7-87be-9e71a773efbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:28.681529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.696849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet ae99ef95-7059-46d2-aafc-e31120295784 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:32:28.707899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.726282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/caa0ecb6-2ef9-4826-a7e1-4bed478ab30c HTTP/1.1" status: 204 len: 168 time: 3.1110404 Jan 14 03:32:28.731159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.732413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ae71ac4-5b5c-4c31-91a5-18a8098153e4 HTTP/1.1" status: 204 len: 168 time: 0.9665372 Jan 14 03:32:28.744417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc62b1-cafb-4ced-8aaa-4d20cd63a72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa0ecb6-2ef9-4826-a7e1-4bed478ab30c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:28.745775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2e875ed-7e80-4110-a04f-f4cf5162f5d9 None None] Provisioning complete for port 47ca056e-d572-48ce-a6f3-1982cfab2422 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:28.747251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2e875ed-7e80-4110-a04f-f4cf5162f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:28.758174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:29.029136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:29.130896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9391462b-40b2-4426-8c0e-958b5a49ed52', 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': 'f5b2e7d3-bf43-4942-888a-1da5bad4d515'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:29.136152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:29.175039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:29.211420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae71ac4-5b5c-4c31-91a5-18a8098153e4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:29.234738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:29.238701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.709s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:29.239140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:29.444745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.179929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40002) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:30.232048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.275383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Allocated IP 172.20.0.1 (9391462b-40b2-4426-8c0e-958b5a49ed52/f5b2e7d3-bf43-4942-888a-1da5bad4d515/2a628409-bf79-46a7-a029-761a5a043edf) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:30.321836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:30.337234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Usage tracker for resource:security_group_rule and tenant:e2084b1b45f94f248b117b6d54e0fb01 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:30.503735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:30.524874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:30.554659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.571090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Transition to ACTIVE for port object 2a628409-bf79-46a7-a029-761a5a043edf will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:30.593177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3db9c0f5-0ff8-467f-8025-7758a62c653c None None] Could not find standard attr ID for object b647e20b-9933-43ee-b447-656e9a007e58. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:32:30.620072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Transition to ACTIVE for port object 2a628409-bf79-46a7-a029-761a5a043edf will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:30.625206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.637684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.671412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ee44b6d-b28b-476f-9956-0e90630901c8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:30.671626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.735498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4a6f9c1-575e-4345-8206-d7183f487826 tempest-FloatingIPAdminTestJSON-294301717 tempest-FloatingIPAdminTestJSON-294301717] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:30.832334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=ae99ef95-7059-46d2-aafc-e31120295784,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:30.857279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:30.918519 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a596d230-ea17-40ab-a3d3-4055a4c972b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:30.954044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.965996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=f5b2e7d3-bf43-4942-888a-1da5bad4d515,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:30.985718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/ae99ef95-7059-46d2-aafc-e31120295784 HTTP/1.1" status: 204 len: 168 time: 3.1538856 Jan 14 03:32:30.988401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:30.989514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40022) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:31.055576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c9b9f-9e49-4eeb-98e9-8158c7b6dfd8 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:31.061345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.080943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e8a7f29-9dcc-4492-a13f-f21656e523c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:31.110634 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6649c8bc-3137-4d8d-9abe-4bc4d93ac3cf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195805 Jan 14 03:32:31.139604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e2caa-a276-4463-be0a-12a643d6b0a5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:31.144673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2084b1b45f94f248b117b6d54e0fb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528537 Jan 14 03:32:31.150575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:31.151304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40026) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:31.151781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40028) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:31.169041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:31.249632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.250135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.250537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.251390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.258290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.258749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.260376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.264813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.266762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.267204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.267639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.268062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.269591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.270026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.270458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.271202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.271336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.271663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.272073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.276562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.276562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.276562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.276969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.278209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.278698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.281097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.281554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.281983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.282408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.284232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.284703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.285124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.285539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.285953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.286368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.297421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:31.377795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:31.410397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:31.411813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Pushing event updated for resources: {'Port': ['ID=2a628409-bf79-46a7-a029-761a5a043edf,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:31.441957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:31.562442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:31.578678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:31.681344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Attempting to bind port 2a628409-bf79-46a7-a029-761a5a043edf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:32:31.681805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Attempting to bind port 2a628409-bf79-46a7-a029-761a5a043edf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '316db1fc-3e55-4c4a-a19d-93b8fe5144ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:32:31.682301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Attempting to bind port 2a628409-bf79-46a7-a029-761a5a043edf on network 9391462b-40b2-4426-8c0e-958b5a49ed52 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:32:31.690859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:32:31.691414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Checking segment: {'id': '316db1fc-3e55-4c4a-a19d-93b8fe5144ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:31.691954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.692526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Bound using segment: {'id': '316db1fc-3e55-4c4a-a19d-93b8fe5144ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:32:31.693141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Bound port: 2a628409-bf79-46a7-a029-761a5a043edf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316db1fc-3e55-4c4a-a19d-93b8fe5144ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9391462b-40b2-4426-8c0e-958b5a49ed52'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:32:31.693641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.790615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.868226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] For port 2a628409-bf79-46a7-a029-761a5a043edf, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:32:31.872725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] For port 2a628409-bf79-46a7-a029-761a5a043edf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2a628409-bf79-46a7-a029-761a5a043edf,segment=NetworkSegment(316db1fc-3e55-4c4a-a19d-93b8fe5144ab),segment_id=316db1fc-3e55-4c4a-a19d-93b8fe5144ab)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:32:31.880564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.888030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:31.906772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffd730b3-ee23-4ee3-afe2-c254ad218311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:31.937903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.003001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Pushing event updated for resources: {'Port': ['ID=2a628409-bf79-46a7-a029-761a5a043edf,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:32.006188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:32:32.010128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:32.014320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:32.020388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:32.023688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:32.049576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.063218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:32.065467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3093c76e-af75-4177-b7af-4bbc5239d31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:32.117272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Deleting port 47ca056e-d572-48ce-a6f3-1982cfab2422 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:32.117716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.154806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:32.284152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9391462b-40b2-4426-8c0e-958b5a49ed52']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:32.338392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316db1fc-3e55-4c4a-a19d-93b8fe5144ab') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:32.338890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316db1fc-3e55-4c4a-a19d-93b8fe5144ab') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:32.355280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:32:32.396684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.437560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.441353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:32.563068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.812189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e2caa-a276-4463-be0a-12a643d6b0a5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:32.889743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:32.896803 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd8e2caa-a276-4463-be0a-12a643d6b0a5 HTTP/1.1" status: 204 len: 168 time: 1.7380121 Jan 14 03:32:32.896803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:33.149328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:33.181360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:33.242846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 47ca056e-d572-48ce-a6f3-1982cfab2422 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:32:33.415918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800fbc4-58b9-469d-b84d-c2803e4b4592 None None] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:33.588882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] For port 47ca056e-d572-48ce-a6f3-1982cfab2422, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=47ca056e-d572-48ce-a6f3-1982cfab2422,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:33.589246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:33.676831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:33.835668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:33.914973 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:33.916681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:32:33.916681 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:32:33.916681 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '9391462b-40b2-4426-8c0e-958b5a49ed52'}] Jan 14 03:32:33.916681 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:33.921467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:33.922562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40108) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:34.194162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Calling delete_port for 47ca056e-d572-48ce-a6f3-1982cfab2422 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:34.424265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:34.470439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:34.714575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 2a628409-bf79-46a7-a029-761a5a043edf {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:34.715455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:34.792030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:34.832417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:34.874831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:35.006019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Pushing event deleted for resources: {'Port': ['ID=47ca056e-d572-48ce-a6f3-1982cfab2422,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:35.015386 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:35.020032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] No DVR routers for this DVR port 47ca056e-d572-48ce-a6f3-1982cfab2422 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:35.172160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cb271e4-b51d-4017-93a2-b6e2f9b3ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:35.243377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e800e-1ad3-4513-bcb1-1a160dabafc7 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:32:35.330433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:32:35.334603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:35.383485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 2a628409-bf79-46a7-a029-761a5a043edf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2a628409-bf79-46a7-a029-761a5a043edf,segment=NetworkSegment(316db1fc-3e55-4c4a-a19d-93b8fe5144ab),segment_id=316db1fc-3e55-4c4a-a19d-93b8fe5144ab)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:35.383897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:35.607453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e800e-1ad3-4513-bcb1-1a160dabafc7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:32:35.692377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 2a628409-bf79-46a7-a029-761a5a043edf owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:35.715177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8c9bf38-31a3-4f81-813f-56ed62d666f7 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:35.771017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:37d6574b8a8b4542adeca78b25489ffd is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:35.775084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:35.893664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:35.896660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07141f45-8513-4a42-ab68-ab8c8b26bc3f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:35.945922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=9316c396-7348-41b7-bc8c-afc03bc98d7c,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:35.969632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:35.999960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:36.001499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:36.010373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=2a628409-bf79-46a7-a029-761a5a043edf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:36.016157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:36.028043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:36.050113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port 2a628409-bf79-46a7-a029-761a5a043edf on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:36.069629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:36.070308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:36.172896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0190511 Jan 14 03:32:36.181065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40188) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:36.207010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:36.512386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:36.554270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40196) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:36.574707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:36.587354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:36.597526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:36.611008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:36.638213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:36.660253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:36.715157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '9316c396-7348-41b7-bc8c-afc03bc98d7c'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:36.716307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:36.840006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9391462b-40b2-4426-8c0e-958b5a49ed52']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:36.889563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316db1fc-3e55-4c4a-a19d-93b8fe5144ab') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:36.890149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316db1fc-3e55-4c4a-a19d-93b8fe5144ab') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:36.905421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:36.909870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.090573 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9316c396-7348-41b7-bc8c-afc03bc98d7c (CIDR: 2001:db8::/64) Jan 14 03:32:37.099721 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:32:37.101217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:32:37.163242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a5777e9-c38c-46b5-a90d-f3548aa4611f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9796774 Jan 14 03:32:37.164554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40220) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:37.182342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:37.521021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dad1a373-1ed9-43f5-88bb-d88bf2fd3be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.566401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Allocated IP 2001:db8::f816:3eff:fe82:b00b (0db21da6-d133-41c3-a5a5-fbea28870222/9316c396-7348-41b7-bc8c-afc03bc98d7c/a848906c-f83c-42bc-b35a-1893c8ad0d7d) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:37.604587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.735813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:37.748855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:37.754257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:37.763168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.765636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:37.772735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:37.794046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:37.888568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.944112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:37.996564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0cdade76-15f8-45d6-ba41-bd7201b16453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:38.036928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:38.042193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Usage tracker for resource:security_group_rule and tenant:86469f76625f4a178a88c5c4c9b01e25 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:38.046026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:38.052906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:38.101368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.117491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.169736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8300a-b8d2-4dc7-acd2-35bf16ddee35,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:38.175937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37d6574b8a8b4542adeca78b25489ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2524836 Jan 14 03:32:38.177706 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:38.216247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40240) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:38.220261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.437777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.439577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.475237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88086eba-fd32-43ea-a25b-981e55639789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:38.540330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb30afb0-1e99-4905-973c-381e099fb6f8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:38.545709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:38.562132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:38.564153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.594207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:38.705089 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86469f76625f4a178a88c5c4c9b01e25&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1460876 Jan 14 03:32:38.705735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40258) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:38.759585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.008606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.126023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40268) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:39.134206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0af71164-95c4-446e-8379-606c93950b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:39.183821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a8300a-b8d2-4dc7-acd2-35bf16ddee35,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:39.191986 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:39.353870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9391462b-40b2-4426-8c0e-958b5a49ed52 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:39.364842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.368694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7a8300a-b8d2-4dc7-acd2-35bf16ddee35 HTTP/1.1" status: 204 len: 168 time: 1.1511490 Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:39.408176 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:39.466700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.479736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.482703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.499001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5679fd16-062a-4d12-a863-9158905e95fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:39.671712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.711810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:39.714450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=d740cfaa-3950-4450-a35e-1267b4a9598b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:39.725413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:39.733811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f18b8a5a5c4087980216483799acd1 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:39.739065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:39.755301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:39.776653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.856284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.861823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da944cea-dd5b-4493-824e-a556287833f6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:39.879452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Transition to ACTIVE for port object a848906c-f83c-42bc-b35a-1893c8ad0d7d will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:39.880039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb30afb0-1e99-4905-973c-381e099fb6f8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:39.890249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:39.892491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.896324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.906309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:39.910437 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb30afb0-1e99-4905-973c-381e099fb6f8 HTTP/1.1" status: 204 len: 168 time: 1.1688793 Jan 14 03:32:39.911630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:39.955538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/9391462b-40b2-4426-8c0e-958b5a49ed52 HTTP/1.1" status: 204 len: 168 time: 11.6869519 Jan 14 03:32:39.956221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:39.964018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=9391462b-40b2-4426-8c0e-958b5a49ed52,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:39.981371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:39.999969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305912030'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:40.025474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:40.052320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:40.065318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:40.080565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Transition to ACTIVE for port object a848906c-f83c-42bc-b35a-1893c8ad0d7d will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:40.081572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:40.173403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:40.183191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:40.219321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:40.220382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.326155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.331312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:40.347838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.348725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1789072 Jan 14 03:32:40.350668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40306) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:40.351050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40310) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:40.372320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:6e:90:4d', 'name': 'tempest-NetworksTestDHCPv6-2013640802'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:40.419046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c5ba495-8a62-4ba7-af3c-5d8161cfbfec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:40.468055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:32:40.481079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.481520 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment c9ccf170-d65c-4833-b7d6-daff0c91bc22 of type vxlan for network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 Jan 14 03:32:40.541968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.607488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.645719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:40.646434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.699355 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24fd110a-43bb-49cf-842b-8a40884837fb tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:40.745005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7580674 Jan 14 03:32:40.745790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40324) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:40.756238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:40.777641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:40.815927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.865259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Pushing event updated for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:40.870063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:40.881028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '1d475e48-cb75-4580-bd6a-5522dfbbdfd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:40.890148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:40.891702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:40.896877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:40.941384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:40.964461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Attempting to bind port a848906c-f83c-42bc-b35a-1893c8ad0d7d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:32:40.965937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Attempting to bind port a848906c-f83c-42bc-b35a-1893c8ad0d7d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:32:40.966524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Attempting to bind port a848906c-f83c-42bc-b35a-1893c8ad0d7d on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:32:40.972797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:32:40.973625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:40.974235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:40.974826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:32:40.975643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Bound port: a848906c-f83c-42bc-b35a-1893c8ad0d7d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:32:40.976235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.004652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.106433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:32:41.110537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:32:41.117434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.134601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:41.138094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:41.167568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40334) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:41.173659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=1d475e48-cb75-4580-bd6a-5522dfbbdfd3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:41.190677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Usage tracker for resource:security_group_rule and tenant:f73a7ce2ab904c9a9e85dc63a45c677b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:41.196995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:41.202872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.216411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:41.222602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:41.230454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:41.233938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:41.236722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:41.241931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Usage tracker for resource:security_group_rule and tenant:af8aecb49f40412185ef8fe5822d521c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:41.245000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40338) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:41.249141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:41.272212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:41.278311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:41.378462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Pushing event updated for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:41.382742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:41.425909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.443649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:41.446224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.458208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:41.481780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee33aded-b0ce-4ac9-bc7d-492782b107e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:41.544687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:41.578850 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5f18b8a5a5c4087980216483799acd1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4414630 Jan 14 03:32:41.605923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:41.703201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.766297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:41.781732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:41.795684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.818172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c2f6b7-2a99-443a-ad33-1bfa5085d8ce,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:41.828050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:41.890079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:41.890709 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb12113e-3546-42b4-9ac7-0d5fe8bd5ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:41.932183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f73a7ce2ab904c9a9e85dc63a45c677b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5681589 Jan 14 03:32:41.956897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40368) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:42.010872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 1a71ac84-f1a5-4d28-995d-6dc2616194b4 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:32:42.023522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.039544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.096577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:42.100523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Usage tracker for resource:security_group_rule and tenant:554cbd0df8fc4d91a45190416bfecfd4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:42.103605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:42.110954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:42.331750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a362e-c133-48c0-87fb-44ab8244ac48,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:42.355173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8:0:1::258 (0db21da6-d133-41c3-a5a5-fbea28870222/d740cfaa-3950-4450-a35e-1267b4a9598b/1a71ac84-f1a5-4d28-995d-6dc2616194b4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:42.364020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.364584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.364893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.365695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.365695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.366106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.366541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.366938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.367489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.367903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.368318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.368757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.369213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.369625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.370035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.370444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.370896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.371307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.371718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.372261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.372699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.373114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.373527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.373935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.374408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.374817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.375226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.375632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.376053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.376472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.376879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.377430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.377832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.378237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.378646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.379052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:32:42.388718 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:42.397181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.418036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.418744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.433187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::f816:3eff:fe6e:904d (0db21da6-d133-41c3-a5a5-fbea28870222/9316c396-7348-41b7-bc8c-afc03bc98d7c/1a71ac84-f1a5-4d28-995d-6dc2616194b4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:42.458831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd3f6e73-d99c-412d-8bd5-74535f4852a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:42.488010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.522201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.537507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.623493 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af8aecb49f40412185ef8fe5822d521c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4546270 Jan 14 03:32:42.629929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.630445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40378) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:42.633226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.640381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51d58d28-36c3-4442-8bfa-aae9b99ef93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:42.680716 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=554cbd0df8fc4d91a45190416bfecfd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4283595 Jan 14 03:32:42.686718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4181f38-912c-4612-9986-71900e99141a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:42.702447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:42.703478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.709137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40382) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:42.711623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52121ab7-6b77-4e45-b992-2bd61bd308a9 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:42.754026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01f8830-2c71-4f2f-ae8f-8bc957deae1e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:42.758469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:42.763730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a362e-c133-48c0-87fb-44ab8244ac48,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:42.817898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:42.818606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.841824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99f975f8-3b6d-4f34-8afe-22195486584e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:42.893491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c2f6b7-2a99-443a-ad33-1bfa5085d8ce,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:42.965340 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:42.969023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:42.988653 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5c2f6b7-2a99-443a-ad33-1bfa5085d8ce HTTP/1.1" status: 204 len: 168 time: 1.3576107 Jan 14 03:32:43.005677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.010136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.015336 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/178a362e-c133-48c0-87fb-44ab8244ac48 HTTP/1.1" status: 204 len: 168 time: 1.0509670 Jan 14 03:32:43.088640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.153114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.163698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.176151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 1a71ac84-f1a5-4d28-995d-6dc2616194b4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:43.194953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.217367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.246446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.255719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-37458987-1aac-403c-a8f1-bd3cd7eb8c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:43.266830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.294519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4181f38-912c-4612-9986-71900e99141a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:43.298413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.322014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:43.322681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbb8a47c-fa86-4562-9710-013308d89771 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:43.390568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.391761 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d01f8830-2c71-4f2f-ae8f-8bc957deae1e HTTP/1.1" status: 204 len: 168 time: 0.7519932 Jan 14 03:32:43.432675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a848906c-f83c-42bc-b35a-1893c8ad0d7d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:43.465683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.465683 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4181f38-912c-4612-9986-71900e99141a HTTP/1.1" status: 204 len: 168 time: 0.7226319 Jan 14 03:32:43.492604 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9c8c914-982c-4796-8027-bb006c961a13 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:43.546619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=3613cd3a-fbcb-42da-9693-9609bff570e8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:43.583279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:43.583869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac9cfa90-faa0-47a5-8337-b5e4803602cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:43.638165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a848906c-f83c-42bc-b35a-1893c8ad0d7d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:43.638634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=1a71ac84-f1a5-4d28-995d-6dc2616194b4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:43.644650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:43.681902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01f8830-2c71-4f2f-ae8f-8bc957deae1e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:43.710856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:43.813526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:43.814814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:43.821309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.824194 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:43.837212 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:43.947793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:43.951274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:43.986695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'c9ccf170-d65c-4833-b7d6-daff0c91bc22', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '1d475e48-cb75-4580-bd6a-5522dfbbdfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:43.989072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 1d475e48-cb75-4580-bd6a-5522dfbbdfd3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:32:44.014179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6528175 Jan 14 03:32:44.024820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40426) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:44.078714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34789b54-eadc-4fba-af3f-702d2e42d05b None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:44.107848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 1a71ac84-f1a5-4d28-995d-6dc2616194b4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:44.108745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:44.181269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:32:44.240295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:44.269243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1d475e48-cb75-4580-bd6a-5522dfbbdfd3) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:44.272848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:44.310857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:44.323777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:44.325472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Usage tracker for resource:security_group_rule and tenant:b255092b83444219a1119d0e4c563c47 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:44.329024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:44.335074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:44.336813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:44.385385 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6309803 Jan 14 03:32:44.388698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40440) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:44.438221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee4873-3c00-4593-b153-0e1f0182409b None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:44.708487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:44.877740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 1a71ac84-f1a5-4d28-995d-6dc2616194b4 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:45.149951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.318791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.327203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.342442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Provisioning for port a848906c-f83c-42bc-b35a-1893c8ad0d7d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:45.348302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.351790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dab2a787-4701-433b-813a-90a306224ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:45.360158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Provisioning complete for port a848906c-f83c-42bc-b35a-1893c8ad0d7d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:45.360861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.429938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a156d16-15eb-40d1-a053-088ae433075b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:45.439502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:45.456089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.573596 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b255092b83444219a1119d0e4c563c47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3321011 Jan 14 03:32:45.586040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40474) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:45.666887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.754693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.813377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47e721a3-6c9c-4554-bd73-f7efe3b41296 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:45.877262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=1a71ac84-f1a5-4d28-995d-6dc2616194b4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:45.887242 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:45.893470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:45.904790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/1a71ac84-f1a5-4d28-995d-6dc2616194b4 HTTP/1.1" status: 204 len: 168 time: 1.8785653 Jan 14 03:32:45.907615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40486) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:45.908324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903299bd-884e-47a6-915f-9f42c3013a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1d475e48-cb75-4580-bd6a-5522dfbbdfd3', 'network_id': '1d475e48-cb75-4580-bd6a-5522dfbbdfd3', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '3613cd3a-fbcb-42da-9693-9609bff570e8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:45.911886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-903299bd-884e-47a6-915f-9f42c3013a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.208316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6efbda8-6abe-4473-9697-a4626145f814 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:46.230423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6efbda8-6abe-4473-9697-a4626145f814 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:46.239275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:46.259520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.266807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:46.286131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6efbda8-6abe-4473-9697-a4626145f814 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:46.287578 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6efbda8-6abe-4473-9697-a4626145f814 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3789613 Jan 14 03:32:46.290413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40506) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:46.418380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Pushing event updated for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:46.446501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': '9316c396-7348-41b7-bc8c-afc03bc98d7c', 'ip_address': '2001:db8::f816:3eff:fe82:b00b'}, {'subnet_id': 'd740cfaa-3950-4450-a35e-1267b4a9598b'}], 'binding:host_id': 'n-d-765315-13'}, 'id': 'a848906c-f83c-42bc-b35a-1893c8ad0d7d'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:32:46.458659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.492198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.535220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f258c-c5da-4b0e-9682-daf01fd08446 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:46.539911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-056f258c-c5da-4b0e-9682-daf01fd08446 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2484736 Jan 14 03:32:46.545236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40516) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:46.560936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.564741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56c8bb4a-be2c-4848-8ccf-8b854c932219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:46.592003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.599508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:46.600534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.617366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a156d16-15eb-40d1-a053-088ae433075b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:46.621874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:46.629493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ff433e5-3db0-48ae-a4bf-fe25d45f0fc2 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:46.694360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:46.699544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:46.711647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:46.712593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:32:46.729398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=3613cd3a-fbcb-42da-9693-9609bff570e8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:46.739755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:46.750092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:32:46.751375 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d7cb42b6-4c00-4985-b7b4-54ef0ae294e7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2050145 Jan 14 03:32:46.758102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40526) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:46.776380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:46.781618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a156d16-15eb-40d1-a053-088ae433075b HTTP/1.1" status: 204 len: 168 time: 1.1913633 Jan 14 03:32:46.975460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:47.137566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d475e48-cb75-4580-bd6a-5522dfbbdfd3']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:47.156982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ccf170-d65c-4833-b7d6-daff0c91bc22') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:47.157664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ccf170-d65c-4833-b7d6-daff0c91bc22') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:47.183277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:47.226224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:47.233601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:47.431253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Allocated IP 2001:db8:0:1::2 (0db21da6-d133-41c3-a5a5-fbea28870222/d740cfaa-3950-4450-a35e-1267b4a9598b/a848906c-f83c-42bc-b35a-1893c8ad0d7d) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:47.583823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a848906c-f83c-42bc-b35a-1893c8ad0d7d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:47.695212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:47.712361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:47.838414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a848906c-f83c-42bc-b35a-1893c8ad0d7d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:47.838841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.031995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 9316c396-7348-41b7-bc8c-afc03bc98d7c {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:32:48.058968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:48.146510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:48.186955 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:48.200070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.204122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b9e6ae0-b90f-492c-9b24-8a14d5dd274b tempest-PortsAdminExtendedAttrsTestJSON-495026221 tempest-PortsAdminExtendedAttrsTestJSON-495026221] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:48.219846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-903299bd-884e-47a6-915f-9f42c3013a90 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 03:32:48.219846 n-d-765315-13 neutron-server[80721]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 14 03:32:48.219846 n-d-765315-13 neutron-server[80721]: [parameters: {'project_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'id': 'c4637d51-8a67-4504-8721-6682577f87c8', 'name': '', 'network_id': '1d475e48-cb75-4580-bd6a-5522dfbbdfd3', 'mac_address': 'fa:16:3e:85:4f:e7', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1d475e48-cb75-4580-bd6a-5522dfbbdfd3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2989}] Jan 14 03:32:48.219846 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:48.221701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-903299bd-884e-47a6-915f-9f42c3013a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:48.229706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.254591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.261508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Transition to ACTIVE for port object a848906c-f83c-42bc-b35a-1893c8ad0d7d will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:48.262182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=1d475e48-cb75-4580-bd6a-5522dfbbdfd3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:48.265744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:48.271877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/1d475e48-cb75-4580-bd6a-5522dfbbdfd3 HTTP/1.1" status: 204 len: 168 time: 3.8765626 Jan 14 03:32:48.272367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.284964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40568) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:48.288277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.302427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448193406'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:48.318674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:48.328758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:48.335623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:48.350494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:48.371962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.394655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:48.412514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.462278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:32:48.476024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.476559 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment f6efec7b-91a6-41f4-bec5-091e1dae980e of type vxlan for network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 Jan 14 03:32:48.524048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.554355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.578774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.598312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1d1cd74-ea7c-4262-90ff-44d5870ee237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:48.618159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:48.622186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.645535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e098c234-ea50-462c-805c-4300ec1441db tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:48.673495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3871353 Jan 14 03:32:48.678475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40584) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:48.742225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-903299bd-884e-47a6-915f-9f42c3013a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:48.838246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:48.898490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Pushing event updated for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:48.906778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:48.933327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa9b57-9b36-4b64-b0d0-3f2e1e394fbe None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:48.968850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa9b57-9b36-4b64-b0d0-3f2e1e394fbe None None] Network 1d475e48-cb75-4580-bd6a-5522dfbbdfd3 could not be found, it might have been deleted concurrently. {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 03:32:48.998237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:49.203060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=7ebc0fdc-e81e-4570-ada9-4b0bdb135773,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:49.203879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:49.217988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:49.260249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=9316c396-7348-41b7-bc8c-afc03bc98d7c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:49.267081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:49.268270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:49.296858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:49.300261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:49.321605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:49.333865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:49.357541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:49.377506 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/9316c396-7348-41b7-bc8c-afc03bc98d7c HTTP/1.1" status: 204 len: 168 time: 2.6182101 Jan 14 03:32:49.381178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40604) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:49.401328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:49.559357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:49.567289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet d740cfaa-3950-4450-a35e-1267b4a9598b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:32:49.583724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40614) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:49.604443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:49.716834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:49.791998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:49.837598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:32:49.893025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a848906c-f83c-42bc-b35a-1893c8ad0d7d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:32:49.919533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:32:49.921199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:32:50.004853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.034304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e7f0e-c9ba-489a-a2c2-8ae05123171e None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:50.550364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.600000 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.639704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04c57e64-86d4-4246-9561-2c5c48e166ab None None] Could not find standard attr ID for object 1a71ac84-f1a5-4d28-995d-6dc2616194b4. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:32:50.644447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:50.653286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Usage tracker for resource:security_group_rule and tenant:7ead0c0188404eb5a251c1ea00a4f873 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:50.666808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:50.679830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:50.788442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04c57e64-86d4-4246-9561-2c5c48e166ab None None] Provisioning for port a848906c-f83c-42bc-b35a-1893c8ad0d7d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:32:50.798785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-329d9de7-1b0c-4f28-aeab-0c3d04a41491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:50.802419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04c57e64-86d4-4246-9561-2c5c48e166ab None None] Provisioning complete for port a848906c-f83c-42bc-b35a-1893c8ad0d7d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:50.802848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04c57e64-86d4-4246-9561-2c5c48e166ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.839250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.901129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.917633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-805459c7-5688-42f3-8100-ac523fd2a7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:50.944793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a848906c-f83c-42bc-b35a-1893c8ad0d7d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:32:50.945399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:50.957478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ead0c0188404eb5a251c1ea00a4f873&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3624296 Jan 14 03:32:50.971296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40650) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:51.031520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'f6efec7b-91a6-41f4-bec5-091e1dae980e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:51.031924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 7ebc0fdc-e81e-4570-ada9-4b0bdb135773, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:32:51.045726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=33eedd9e-3771-4bc6-82aa-d2ad6b82f8d8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:51.066510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:51.085901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:32:51.093489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbd36cc-2a4d-40f0-88d6-a8ab740796ce,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:51.112615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 7ebc0fdc-e81e-4570-ada9-4b0bdb135773) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:51.129741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:51.155743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:51.156567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.201025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7f45e-5947-4ff3-81fa-bb251eaf565e None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:51.225746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5461514 Jan 14 03:32:51.228457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40658) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:51.243206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.307029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.440515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.632280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.717645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-faf9bba4-7343-45af-a09a-6163bad09d41 tempest-RoutersIpV6Test-992878637 tempest-RoutersIpV6Test-992878637] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:51.792105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-7ebc0fdc-e81e-4570-ada9-4b0bdb135773', 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '33eedd9e-3771-4bc6-82aa-d2ad6b82f8d8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:51.797322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.821323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:51.859574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/d740cfaa-3950-4450-a35e-1267b4a9598b HTTP/1.1" status: 204 len: 168 time: 2.4763486 Jan 14 03:32:51.865057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=d740cfaa-3950-4450-a35e-1267b4a9598b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:51.873054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40688) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:51.877074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:51.933378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.033205 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d7fbc53-ca2b-45c8-b617-ef1d9e3e4a35 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577229 Jan 14 03:32:52.040751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40698) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:52.053208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:52.245422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.305005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f51d27c-5bd2-48f4-9f09-64e4cec01951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:52.341202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:52.348831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:52.355888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:52.387533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Allocated IP 172.20.0.3 (7ebc0fdc-e81e-4570-ada9-4b0bdb135773/33eedd9e-3771-4bc6-82aa-d2ad6b82f8d8/56c5d35d-9f41-436a-b57f-900224c56b13) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:52.396655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:52.418758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.423995 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fbd36cc-2a4d-40f0-88d6-a8ab740796ce HTTP/1.1" status: 204 len: 168 time: 1.4515903 Jan 14 03:32:52.425236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbd36cc-2a4d-40f0-88d6-a8ab740796ce,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:52.439755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:52.461838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:52.473185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.679108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.701986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Transition to ACTIVE for port object 56c5d35d-9f41-436a-b57f-900224c56b13 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:52.744282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Transition to ACTIVE for port object 56c5d35d-9f41-436a-b57f-900224c56b13 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:32:52.804675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:52.820163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.009876 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3d792e5-8a56-4c8c-a46c-880bb0c22a57 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:53.080909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=33eedd9e-3771-4bc6-82aa-d2ad6b82f8d8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:53.088055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:53.153748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:53.215906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40736) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:53.256570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16625867', 'description': 'tempest-secgroup-smoke-16625867 description', 'project_id': '38917ccfe8644bba9b7a1d90e5355885'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:53.310283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:53.328459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.328844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:53.336269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:53.361356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:53.377074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Pushing event updated for resources: {'Port': ['ID=56c5d35d-9f41-436a-b57f-900224c56b13,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:53.383224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:53.434857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:53.443428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:53.447577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:32:53.529162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40744) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:53.531387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.575048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.595069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:32:53.596370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Attempting to bind port 56c5d35d-9f41-436a-b57f-900224c56b13 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:32:53.596805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Attempting to bind port 56c5d35d-9f41-436a-b57f-900224c56b13 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f6efec7b-91a6-41f4-bec5-091e1dae980e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:32:53.597209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Attempting to bind port 56c5d35d-9f41-436a-b57f-900224c56b13 on network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:32:53.604302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Deleting port a848906c-f83c-42bc-b35a-1893c8ad0d7d {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:53.613001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.651699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:53.667029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:53.681693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:53.703080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:53.805455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:32:53.805893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Checking segment: {'id': 'f6efec7b-91a6-41f4-bec5-091e1dae980e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:32:53.806465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:53.806777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Bound using segment: {'id': 'f6efec7b-91a6-41f4-bec5-091e1dae980e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:32:53.807339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Bound port: 56c5d35d-9f41-436a-b57f-900224c56b13, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6efec7b-91a6-41f4-bec5-091e1dae980e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:32:53.809392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.037387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a848906c-f83c-42bc-b35a-1893c8ad0d7d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:32:54.146255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.162050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc0fdc-e81e-4570-ada9-4b0bdb135773']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:54.183711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6efec7b-91a6-41f4-bec5-091e1dae980e') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:54.184269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6efec7b-91a6-41f4-bec5-091e1dae980e') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:54.198134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.216463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.218849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:54.253848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] For port 56c5d35d-9f41-436a-b57f-900224c56b13, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:32:54.294963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03bf2efa-981d-4509-92d8-ef4bdfd6cf5b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:54.462554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=8a21bd74-5af5-4753-9d32-84488f84f289,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:54.515614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.566083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:54.582143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.592376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:54.603484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.608988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e888a72-df6c-4659-9640-2517806c439c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:54.614702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:54.617345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:54.625486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Usage tracker for resource:security_group_rule and tenant:db29279bbad84924951539cb7aa8049a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:54.629278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:54.635690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:54.666897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.684179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:54.684770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.757263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.768498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:54.786416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c10c1df9-b916-4969-9b2c-fb19c76e3218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:54.913055 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db29279bbad84924951539cb7aa8049a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3578241 Jan 14 03:32:54.930756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:54.960373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40790) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:55.086267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Calling delete_port for a848906c-f83c-42bc-b35a-1893c8ad0d7d owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:55.120255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37081f35-a4a3-49b0-9e39-4919074388e0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:55.153183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=7']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:55.166321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:55.171427 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:55.176367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:32:55.176367 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:32:55.176367 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '7ebc0fdc-e81e-4570-ada9-4b0bdb135773'}] Jan 14 03:32:55.176367 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:55.177270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:55.180156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:55.196711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] For port 56c5d35d-9f41-436a-b57f-900224c56b13, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=56c5d35d-9f41-436a-b57f-900224c56b13,segment=NetworkSegment(f6efec7b-91a6-41f4-bec5-091e1dae980e),segment_id=f6efec7b-91a6-41f4-bec5-091e1dae980e)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:32:55.216736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.221391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.262072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.266536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:32:55.269147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.271085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17886a68-c15b-4382-8701-af62659eb7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:55.302539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:55.305603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroup': ['ID=803a4730-4c01-4923-9bc4-487a1b160535,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:55.309345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:32:55.311310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:55.324423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:55.340196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:55.356010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:32:55.357045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.366697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:55.388788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.528583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.557187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bc219cf-7447-41e5-86a5-0baad95b34cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:55.601687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5594687 Jan 14 03:32:55.604782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40816) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:55.612430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:55.616153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37081f35-a4a3-49b0-9e39-4919074388e0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:55.635599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:55.639911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.642012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37081f35-a4a3-49b0-9e39-4919074388e0 HTTP/1.1" status: 204 len: 168 time: 0.6747210 Jan 14 03:32:55.709850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:55.720063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.726711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.735100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b1b12a1-411d-49c5-bfb0-a8316c7dd642 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:55.784059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.873375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:55.879809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.6522071 Jan 14 03:32:55.889538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40826) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:55.890369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1e9c9-1da3-4c75-a89f-52212a854b58,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:55.905449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:55.923494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:55.959493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:55.988547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:55.994115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:56.005883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:56.011015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 56c5d35d-9f41-436a-b57f-900224c56b13 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:56.011567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.035501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.079517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:32:56.080050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:32:56.082749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7216b4-7de8-4611-88e6-7867abadcfd5 None None] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:56.204791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.211280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.213797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a5bac8e-995c-41a4-bb11-5948dd9ba06d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:56.222708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Pushing event updated for resources: {'Port': ['ID=56c5d35d-9f41-436a-b57f-900224c56b13,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:56.256050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:56.313846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93857b5e-315c-4800-8d25-81424fe29cd4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:56.337432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:56.344469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:56.345200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.349494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:56.351265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4432092 Jan 14 03:32:56.352698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:56.353544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:56.355325 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:56.369754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:56.384023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:56.393455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:56.404684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:56.412314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:56.419072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:56.444399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.598508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Deleting port a848906c-f83c-42bc-b35a-1893c8ad0d7d {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:32:56.598508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.625104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.639828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.642450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:56.667773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 56c5d35d-9f41-436a-b57f-900224c56b13, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=56c5d35d-9f41-436a-b57f-900224c56b13,segment=NetworkSegment(f6efec7b-91a6-41f4-bec5-091e1dae980e),segment_id=f6efec7b-91a6-41f4-bec5-091e1dae980e)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:56.668175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.680904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45af2a27-dc2d-4d7b-9d27-75428a8d9ca9,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:56.692066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:56.715439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.716844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3596110 Jan 14 03:32:56.719858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40852) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:56.732426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:56.760291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:56.766164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:56.770400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:56.783004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:56.804466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.852577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 56c5d35d-9f41-436a-b57f-900224c56b13 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:56.918602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40858) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:56.932477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.944841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.950316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:56.952705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8174158b-f39c-446a-ac78-969b914980a5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:57.071277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a374430-fb1d-4594-9f07-4bcdaeb7cd9c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:57.074704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:57.075899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.077816 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569288 Jan 14 03:32:57.080888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40870) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:57.087077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:57.093736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.101499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:57.107884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:57.113968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:57.121322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:57.157186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] For port a848906c-f83c-42bc-b35a-1893c8ad0d7d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a848906c-f83c-42bc-b35a-1893c8ad0d7d,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:32:57.157646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.173750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.321566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.336069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.368496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0adf396-fbeb-4f56-94e9-a0ec9184157d tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:57.370662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb2dfea1-36b4-41ef-baed-7cffc58910bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:57.388506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.389897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3077407 Jan 14 03:32:57.401011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40882) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:57.411834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:57.439667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085638b3-9fe4-46d6-bb99-f56d3b308aab,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:57.442851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:57.451796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:57.456281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Calling delete_port for a848906c-f83c-42bc-b35a-1893c8ad0d7d owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:32:57.472406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:57.477251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:57.492282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:57.514143 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:32:57.529868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.572025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port 56c5d35d-9f41-436a-b57f-900224c56b13 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:57.608798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.611225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.722252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.726787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.728763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1223537b-05a7-4a83-8314-42de2901949b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:57.732977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=56c5d35d-9f41-436a-b57f-900224c56b13,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:57.742638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:57.792136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74be2217-d6df-45e3-9044-d5847d4111e6,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:57.809217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:57.819806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.824600 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185522 Jan 14 03:32:57.824918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40896) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:57.843742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'afc1e9c9-1da3-4c75-a89f-52212a854b58', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:57.861618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:57.866504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c1ed86e-5b65-4c3e-bd58-ca529cd8eda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:57.881528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:57.894338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:57.901228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:57.921690 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:32:57.934349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:57.942809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.040688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Pushing event deleted for resources: {'Port': ['ID=a848906c-f83c-42bc-b35a-1893c8ad0d7d,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:58.048786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] No DVR routers for this DVR port a848906c-f83c-42bc-b35a-1893c8ad0d7d on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:32:58.050727 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:58.081307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927fa05-5773-40a0-b6d2-100984866d42 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:32:58.087838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc0fdc-e81e-4570-ada9-4b0bdb135773']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:58.105347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6efec7b-91a6-41f4-bec5-091e1dae980e') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:58.106030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6efec7b-91a6-41f4-bec5-091e1dae980e') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:32:58.110436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.119784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.121390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.122407 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19e761af-eedb-43a1-aabf-167b38cf9dd1 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:58.172549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.175098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:32:58.182610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904997c0-9ffa-44cb-b5e4-85f15dac6877,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:58.186082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:58.210469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.215531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895452 Jan 14 03:32:58.216214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40908) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:58.222557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'network': {'name': 'tempest-network-smoke--1839386326', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:58.228750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:58.234196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:network and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:58.237628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:58.243587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:58.269318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:58.283761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.526242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:58.548964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Usage tracker for resource:security_group_rule and tenant:992666630a00455da4b370779ab2f33e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:58.557306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:58.566513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:58.575451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.591117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:58.686342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0db21da6-d133-41c3-a5a5-fbea28870222', 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'tenant_id': 'a8c17ed78c18462686b7b54db85d4a1d', 'fixed_ips': [{'subnet_id': '8a21bd74-5af5-4753-9d32-84488f84f289'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:32:58.687292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:58.747573 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a21bd74-5af5-4753-9d32-84488f84f289 (CIDR: 2001:db8::/64) Jan 14 03:32:58.794646 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:32:58.795411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:32:59.102896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-487b29e6-2af9-4805-bda7-1cee4f05ae83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.4962130 Jan 14 03:32:59.105523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40928) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:59.113829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:59.119694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 7ebc0fdc-e81e-4570-ada9-4b0bdb135773 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:32:59.153604 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:32:59.286405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.292663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d53dd9e8-7470-4c00-ad4e-bca3044a016e tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:59.312266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.341966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=7ebc0fdc-e81e-4570-ada9-4b0bdb135773,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:59.353283 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:59.358025 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/7ebc0fdc-e81e-4570-ada9-4b0bdb135773 HTTP/1.1" status: 204 len: 168 time: 8.1285636 Jan 14 03:32:59.363195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40938) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:59.367132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.372890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037410843'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:32:59.379464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:59.382152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.427606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aeb19803-6728-44bc-b566-5db65c1cb64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:32:59.458141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=992666630a00455da4b370779ab2f33e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5365980 Jan 14 03:32:59.459979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:59.463299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24aaf59-ea7a-49ed-aa6a-7452d6443f21,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:32:59.466812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:59.469750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40942) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:32:59.470660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:32:59.474524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:32:59.489707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:32:59.498269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:32:59.514693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:32:59.530008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:59.549303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:59.578597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/8a21bd74-5af5-4753-9d32-84488f84f289/902c93b1-515a-45b9-abe3-9d526b0b54b4) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:32:59.582455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:32:59.611238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.615036 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Added segment ee1ccc85-bb74-40b7-b8e5-b07a730f3761 of type vxlan for network a17fc4b3-d66a-4d9d-920f-44f0393808a0 Jan 14 03:32:59.654062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:32:59.688062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.717056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.727957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.829823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.880075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:32:59.907956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.908371 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment c79b4f25-5b5f-42b7-b276-3996757dcc44 of type vxlan for network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 Jan 14 03:32:59.940277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.957444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:32:59.999177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.003101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.015864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b4f2d76-070f-4bd6-b7a5-01cf9769d568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:00.045226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24aaf59-ea7a-49ed-aa6a-7452d6443f21,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:00.046340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:00.049114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.064430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.077591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Transition to ACTIVE for port object 902c93b1-515a-45b9-abe3-9d526b0b54b4 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:00.093823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ebe97c2-711f-4b23-933b-36f19afb528d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:00.109847 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:00.154084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.160643 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a24aaf59-ea7a-49ed-aa6a-7452d6443f21 HTTP/1.1" status: 204 len: 168 time: 0.6891894 Jan 14 03:33:00.162467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.194364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Transition to ACTIVE for port object 902c93b1-515a-45b9-abe3-9d526b0b54b4 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:00.215914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.229752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:00.230471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.248893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c342c724-f685-4d7c-9144-5ead8df43aaa tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:00.457173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2368579 Jan 14 03:33:00.548419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 40980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:00.562303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29b66ddd-aa75-4f5c-9f79-145b2e42ea3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:00.581521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'admin_state_up': True, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:00.626137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:00.643863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Network': ['ID=a17fc4b3-d66a-4d9d-920f-44f0393808a0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:00.662943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=9d42e999-0c16-4ab3-b637-b4bf4e05fb10,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:00.665631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:router and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:00.673948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:00.676409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:00.686105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:00.705253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3406241 Jan 14 03:33:00.706014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 40990) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:00.718800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:00.763033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:00.789510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:00.803473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:00.830211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:00.849369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.850538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:00.880221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:00.912269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:01.138986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:01.153144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:01.155991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-611d3a03-ccc0-40e5-8385-435fc1ec6d02 req-39aba41f-78e2-4d3d-82c3-c55c76154b53 tempest-VolumesNegativeTest-526131264 tempest-VolumesNegativeTest-526131264] 10.222.0.30 "GET /v2.0/networks?tenant_id=1cf04cef3a1341a0af8ab9f777db241b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870329 Jan 14 03:33:01.177689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:01.189505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:01.230913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:01.251024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:01.495529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:01.505529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:01.684911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:01.842533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:02.038560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:02.045949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:02.296391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:02.390514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d3a03-ccc0-40e5-8385-435fc1ec6d02 req-683fd171-8da9-4938-93e7-188f539a4a44 tempest-VolumesNegativeTest-526131264 tempest-VolumesNegativeTest-526131264] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:02.398440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-611d3a03-ccc0-40e5-8385-435fc1ec6d02 req-683fd171-8da9-4938-93e7-188f539a4a44 tempest-VolumesNegativeTest-526131264 tempest-VolumesNegativeTest-526131264] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1299214 Jan 14 03:33:02.812891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Attempting to bind port 902c93b1-515a-45b9-abe3-9d526b0b54b4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:02.813623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Attempting to bind port 902c93b1-515a-45b9-abe3-9d526b0b54b4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:02.814147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Attempting to bind port 902c93b1-515a-45b9-abe3-9d526b0b54b4 on network 0db21da6-d133-41c3-a5a5-fbea28870222 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:02.821451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:02.822182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Checking segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:02.822660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:02.823257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Bound using segment: {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:02.824055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Bound port: 902c93b1-515a-45b9-abe3-9d526b0b54b4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c7a598-735d-43c7-86a8-a769aeec7916', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:02.824625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:02.908228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-611d3a03-ccc0-40e5-8385-435fc1ec6d02 req-5d3586fc-d32e-4a7c-9518-21b8194f7a6c tempest-VolumesNegativeTest-526131264 tempest-VolumesNegativeTest-526131264] 10.222.0.30 "GET /v2.0/quotas/1cf04cef3a1341a0af8ab9f777db241b HTTP/1.1" status: 200 len: 375 time: 0.3157148 Jan 14 03:33:02.913997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:02.983014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-611d3a03-ccc0-40e5-8385-435fc1ec6d02 req-1d102f1a-8050-4075-884e-614ab197c5ae tempest-VolumesNegativeTest-526131264 tempest-VolumesNegativeTest-526131264] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cf04cef3a1341a0af8ab9f777db241b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603313 Jan 14 03:33:03.058649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:03.066032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:03.075901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:03.114620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72dec0c1-3b6f-4e07-897b-6137516d204f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:03.309689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:03.486457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:03.683244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:03.716231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f412f2eb-c62a-40b4-b2ab-544aadec0e0c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:03.893781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=3ed36540-350b-4f2a-b656-0b29bf89e1b6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:03.958848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:04.333962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'c79b4f25-5b5f-42b7-b276-3996757dcc44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:04.335437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 9d42e999-0c16-4ab3-b637-b4bf4e05fb10, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:04.389717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:04.406795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9d42e999-0c16-4ab3-b637-b4bf4e05fb10) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:04.416186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66ff41-7379-4714-924e-6bf586041ab6 None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:04.505738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:04.507944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:04.510088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:04.595438 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8880312 Jan 14 03:33:04.599029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:04.632410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:04.884500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45611526-e391-4041-81fb-cb9ceeb04f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:05.286294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80832) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:33:05.418567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:05.423558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9d42e999-0c16-4ab3-b637-b4bf4e05fb10', 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '3ed36540-350b-4f2a-b656-0b29bf89e1b6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:05.424991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:05.866024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:06.230190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Allocated IP 172.20.0.1 (9d42e999-0c16-4ab3-b637-b4bf4e05fb10/3ed36540-350b-4f2a-b656-0b29bf89e1b6/ca578f54-9e76-439e-a682-c79e844ab299) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:06.372608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:06.705430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:06.730463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Transition to ACTIVE for port object ca578f54-9e76-439e-a682-c79e844ab299 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:06.772266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Transition to ACTIVE for port object ca578f54-9e76-439e-a682-c79e844ab299 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:06.780024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:06.998479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.071328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.116630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e7db3a5-0347-478a-ae02-fb9d568a17d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:07.186357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a9dd819-ec94-449e-aadc-aa35d82813e6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:07.397017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.25.3.250 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/7032d333-345d-44b9-94f8-179190654396) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:07.406045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=3ed36540-350b-4f2a-b656-0b29bf89e1b6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:07.437728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:07.489431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1034b324-b3b5-4e4b-b3de-31d1714c8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.594004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:07.598093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Provisioning for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:07.654045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:07.654481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.811912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.882458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:07.925032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:07.936021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.054724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.056723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d5923501-9987-4ead-ae41-9ae8ff5e3496 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:08.150482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:08.152803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.192815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.242848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Pushing event updated for resources: {'Port': ['ID=ca578f54-9e76-439e-a682-c79e844ab299,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:08.345830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:08.409091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.556436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:08.563481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42e999-0c16-4ab3-b637-b4bf4e05fb10']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:08.577489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41276) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:08.577864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41278) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:08.579002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79b4f25-5b5f-42b7-b276-3996757dcc44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:08.579504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79b4f25-5b5f-42b7-b276-3996757dcc44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:08.583381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:08.592076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:08.599143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.617567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:08.642805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.648672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:33:08.669402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.681334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.699556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29281ccb-2e8d-4020-b332-3c1c58a44686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:08.763823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.779391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=4']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:08.796639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:08.797190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:08.809170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.868907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Attempting to bind port ca578f54-9e76-439e-a682-c79e844ab299 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:08.869593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Attempting to bind port ca578f54-9e76-439e-a682-c79e844ab299 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c79b4f25-5b5f-42b7-b276-3996757dcc44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:08.870937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Attempting to bind port ca578f54-9e76-439e-a682-c79e844ab299 on network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:08.890003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:08.892289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Checking segment: {'id': 'c79b4f25-5b5f-42b7-b276-3996757dcc44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:08.892942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.896972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Bound using segment: {'id': 'c79b4f25-5b5f-42b7-b276-3996757dcc44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:08.897702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Bound port: ca578f54-9e76-439e-a682-c79e844ab299, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79b4f25-5b5f-42b7-b276-3996757dcc44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:08.898269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:08.941262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=7032d333-345d-44b9-94f8-179190654396,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:08.959769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:08.960363 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:09.051616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2998e4ce-ffcc-473b-bb34-da595bcbe958 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:09.052224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2998e4ce-ffcc-473b-bb34-da595bcbe958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.162416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:09.174107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.196090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:09.227390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:09.325375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-873c4609-a766-421f-b674-fa37442e4057 None None] For port ca578f54-9e76-439e-a682-c79e844ab299, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:09.341283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2998e4ce-ffcc-473b-bb34-da595bcbe958 None None] Could not find standard attr ID for object 1a71ac84-f1a5-4d28-995d-6dc2616194b4. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:33:09.349793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:33:09.384661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:09.452920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:09.481268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:09.481852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.520032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.620628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:33:09.638114 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:33:09.646352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:09.648295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.693560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb16cc3-9068-4bab-b929-06fe1a9b961d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:09.724530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 03:33:09.724530 n-d-765315-13 neutron-server[80721]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 03:33:09.724530 n-d-765315-13 neutron-server[80721]: [parameters: {'id': '9d42e999-0c16-4ab3-b637-b4bf4e05fb10'}] Jan 14 03:33:09.724530 n-d-765315-13 neutron-server[80721]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:33:09.724886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:33:09.746566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-873c4609-a766-421f-b674-fa37442e4057 None None] For port ca578f54-9e76-439e-a682-c79e844ab299, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ca578f54-9e76-439e-a682-c79e844ab299,segment=NetworkSegment(c79b4f25-5b5f-42b7-b276-3996757dcc44),segment_id=c79b4f25-5b5f-42b7-b276-3996757dcc44)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:09.798972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.818043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:09.831234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:09.837671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:09.839493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.842362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Usage tracker for resource:security_group_rule and tenant:88b301bcf5334ac5b1fbc4bbee215c18 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:09.845709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:09.853467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:09.967372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:09.968981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=73aecc21-814a-4018-afa9-0ed5e69198b3,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:10.003104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:10.017943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:10.021684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Usage tracker for resource:security_group_rule and tenant:ff82a17d0d80454fb421c3865df1712d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:10.025432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:10.026111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.084938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:10.119303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:10.132794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.158382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:10.166132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1bb7d6e-c69f-4adc-9f9f-9c4d524d0997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:10.184097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:10.226786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.231365 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 11.1242929 Jan 14 03:33:10.243286 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88b301bcf5334ac5b1fbc4bbee215c18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6468921 Jan 14 03:33:10.246717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Pushing event updated for resources: {'Port': ['ID=ca578f54-9e76-439e-a682-c79e844ab299,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:10.252187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:10.252765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41376) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:10.259443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:10.394107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port ca578f54-9e76-439e-a682-c79e844ab299 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:10.394530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.418635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.532944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:6e:58:84', 'name': 'tempest-NetworksTestDHCPv6-1065384456'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:10.547342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c2aaf-7c44-4d5d-b35e-4b06e3859df0 None None] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:10.863253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bba836-0a7c-4fe5-9d7c-37968d105c62,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:10.911440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port ca578f54-9e76-439e-a682-c79e844ab299, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ca578f54-9e76-439e-a682-c79e844ab299,segment=NetworkSegment(c79b4f25-5b5f-42b7-b276-3996757dcc44),segment_id=c79b4f25-5b5f-42b7-b276-3996757dcc44)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:10.914882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:10.958868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:11.148215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:11.232408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for ca578f54-9e76-439e-a682-c79e844ab299 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:11.291835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:11.434086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:11.458637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00ae64bc-e4e6-45ca-849d-eec1b47e327e tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:11.481022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:11.481448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:11.498845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:11.499423 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fde8e4e7-f026-4ad7-bc02-13e4ac39f574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:11.516794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:11.522294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:port and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:11.525525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:11.533951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:11.643284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:11.723920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=ca578f54-9e76-439e-a682-c79e844ab299,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:11.739401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:11.750601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:11.794611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:11.831383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Usage tracker for resource:security_group_rule and tenant:d0528cca4f794434afbaf35365d27ad6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:11.848167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:11.853509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:11.873927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:11.878832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port ca578f54-9e76-439e-a682-c79e844ab299 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:33:11.938583 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff82a17d0d80454fb421c3865df1712d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3570924 Jan 14 03:33:12.038174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c71532-1abc-4f23-9c11-8ab80f7e728c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:12.043485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.043895 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:12.048004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41450) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:12.123338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.242382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090baf42-eff4-4fea-b467-5838bf62994a None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:33:12.265505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d42e999-0c16-4ab3-b637-b4bf4e05fb10']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:12.282941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79b4f25-5b5f-42b7-b276-3996757dcc44') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:12.283587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79b4f25-5b5f-42b7-b276-3996757dcc44') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:12.292796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.314943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.345522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.348677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.351000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:33:12.430074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.470047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090baf42-eff4-4fea-b467-5838bf62994a None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:33:12.518103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f7450fbf-fe9f-40ac-8936-d2613b133f48 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:12.518787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7450fbf-fe9f-40ac-8936-d2613b133f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.737535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:12.761611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:12.861647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.040165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 9d42e999-0c16-4ab3-b637-b4bf4e05fb10 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:13.126096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.202705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:33:13.232534 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:33:13.234356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.234444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29494c54-0794-4c81-bf81-5e1e34e90b22 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:33:13.237823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-213fa7d1-8376-40a0-9948-614323b9b869 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:13.266990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.299047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=9d42e999-0c16-4ab3-b637-b4bf4e05fb10,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:13.374326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.382184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:13.388252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.413954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.430116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b6e66e8-8f46-438a-a6dc-05d2eaa1216b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:13.437258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b7f5a74-879e-4e6b-91c6-bfb7214063c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:13.442411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0528cca4f794434afbaf35365d27ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2926295 Jan 14 03:33:13.445670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41498) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:13.459455 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/9d42e999-0c16-4ab3-b637-b4bf4e05fb10 HTTP/1.1" status: 204 len: 168 time: 8.8559840 Jan 14 03:33:13.463695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.466891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.468427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79c71532-1abc-4f23-9c11-8ab80f7e728c HTTP/1.1" status: 204 len: 168 time: 1.4125812 Jan 14 03:33:13.476148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41502) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:13.496652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 02db84a1-1847-4083-bb26-c1fba2664001 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:33:13.500378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a913b216-8164-4eb7-83f6-c6c3d69199f3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:13.507431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:13.528105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29494c54-0794-4c81-bf81-5e1e34e90b22 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:33:13.565707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.601876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.654295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.660152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78cc9af7-4087-4d92-8414-580c3d61be21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:13.674514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913b216-8164-4eb7-83f6-c6c3d69199f3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:13.680970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:13.684624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.688335 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a913b216-8164-4eb7-83f6-c6c3d69199f3 HTTP/1.1" status: 204 len: 168 time: 0.2359052 Jan 14 03:33:13.703152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:13.705440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82bba836-0a7c-4fe5-9d7c-37968d105c62 HTTP/1.1" status: 204 len: 168 time: 3.4125018 Jan 14 03:33:13.706908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bba836-0a7c-4fe5-9d7c-37968d105c62,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:13.712060 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:13.784815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621812463'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:13.790553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e22e9c9-ccea-4304-a6e5-bca43998321a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:13.830438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c71532-1abc-4f23-9c11-8ab80f7e728c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:13.845791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:13.859000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:13.867544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:13.873323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:13.905022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:13.939749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router d1e686f0-8517-4e58-b664-4fea30cc69bd is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:33:13.988801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:14.000277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.302882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:33:14.336303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Sync routers for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:33:14.370730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.373217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41528) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:14.373327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 13.8233657 Jan 14 03:33:14.395599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::17f (0db21da6-d133-41c3-a5a5-fbea28870222/8a21bd74-5af5-4753-9d32-84488f84f289/02db84a1-1847-4083-bb26-c1fba2664001) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:14.398092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:14.411501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:5884 (0db21da6-d133-41c3-a5a5-fbea28870222/73aecc21-814a-4018-afa9-0ed5e69198b3/02db84a1-1847-4083-bb26-c1fba2664001) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:14.421845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.422273 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment 0a11b71c-3145-46e8-b168-2f3682422299 of type vxlan for network 5becae5c-c9d9-4585-bdbf-2f15de698d73 Jan 14 03:33:14.523162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.560355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:14.563417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:14.621363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41538) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:14.655773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.691967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:14.700817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Usage tracker for resource:security_group_rule and tenant:6eb782e87ba3426d94aa69c3f7449392 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:14.707083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:14.722259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:14.759616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41542) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:14.788053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:14.820754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.845141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:14.846474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.871116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:14.925408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.930136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:14.956384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69bc46e9-b408-4f0b-8627-634b8b15fd53 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:14.988424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8384cdd-1b4c-4ce2-a797-f14ea9288d4c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:15.032949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:15.060558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.066356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6eb782e87ba3426d94aa69c3f7449392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416673 Jan 14 03:33:15.067051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41554) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:15.138632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=5becae5c-c9d9-4585-bdbf-2f15de698d73,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:15.180007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4675889 Jan 14 03:33:15.194165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:15.197427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41560) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:15.209146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Usage tracker for resource:security_group_rule and tenant:4841c9341a7f4b96a05173e40debf041 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:15.215460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:15.218031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '5becae5c-c9d9-4585-bdbf-2f15de698d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:15.227254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:15.316518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.406390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:15.411945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.413297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:15.417893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.491795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53ab10d0-ef80-44f3-be7f-29022d25d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:15.520369 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4841c9341a7f4b96a05173e40debf041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595601 Jan 14 03:33:15.522732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:15.608416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:15.657300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed168a49-6862-43c2-a9c9-7c2c9495d0da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:15.687610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:15.784519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.786411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:15.851470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.874347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 02db84a1-1847-4083-bb26-c1fba2664001 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:15.901615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.971362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:15.999625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2327e843-3afe-4567-a409-df3fb604c109 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:16.159931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=02db84a1-1847-4083-bb26-c1fba2664001,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:16.267350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.276204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.297230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:16.300201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.334364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-491362de-4842-45d0-81aa-9753c6e81ca2 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?project_id=38917ccfe8644bba9b7a1d90e5355885&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.9596879 Jan 14 03:33:16.363955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41594) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:16.522263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:16.530513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:16.544171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:16.548500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:11Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:16.553093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:16.565595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Checking router: d1e686f0-8517-4e58-b664-4fea30cc69bd for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:33:16.566250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Updating router d1e686f0-8517-4e58-b664-4fea30cc69bd port 7032d333-345d-44b9-94f8-179190654396 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:33:16.672078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.675187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:16.724441 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:16.775065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:16.795987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:16.798453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:16.802931 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:16.851926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:16.852698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.893750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed168a49-6862-43c2-a9c9-7c2c9495d0da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:16.898322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:16.899974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.904216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed168a49-6862-43c2-a9c9-7c2c9495d0da HTTP/1.1" status: 204 len: 168 time: 1.3548977 Jan 14 03:33:16.904529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:16.907846 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.6142199 Jan 14 03:33:16.908798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:17.162320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 02db84a1-1847-4083-bb26-c1fba2664001 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:17.162716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:17.241578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:17.361846 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6ff0cd5-4224-4297-8581-f4f99af4a57d tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:17.396303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845cef86-d9aa-4cfb-9251-eebb9d54f92e tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:17.398009 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-845cef86-d9aa-4cfb-9251-eebb9d54f92e tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0289798 Jan 14 03:33:17.408795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8384cdd-1b4c-4ce2-a797-f14ea9288d4c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:17.409609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:17.414881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:17.496683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:17.500409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8384cdd-1b4c-4ce2-a797-f14ea9288d4c HTTP/1.1" status: 204 len: 168 time: 2.4295342 Jan 14 03:33:17.788500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41636) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:17.888214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.026841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.068409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Transition to ACTIVE for port object 7032d333-345d-44b9-94f8-179190654396 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:18.078820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.148142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.177871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 02db84a1-1847-4083-bb26-c1fba2664001 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:18.320299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c495e203-6970-4be0-9f54-6c5b374ee8e8 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:18.323556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:18.373937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7170090c-7a65-498d-a1a0-c7766d792782 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7270229 Jan 14 03:33:18.381661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:18.389422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452725794', 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:18.552708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Pushing event updated for resources: {'Port': ['ID=7032d333-345d-44b9-94f8-179190654396,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:18.573536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:18.615763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Attempting to bind port 7032d333-345d-44b9-94f8-179190654396 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:18.616195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Attempting to bind port 7032d333-345d-44b9-94f8-179190654396 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:18.616646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Attempting to bind port 7032d333-345d-44b9-94f8-179190654396 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:18.621019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-099c4a06-e295-4597-a759-c982dca59b2a None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:18.621485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-099c4a06-e295-4597-a759-c982dca59b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.695987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:18.696471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:18.696995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.697366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:18.697920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Bound port: 7032d333-345d-44b9-94f8-179190654396, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:18.698205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=edf0c127-ff49-4528-9a40-3e32bfb4e22f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:18.698586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.705224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:18.744178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.838172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:18.847280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] For port 7032d333-345d-44b9-94f8-179190654396, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:18.851666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] For port 7032d333-345d-44b9-94f8-179190654396, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7032d333-345d-44b9-94f8-179190654396,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:18.857053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.861580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': '0a11b71c-3145-46e8-b168-2f3682422299', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '5becae5c-c9d9-4585-bdbf-2f15de698d73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:18.861998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 5becae5c-c9d9-4585-bdbf-2f15de698d73, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:18.879548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:18.899212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf04cef3a1341a0af8ab9f777db241b is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:18.899716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:18.902028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:18.911044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:18.926169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:19.043373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b75749-71ee-47c7-8451-7fc74cea61bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:19.086600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.102944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:19.112455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.151829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f105446-f132-4842-b17d-b2dd483102ef tempest-RoutersIpV6AdminTest-1011419949 tempest-RoutersIpV6AdminTest-1011419949] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:19.154120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09196b9f-f4bc-47fe-b581-7ecc96054998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:19.166248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cf04cef3a1341a0af8ab9f777db241b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3750050 Jan 14 03:33:19.174703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:19.179575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.203328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:19.209883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Usage tracker for resource:security_group_rule and tenant:528f500428a24b688a521d1e5cbd5cf5 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:19.213085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:19.219909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:19.248934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Pushing event updated for resources: {'Port': ['ID=7032d333-345d-44b9-94f8-179190654396,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:19.251266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=02db84a1-1847-4083-bb26-c1fba2664001,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:19.264875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-97bd051b-6223-4fe8-aac3-587b167b66f3 None None] Could not find standard attr ID for object 02db84a1-1847-4083-bb26-c1fba2664001. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:33:19.269648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:19.270714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:subnet and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:19.275307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:19.289678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.316843 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/02db84a1-1847-4083-bb26-c1fba2664001 HTTP/1.1" status: 204 len: 168 time: 2.4069016 Jan 14 03:33:19.325451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:19.326557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:19.329052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41690) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:19.348178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.369145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:19.370525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:19.424977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.449253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:19.470475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-398b141d-d9d5-4ab2-8af9-0e1f50711c30 req-3811ec0f-4a96-45c7-a8a3-c3fc0a76f6f5 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] (80833) timed out ('10.222.0.78', 50310) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:19.471462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.550221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.623866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:19.637299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.666026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 5becae5c-c9d9-4585-bdbf-2f15de698d73) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:19.686762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3be830-d11b-4eab-b4b1-f688b5691dd6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:19.702816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.715752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:19.719503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:19.722173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:19.722991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.740755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35d696a8-84d1-4dac-8e44-a8abd20ced55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:19.776914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'network': {'name': 'tempest-network-smoke--1995941804', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'port_security_enabled': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:19.783094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:19.787286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:network and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:19.791441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:19.797958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:19.806324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4dd904-535d-46d0-bab3-f3ad55fa6f35,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:19.815728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25bce78d-6801-49bb-a1c3-38085296c3bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=528f500428a24b688a521d1e5cbd5cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9619811 Jan 14 03:33:19.817452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.822526 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae3be830-d11b-4eab-b4b1-f688b5691dd6 HTTP/1.1" status: 204 len: 168 time: 0.6450613 Jan 14 03:33:19.824913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6183465 Jan 14 03:33:19.825985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41702) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:19.839542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Made reservation on behalf of cf8e78b5c0014abcaa764e7d479df74f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:19.850862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:19.863004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3be830-d11b-4eab-b4b1-f688b5691dd6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:19.866984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41706) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:19.880225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:20.120498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:20.121586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:20.132900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.167965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7eed2f-e55e-466d-a2bd-18b006899f83 None None] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:20.184806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee756a-233c-4286-beea-860200f9a9fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:20.185832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55ee756a-233c-4286-beea-860200f9a9fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:20.285860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55ee756a-233c-4286-beea-860200f9a9fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:20.287427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55ee756a-233c-4286-beea-860200f9a9fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9571712 Jan 14 03:33:20.291266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.310065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41724) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:20.340459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.392078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:20.482553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:11Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:20.487579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55102cc7-b95e-4b9b-a4b5-81fe83f59501 None None] The sync data for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 is: [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:11Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:33:20.557235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:20.559762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29305f2-0091-46d1-9c3c-d04364791f83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:20.560138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.562096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d29305f2-0091-46d1-9c3c-d04364791f83 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2413032 Jan 14 03:33:20.568041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41740) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:20.671077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:20.719982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.724739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.765547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc55a04-c606-4dd1-a106-7e5ecc04d300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-5becae5c-c9d9-4585-bdbf-2f15de698d73', 'network_id': '5becae5c-c9d9-4585-bdbf-2f15de698d73', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': 'edf0c127-ff49-4528-9a40-3e32bfb4e22f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:20.767917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fc55a04-c606-4dd1-a106-7e5ecc04d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:20.818302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:20.924925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c67af0b-7450-4b37-a87e-616e6b491d65 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:21.281460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Checking segment: {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:21.282014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network hostable DHCP agents. Network: a17fc4b3-d66a-4d9d-920f-44f0393808a0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:21.326494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:21.332631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:21.343125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:21.344495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:21.366000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Subnet': ['ID=4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:21.395266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7032d333-345d-44b9-94f8-179190654396 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:21.419167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:21.424847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:21.434637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:21.444332 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ae1008d-1e79-48f9-8065-257022f8a1f7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8700035 Jan 14 03:33:21.445824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41762) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:21.525785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-0fc55a04-c606-4dd1-a106-7e5ecc04d300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf0c127-ff49-4528-9a40-3e32bfb4e22f: This subnet is being modified by another concurrent operation. Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf0c127-ff49-4528-9a40-3e32bfb4e22f: This subnet is being modified by another concurrent operation. Jan 14 03:33:21.635662 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:33:21.647211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7032d333-345d-44b9-94f8-179190654396 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:21.659227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7032d333-345d-44b9-94f8-179190654396 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:21.659662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:21.725402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe8908-0455-4e28-ab0b-b494415d11d6 None None] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:21.778486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e18c6798-9cfc-471b-a487-b058e3cca9c2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:21.875017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=edf0c127-ff49-4528-9a40-3e32bfb4e22f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:21.877863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-8a3bafba-c06e-4c6c-abf1-28793d3829c8 req-09ab67be-176a-4cb0-820d-3874df13d6af tempest-SecurityGroupsTestJSON-1190661869 tempest-SecurityGroupsTestJSON-1190661869] (80832) timed out ('10.222.0.78', 50294) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:21.883768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 73aecc21-814a-4018-afa9-0ed5e69198b3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:33:21.886660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a17fc4b3-d66a-4d9d-920f-44f0393808a0) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:21.889432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:21.891370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:21.894393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:21.917437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c516a82-a5ee-41a9-8f98-3c1eefe3a002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:21.962754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4dd904-535d-46d0-bab3-f3ad55fa6f35,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:21.979874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a02b9-425e-4645-addb-2995c692e06b None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:22.022506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:22.023270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.071171 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6876993 Jan 14 03:33:22.081784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:22.134332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:22.179456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.331468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.436202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.440000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d4dd904-535d-46d0-bab3-f3ad55fa6f35 HTTP/1.1" status: 204 len: 168 time: 2.5996399 Jan 14 03:33:22.623734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.650545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5becae5c-c9d9-4585-bdbf-2f15de698d73']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:22.687852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a11b71c-3145-46e8-b168-2f3682422299') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:22.688729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a11b71c-3145-46e8-b168-2f3682422299') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:22.701786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.710673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.722451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.731326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5d57bed-caef-4918-a4da-2c3900b9d128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:22.762822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.772574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:22.775475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:33:22.942612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:22.950394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'fixed_ips': [{'subnet_id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:22.951308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.217537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7032d333-345d-44b9-94f8-179190654396, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7032d333-345d-44b9-94f8-179190654396,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:23.227507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.238538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46861cb0-5ea6-40ab-93c9-402e9ab7c27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:23.383367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:23.399571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.473720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7032d333-345d-44b9-94f8-179190654396,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:23.490596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:23.663918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 5becae5c-c9d9-4585-bdbf-2f15de698d73 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:33:23.785101 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:33:23.787030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroup': ['ID=59712de9-24de-45c1-9676-54f9720b1b28,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:23.797443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:23.805502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.805698 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Added segment d5374872-2afa-4870-90a0-c5a1326f07dd of type vxlan for network 8c731660-c03b-409d-9b13-772466df93ee Jan 14 03:33:23.819054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.833138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a0bcdfe-6cdd-4dbe-b201-52c58e575baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:23.870819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:23.927728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/5becae5c-c9d9-4585-bdbf-2f15de698d73 HTTP/1.1" status: 204 len: 168 time: 4.0594044 Jan 14 03:33:23.931305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=5becae5c-c9d9-4585-bdbf-2f15de698d73,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:23.950612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41872) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:23.968791 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:23.974728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1848596206'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:24.014254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:24.043861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:24.047731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.060909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:24.076787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:24.141890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:24.161206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.222809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Allocated IP 172.20.0.2 (a17fc4b3-d66a-4d9d-920f-44f0393808a0/4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b/258d9d6d-737e-491c-a29a-2013240ea856) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:24.285314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:24.300492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.304874 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment f595d5ab-3dba-4b32-a89f-d754f1fbbe27 of type vxlan for network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 Jan 14 03:33:24.369010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.451009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.501212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:24.501212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.501212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.537773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:24.538869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.564280 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8f1b7a7-de02-4427-b121-0bf4ab6838bc tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:24.735871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:24.754530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=cfa8d3d6-fc37-4fce-94ee-762c8b55b073,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:24.760728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Transition to ACTIVE for port object 258d9d6d-737e-491c-a29a-2013240ea856 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:24.779567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:24.798641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 5.6935596 Jan 14 03:33:24.803783 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9893cd23-b9fb-4cbf-93ca-dda003a212b3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8448768 Jan 14 03:33:24.812659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41916) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:24.812659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41918) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:24.822564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'New_network'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:24.838087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:24.852559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'admin_state_up': True, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:24.868271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:24.874099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:router and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:24.878123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:24.888833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:24.896955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:25.124517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.146089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3ae20fd8-cfc4-41ef-a05b-cb8440b10a3e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:25.365432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Transition to ACTIVE for port object 258d9d6d-737e-491c-a29a-2013240ea856 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:25.412936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7032d333-345d-44b9-94f8-179190654396 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:25.480746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.513476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=73aecc21-814a-4018-afa9-0ed5e69198b3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:25.517831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:25.532575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.546255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.582819 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/73aecc21-814a-4018-afa9-0ed5e69198b3 HTTP/1.1" status: 204 len: 168 time: 4.1326058 Jan 14 03:33:25.593365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 41956) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:25.671851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.673279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.688317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 8a21bd74-5af5-4753-9d32-84488f84f289 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:33:25.692113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.762362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.763684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.787614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47c43433-0916-47d8-b586-3169c731a571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:25.862559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:25.895433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a114f-9d56-449e-9239-76f4ff9eb4dd None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:26.403943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:26.415172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:26.446482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:26.564748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:26.582043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Network': ['ID=8c731660-c03b-409d-9b13-772466df93ee,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:26.584795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 41984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:26.601509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.037s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:26.605980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.864s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:26.606559 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:26.607314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:26.607472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Attempting to bind port 258d9d6d-737e-491c-a29a-2013240ea856 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:26.608307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Attempting to bind port 258d9d6d-737e-491c-a29a-2013240ea856 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:26.609046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Attempting to bind port 258d9d6d-737e-491c-a29a-2013240ea856 on network a17fc4b3-d66a-4d9d-920f-44f0393808a0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:26.612333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Pushing event updated for resources: {'Port': ['ID=258d9d6d-737e-491c-a29a-2013240ea856,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:26.622371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8c731660-c03b-409d-9b13-772466df93ee details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:26.638200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8c731660-c03b-409d-9b13-772466df93ee details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:26.653629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8c731660-c03b-409d-9b13-772466df93ee details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:26.678486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.679090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.679729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.680273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.680913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.681639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.682839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.683369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.683883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.684432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.685089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.685615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.686176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.686688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.687197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.687722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.688238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.688792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.689303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.689920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.690428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.691032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.691600 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9782bb44-bbb3-4285-865a-810acf79440a tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:26.691934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.692626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.693197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.693707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.694230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.694747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.695452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.695964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.696518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.697039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.697586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.698104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.698620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.699138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:26.714309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7032d333-345d-44b9-94f8-179190654396 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:26.714955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:26.736299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.088013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.20.0.1 (a17fc4b3-d66a-4d9d-920f-44f0393808a0/4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b/7b10d0bc-bb8d-486d-8f63-417f96acb01d) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:27.094766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.307s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:27.257026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=cfa8d3d6-fc37-4fce-94ee-762c8b55b073,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:27.269834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:27.294058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.325129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.375640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:27.387838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 is not hosted by any dhcp agent {{(pid=80833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 03:33:27.411729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:27.412575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Checking segment: {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:27.413160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.413860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Bound using segment: {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:27.414413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Bound port: 258d9d6d-737e-491c-a29a-2013240ea856, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:27.414842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.431272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:27.432295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.433882 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "PUT /v2.0/networks/cfa8d3d6-fc37-4fce-94ee-762c8b55b073 HTTP/1.1" status: 200 len: 723 time: 2.6202605 Jan 14 03:33:27.440685 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c5810c9-4b3a-4326-9d8b-7cd0ea3d68d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:27.450771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42014) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:27.467137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3918b31af20b42df9edb0ecfb2ec952f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:27.504077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:27.517148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=8a21bd74-5af5-4753-9d32-84488f84f289,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:27.518849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:27.520509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:27.523726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.541175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/8a21bd74-5af5-4753-9d32-84488f84f289 HTTP/1.1" status: 204 len: 168 time: 1.9466980 Jan 14 03:33:27.544608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42018) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:27.556729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:27.631363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:27.651368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-799a71d7-43c7-4670-97b6-3ec36aae838e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052620 Jan 14 03:33:27.652054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42028) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:27.665899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:27.695944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:27.714586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:27.782308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:27.843259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Transition to ACTIVE for port object 7b10d0bc-bb8d-486d-8f63-417f96acb01d will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:27.865162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:27.870568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:27.873617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:27.879421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:27.899016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:27.982040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:27.993033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:27.998013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:28.010258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:28.042536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:28.210880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:28.487585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] For port 258d9d6d-737e-491c-a29a-2013240ea856, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:28.498814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] For port 258d9d6d-737e-491c-a29a-2013240ea856, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=258d9d6d-737e-491c-a29a-2013240ea856,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:28.533993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:28.631619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:28.696198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0b21fb2-09e6-4b3b-9392-0e1cbb396fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:28.908270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Pushing event updated for resources: {'Port': ['ID=258d9d6d-737e-491c-a29a-2013240ea856,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:28.911892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:28.950565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:29.023913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2148b626-83a9-40ef-9062-4e86d4988aa8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:29.169641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715a515-7c38-4be4-82db-2d7a8b4603a5 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:29.382850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-409d595c-d584-4f1a-9dbc-7db70e3d9f28 req-49bbecae-fde3-4876-a691-a43029472b58 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] (80833) timed out ('10.222.0.74', 59552) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:29.588020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:29.602027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:29.746197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f7880a83-f445-4826-8a34-05a04fe32f56 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:29.746635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7880a83-f445-4826-8a34-05a04fe32f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:29.760451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:29.799352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:29.811547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:29.940518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.001938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.063172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.250096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.348190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.366015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.412743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9f6a5bb-37aa-402f-8201-a125e0c5fd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:30.722538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3918b31af20b42df9edb0ecfb2ec952f&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1134074 Jan 14 03:33:30.726161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:30.730231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca84a3f-993c-47b2-8904-711694e635e1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:30.833490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-382bc089-df2a-446b-8352-f8d308166409 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:30.833943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-382bc089-df2a-446b-8352-f8d308166409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:30.860291 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:31.105452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:31.138992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46b1986-1534-4b4e-97f3-138440350e59 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:31.410448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Allocated IP 172.25.3.252 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/5baade29-daa5-4ac3-ab72-2fd3dc1286b9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:31.415266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:31.445653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:31.804527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:31.811360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.184760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e86f63-4e8e-4a73-91c2-384a6623477b None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:32.362465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=e5362afb-e8e4-47db-93f0-56f4af41fa0f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:32.397324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.258s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:32.401825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d5cce70-4202-41f2-b7d6-afa235b44188 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:32.404320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.458929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09136bbf-57b9-4315-97f6-0e2955c9e4d6 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:32.500408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 258d9d6d-737e-491c-a29a-2013240ea856 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:32.519025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca84a3f-993c-47b2-8904-711694e635e1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:32.527115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.544582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:32.639761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-77861253-3d50-4413-82b3-f29937bff200 None None] Provisioning for port 258d9d6d-737e-491c-a29a-2013240ea856 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:32.715873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.748118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 258d9d6d-737e-491c-a29a-2013240ea856 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:32.770581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 258d9d6d-737e-491c-a29a-2013240ea856 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:32.770949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.788186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:32.789810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bca84a3f-993c-47b2-8904-711694e635e1 HTTP/1.1" status: 204 len: 168 time: 2.0618207 Jan 14 03:33:32.937403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:32.945855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:32.959419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:33.030776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:33.056639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:33.057350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:33.191049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:33.195853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:33.205204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: cfa8d3d6-fc37-4fce-94ee-762c8b55b073, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:33.241313 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.5851097 Jan 14 03:33:33.242366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=8db927cc-eba5-4e59-9b8f-1287321d6b63,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:33.247175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42498) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:33.253904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:33.269138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:33.298892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.299333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.299770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.300198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.300677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.301093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.311352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.311798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.312228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.312660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, cfa8d3d6-fc37-4fce-94ee-762c8b55b073) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:33.312784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.313094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.313520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.313997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.314422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.314840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.317411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.318076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.318636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.319212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.319819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.320412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.320996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.321568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.322136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.323337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.323951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.324640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.325207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.325877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.326448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.327624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.328200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.328800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.329677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.330302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.330863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:33.340719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:33.341790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:33.426491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:33.433022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:33.511133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fc019-f450-4762-8192-c08fa30f2a43 None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:33.560439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:33.571305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:33.573495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router d1e686f0-8517-4e58-b664-4fea30cc69bd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:33:33.618661 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1576054 Jan 14 03:33:33.692751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42524) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:33.707055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:33.731512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e6ea4-835a-4c9e-8342-5e03d9928d05 None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:33.809175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.034341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:34.104808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.160497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.195485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:34.211671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 258d9d6d-737e-491c-a29a-2013240ea856, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=258d9d6d-737e-491c-a29a-2013240ea856,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:34.220847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Usage tracker for resource:security_group_rule and tenant:ae76a67ec8b5439f9f4322f3cc950576 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:34.226342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:34.246572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:34.346289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:34.388456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.395094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:33:34.397350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.407898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.414589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Sync routers for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:33:34.422152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46139d81-4c3d-4378-a315-58ea5e21e232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:34.436912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb27fd68-92f0-41b2-8fbb-ea7ddf2ed6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:34.442095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:34.451559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:34.451905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae76a67ec8b5439f9f4322f3cc950576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161725 Jan 14 03:33:34.455899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42542) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:34.560305 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/d1e686f0-8517-4e58-b664-4fea30cc69bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4774029 Jan 14 03:33:34.606457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd4416d-0a10-481f-8364-8e19b99e23da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:34.657055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:34.659374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.744033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=258d9d6d-737e-491c-a29a-2013240ea856,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:34.759720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.854897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:34.882477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-41bba60a-6207-4ff3-87c2-ed687987ae82 req-8c68181f-fe14-43d7-8e36-282bac661dc7 service neutron] (80832) timed out ('10.222.0.74', 59433) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:34.889741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.899132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30096fce-0f88-438c-8130-b14c403fbb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:34.946560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd4416d-0a10-481f-8364-8e19b99e23da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:34.988549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:34.989805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:34.995569 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bd4416d-0a10-481f-8364-8e19b99e23da HTTP/1.1" status: 204 len: 168 time: 0.5356541 Jan 14 03:33:34.996476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:35.013122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:35.022464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:35.051067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:35.069481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:35.136811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-cfa8d3d6-fc37-4fce-94ee-762c8b55b073', 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': 'e5362afb-e8e4-47db-93f0-56f4af41fa0f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:35.137639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:35.319905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b5044ba6-66aa-41ee-9116-3b8fa618ab0d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:35.339664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02acbbe9-578c-4333-8079-5aebe87084c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:35.370475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b5044ba6-66aa-41ee-9116-3b8fa618ab0d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:35.371766 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b5044ba6-66aa-41ee-9116-3b8fa618ab0d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16625867&fields=id&tenant_id=38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 267 time: 0.1982043 Jan 14 03:33:35.381542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Provisioning for port 7b10d0bc-bb8d-486d-8f63-417f96acb01d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:35.397213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128826725'] for subnet, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:35.523739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:35.594459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:35.647303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:35.665621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:35.679626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:35.847089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:35.862248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:30Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b10d0bc-bb8d-486d-8f63-417f96acb01d', 'name': '', 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:cc:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:26Z', 'updated_at': '2021-01-14T03:33:31Z', 'revision_number': 2, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:35.874440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-c96ac2ea-1631-4b47-aaf6-6c85ac137ff2 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:35.874800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-c96ac2ea-1631-4b47-aaf6-6c85ac137ff2 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:35.898275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Checking router: d1e686f0-8517-4e58-b664-4fea30cc69bd for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:33:35.898638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Updating router d1e686f0-8517-4e58-b664-4fea30cc69bd port 7b10d0bc-bb8d-486d-8f63-417f96acb01d binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:33:35.902912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-c96ac2ea-1631-4b47-aaf6-6c85ac137ff2 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:35.912017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-c96ac2ea-1631-4b47-aaf6-6c85ac137ff2 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/networks?id=a17fc4b3-d66a-4d9d-920f-44f0393808a0 HTTP/1.1" status: 200 len: 797 time: 0.5308561 Jan 14 03:33:35.940610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-cf38a646-e9bc-4fd0-9e20-19b346ebece1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/quotas/38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 375 time: 0.0272250 Jan 14 03:33:36.062728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:36.234455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b1106d21-2952-463b-a198-78688c0a9d01 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:36.257634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b1106d21-2952-463b-a198-78688c0a9d01 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:36.269311 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-b1106d21-2952-463b-a198-78688c0a9d01 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/ports?tenant_id=38917ccfe8644bba9b7a1d90e5355885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3223238 Jan 14 03:33:36.270026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:36.274596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Allocated IP 172.20.0.2 (cfa8d3d6-fc37-4fce-94ee-762c8b55b073/e5362afb-e8e4-47db-93f0-56f4af41fa0f/f91040ad-477e-4982-bdac-9ec11ac723d9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:36.615920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-29852179-7e13-4472-92bd-f3fdb57a5b37 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:33:36.621112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-29852179-7e13-4472-92bd-f3fdb57a5b37 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3359423 Jan 14 03:33:36.759672 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8db927cc-eba5-4e59-9b8f-1287321d6b63 (CIDR: 2001:db8::/64) Jan 14 03:33:36.920219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:36.942484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Transition to ACTIVE for port object f91040ad-477e-4982-bdac-9ec11ac723d9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:36.975090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Transition to ACTIVE for port object f91040ad-477e-4982-bdac-9ec11ac723d9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:36.991124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Provisioning complete for port 7b10d0bc-bb8d-486d-8f63-417f96acb01d triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:36.991558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.026746 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:33:37.027252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:33:37.085274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-4a79d340-678a-4c79-ae39-a806f65e53ec service neutron] 10.222.0.30 "GET /v2.0/networks/a17fc4b3-d66a-4d9d-920f-44f0393808a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631996 Jan 14 03:33:37.130262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 258d9d6d-737e-491c-a29a-2013240ea856 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:37.255155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31cb88d8-ad9f-44a8-ba81-313daedf8b9a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.0054109 Jan 14 03:33:37.262389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.267017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42628) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:37.302349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38ed8003-c053-43ee-a411-203ce8d5fb5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:37.382080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'subnet': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:37.451704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42632) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:37.464670 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0b0091d6-9388-486f-8d43-844bb2498ec7 req-5b1d629d-d1b0-4f45-9057-4f61a73e3d7f service neutron] 10.222.0.30 "GET /v2.0/networks/a17fc4b3-d66a-4d9d-920f-44f0393808a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3607774 Jan 14 03:33:37.526532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Pushing event updated for resources: {'Port': ['ID=f91040ad-477e-4982-bdac-9ec11ac723d9,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:37.551492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:37.553005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Port 7b10d0bc-bb8d-486d-8f63-417f96acb01d cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:33:37.592866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.626481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Transition to ACTIVE for port object 7b10d0bc-bb8d-486d-8f63-417f96acb01d will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:37.637945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.698311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:37.925069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63b730ec-73b7-44c1-bf4e-2eb796b9f956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.944565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852206738-network', 'tenant_id': '834d8d8099bb4fe5be1fcffe7016cd8f'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:37.960840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:37.963167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:37.964003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Provisioning complete for port 258d9d6d-737e-491c-a29a-2013240ea856 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:37.987202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcaf2-4863-4106-95c8-072389b12954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.018704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:38.132651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Pushing event updated for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:38.172527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.173044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.173424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.173795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.174617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.174617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.174996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.175276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.175635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.175994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.176489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.177071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.177408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.177783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.178131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.178486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.178840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.179340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.179694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.180052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.180577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.181061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.181416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.181827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.182242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.182594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.182947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.183426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.183779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.184132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.184509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.184863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.185216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.185566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.185918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.186266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:38.279265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:38.289904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:38.419328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42660) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:38.494252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Usage tracker for resource:network and tenant:834d8d8099bb4fe5be1fcffe7016cd8f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:38.541830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:38.633533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 258d9d6d-737e-491c-a29a-2013240ea856 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:38.633960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.649444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:38.787618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288738756280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036725883992'] for subnet, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.807846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Attempting to bind port 7b10d0bc-bb8d-486d-8f63-417f96acb01d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:38.808586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Attempting to bind port 7b10d0bc-bb8d-486d-8f63-417f96acb01d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:38.809188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Attempting to bind port 7b10d0bc-bb8d-486d-8f63-417f96acb01d on network a17fc4b3-d66a-4d9d-920f-44f0393808a0 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:38.819120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:38.822313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Checking segment: {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:38.822971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.823785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Bound using segment: {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:38.825064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Bound port: 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:38.826752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.935342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] For port 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:38.940253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] For port 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b10d0bc-bb8d-486d-8f63-417f96acb01d,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:38.949302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:38.959960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42670) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:39.004882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:39.005639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Attempting to bind port f91040ad-477e-4982-bdac-9ec11ac723d9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:39.005639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Attempting to bind port f91040ad-477e-4982-bdac-9ec11ac723d9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:39.005639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Attempting to bind port f91040ad-477e-4982-bdac-9ec11ac723d9 on network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:39.045859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:39.046383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Checking segment: {'id': 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:39.046651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.047102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Bound using segment: {'id': 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:39.047654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Bound port: f91040ad-477e-4982-bdac-9ec11ac723d9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'cfa8d3d6-fc37-4fce-94ee-762c8b55b073'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:39.048078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.094933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Pushing event updated for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:39.163078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.256833 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:39.358350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:39.373871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Usage tracker for resource:subnet and tenant:a8c17ed78c18462686b7b54db85d4a1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:39.401644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:39.426650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:39.474222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:39.494454 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e78b0fa-a920-42e7-856c-74c1168b0dd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:39.560810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7ce2ed55-e296-40c6-8702-7b1a700f55f0 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:39.561342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ed55-e296-40c6-8702-7b1a700f55f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.603196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:39.604749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:39.707483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42682) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:39.936152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] For port f91040ad-477e-4982-bdac-9ec11ac723d9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:39.939719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] For port f91040ad-477e-4982-bdac-9ec11ac723d9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91040ad-477e-4982-bdac-9ec11ac723d9,segment=NetworkSegment(f595d5ab-3dba-4b32-a89f-d754f1fbbe27),segment_id=f595d5ab-3dba-4b32-a89f-d754f1fbbe27)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:39.949466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.962607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:39.977430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.078101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:40.114037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Usage tracker for resource:security_group_rule and tenant:a09c49d0f9ff43ae846838954d0b2a05 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:40.148524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:40.156900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e897505f-e087-46c8-96a7-77049f2465d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:40.167778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:40.282260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Pushing event updated for resources: {'Port': ['ID=f91040ad-477e-4982-bdac-9ec11ac723d9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:40.282994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:40.301375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:40.388271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.481023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:40.502270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7ce2ed55-e296-40c6-8702-7b1a700f55f0 None None] Provisioning complete for port 258d9d6d-737e-491c-a29a-2013240ea856 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:40.502693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ed55-e296-40c6-8702-7b1a700f55f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.511582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Usage tracker for resource:security_group_rule and tenant:63cf4beb9d224969a1e246b0d968e63c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:40.516532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:40.562184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:40.637555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.673639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.760692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Made reservation on behalf of 834d8d8099bb4fe5be1fcffe7016cd8f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:40.766353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:40.777348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:40.787690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.042906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:30Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b10d0bc-bb8d-486d-8f63-417f96acb01d', 'name': '', 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:cc:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:26Z', 'updated_at': '2021-01-14T03:33:38Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:41.047953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca0ef3a-735d-4b6c-b666-677715687c17 None None] The sync data for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 is: [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:30Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '7b10d0bc-bb8d-486d-8f63-417f96acb01d', 'name': '', 'network_id': 'a17fc4b3-d66a-4d9d-920f-44f0393808a0', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:cc:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:26Z', 'updated_at': '2021-01-14T03:33:38Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:33:41.222404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.247739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:41.248605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.253417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.253677 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "PUT /v2.0/subnets/e5362afb-e8e4-47db-93f0-56f4af41fa0f HTTP/1.1" status: 200 len: 806 time: 7.5592208 Jan 14 03:33:41.255225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.266432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42694) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:41.270050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e1f8b23-bc91-429f-9143-8b58cfae14c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:41.310967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=e5362afb-e8e4-47db-93f0-56f4af41fa0f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:41.370643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.876s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:41.379888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:41.384538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Usage tracker for resource:security_group_rule and tenant:834d8d8099bb4fe5be1fcffe7016cd8f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:41.388548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:41.394988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:41.728261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a9095-e96b-4acd-b1e7-d5bd1fb9cf32,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:41.739922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:41.803017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:41.872144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a09c49d0f9ff43ae846838954d0b2a05&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8804533 Jan 14 03:33:41.919432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42708) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:42.043015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.084504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42712) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:42.097128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.125245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.168406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b10d0bc-bb8d-486d-8f63-417f96acb01d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:42.195531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c0e3a26-53f3-49b9-9aaf-85c7c6a89866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:42.210562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63cf4beb9d224969a1e246b0d968e63c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3571329 Jan 14 03:33:42.225275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42718) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:42.318704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7b10d0bc-bb8d-486d-8f63-417f96acb01d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:42.325296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7b10d0bc-bb8d-486d-8f63-417f96acb01d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:42.325882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.328117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.331760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port f91040ad-477e-4982-bdac-9ec11ac723d9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:42.332410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.357760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.405214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe086136-e946-416e-b5f3-da616bca83af None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:42.437214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 7b10d0bc-bb8d-486d-8f63-417f96acb01d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:42.437589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.496446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.534788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d51c6802-5f81-455a-93db-3f2fc338f7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:42.581620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b432d4e0-f938-4074-9d26-0a53706ab3c2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:42.612991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.613285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.613718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.614140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.614555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.614971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.615523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.615774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.616185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.616621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.617030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.617442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.617889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.618791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.618791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.619575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.619975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.620401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.620816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.621329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.621610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.622015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.622419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.622821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.623420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.623691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.624096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.624526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.624935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.625317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.625900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.626305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.626713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.627119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.627525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.627932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:33:42.632081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ce86eebe-355a-48d2-9807-8fa191c0c7f7 None None] Provisioning for port f91040ad-477e-4982-bdac-9ec11ac723d9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:42.635943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:42.646669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:42.658581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.659128 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Added segment f9814e99-5aa0-45a9-ad8f-58333025af1c of type vxlan for network 90c0a107-8d86-433f-811b-b5f58b0b1017 Jan 14 03:33:42.661510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d8178-a1eb-416a-aa59-6b2f5ebb7fad,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:42.665305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:42.709152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.711061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.717216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.737287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.782818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.820876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:42.833321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.845856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:723c8c8b9401427992a6dc4d60127e9a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:42.867974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:42.901327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b10d0bc-bb8d-486d-8f63-417f96acb01d,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:42.901730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:42.910247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:43.001073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.054330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 7b10d0bc-bb8d-486d-8f63-417f96acb01d owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:43.056260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b10d0bc-bb8d-486d-8f63-417f96acb01d,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:43.063630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.064550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91040ad-477e-4982-bdac-9ec11ac723d9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:43.100436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.130325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.147730 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad954aa1-5dfe-4ad7-8847-fafa4b22d7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.168134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.172354 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c42d8178-a1eb-416a-aa59-6b2f5ebb7fad HTTP/1.1" status: 204 len: 168 time: 0.9430404 Jan 14 03:33:43.173434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.184255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.214989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port f91040ad-477e-4982-bdac-9ec11ac723d9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:43.217691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/717a9095-e96b-4acd-b1e7-d5bd1fb9cf32 HTTP/1.1" status: 204 len: 168 time: 1.2923546 Jan 14 03:33:43.234412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f91040ad-477e-4982-bdac-9ec11ac723d9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:43.234832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.247471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d8178-a1eb-416a-aa59-6b2f5ebb7fad,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.263923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:43.269438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.269836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1007716c-3a7d-4786-83c1-4cfcc613bf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.270721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:43.273122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.287560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a9095-e96b-4acd-b1e7-d5bd1fb9cf32,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.290518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.310225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:43.418362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.424129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.435394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-930232c1-2e34-499e-bd87-e7c283e5c077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.466738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:33:43.466904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:33:43.470141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d123642-ec6d-44d2-a537-69905d4ad998,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.478274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Pushing event updated for resources: {'Network': ['ID=90c0a107-8d86-433f-811b-b5f58b0b1017,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.482103 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:43.483294 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:43.510556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port f91040ad-477e-4982-bdac-9ec11ac723d9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91040ad-477e-4982-bdac-9ec11ac723d9,segment=NetworkSegment(f595d5ab-3dba-4b32-a89f-d754f1fbbe27),segment_id=f595d5ab-3dba-4b32-a89f-d754f1fbbe27)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:43.511147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.515478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=723c8c8b9401427992a6dc4d60127e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4138551 Jan 14 03:33:43.517813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42728) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:43.561027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd48cb-ca7c-4440-920e-966ed43d7da2 None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:43.594510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:43.617535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.objects.ports [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80833) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 03:33:43.643388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.691401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.719957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:43.735197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:43.740738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.745752 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-356f4462-9430-4d91-b33c-94c4f3615d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:43.763237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d123642-ec6d-44d2-a537-69905d4ad998,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.766241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:43.777504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.778832 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d123642-ec6d-44d2-a537-69905d4ad998 HTTP/1.1" status: 204 len: 168 time: 0.2598472 Jan 14 03:33:43.822804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42742) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:43.837523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:43.844048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.863295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:43.868745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ba98d3b2d34fcebd13d6553b376cdb is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:43.872796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:43.879834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:43.971924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 7b10d0bc-bb8d-486d-8f63-417f96acb01d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:43.972310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:43.983223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for f91040ad-477e-4982-bdac-9ec11ac723d9 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:44.076536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:44.290626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 7b10d0bc-bb8d-486d-8f63-417f96acb01d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b10d0bc-bb8d-486d-8f63-417f96acb01d,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:44.291669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.373506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.387707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Provisioning complete for port f91040ad-477e-4982-bdac-9ec11ac723d9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:44.388142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.455190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.484615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 7b10d0bc-bb8d-486d-8f63-417f96acb01d owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:44.544039 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 7.0622704 Jan 14 03:33:44.547975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb08f0e3-4c88-4edf-807a-1a8e8af5ccfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:44.555343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router a7e446d0-ff40-4242-bc6e-a313418c987b is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:33:44.561559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:44.583022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.606165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e11ae9-fd8f-4712-9878-6f22d18e308d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:44.626255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:44.645792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Request body: {'subnet': {'network_id': '90c0a107-8d86-433f-811b-b5f58b0b1017', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852206738-subnet', 'tenant_id': '834d8d8099bb4fe5be1fcffe7016cd8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:44.654466 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4ba98d3b2d34fcebd13d6553b376cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8304605 Jan 14 03:33:44.657590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42760) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:44.667622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:44.667779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.710155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.750610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Usage tracker for resource:subnet and tenant:834d8d8099bb4fe5be1fcffe7016cd8f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:44.759464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42766) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:44.787708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:44.789599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.791824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] For port f91040ad-477e-4982-bdac-9ec11ac723d9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91040ad-477e-4982-bdac-9ec11ac723d9,segment=NetworkSegment(f595d5ab-3dba-4b32-a89f-d754f1fbbe27),segment_id=f595d5ab-3dba-4b32-a89f-d754f1fbbe27)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:44.798829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.820825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.850692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.859952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:33:44.860411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:33:44.866883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.869346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-432cd8d3-effb-4e43-877d-dcf3d268a241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:44.919365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.928472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5a69cda-3374-416e-8d34-897bd2e29866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:44.944825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:44.948909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Pushing event updated for resources: {'Port': ['ID=f91040ad-477e-4982-bdac-9ec11ac723d9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:44.951541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e11ae9-fd8f-4712-9878-6f22d18e308d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:44.952630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:44.959012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae763696d3a4035afdda41758eea5f8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:44.962150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:44.964244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:44.968674 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6e11ae9-fd8f-4712-9878-6f22d18e308d HTTP/1.1" status: 204 len: 168 time: 0.3099983 Jan 14 03:33:44.969993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:44.977228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:45.130362 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.153464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:45.165596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:45.207063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:33:45.207551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:33:45.215501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:45.220033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Made reservation on behalf of 834d8d8099bb4fe5be1fcffe7016cd8f for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:45.224976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.303555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a3c35e0b-a1af-440e-afd0-0e119d37e69d None None] Provisioning complete for port f91040ad-477e-4982-bdac-9ec11ac723d9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:45.303994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3c35e0b-a1af-440e-afd0-0e119d37e69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.476447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Port': ['ID=7b10d0bc-bb8d-486d-8f63-417f96acb01d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:45.494769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:45.551528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:33:45.585868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Sync routers for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:33:45.739950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:45.740736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:45.782595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.784199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port f91040ad-477e-4982-bdac-9ec11ac723d9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:45.784768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.903129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.907202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 21.0961270 Jan 14 03:33:45.907327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91040ad-477e-4982-bdac-9ec11ac723d9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:45.911225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:45.912767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.065564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:46.066493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec9199e2-7eb1-4bf1-9b6f-2515d4958cd5 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:46.156201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.188200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29067a-b01e-44e7-b23a-99e4fc5cdbf4 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:33:46.200122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.270156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=9']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:46.299784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:46.319190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.349555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:33:46.393117 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a5f845f-9554-4e4c-a694-c12cd7402625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:46.398659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:46.470344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Subnet': ['ID=ccc2dba9-5c3b-4142-914f-05aed743f6e7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:46.487959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:46.610354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:46.648795 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8ae763696d3a4035afdda41758eea5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8847356 Jan 14 03:33:46.649633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68260c4a-f878-401d-bb20-2faaaec8976f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:46.659632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42820) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:46.684192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:46.709315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port f91040ad-477e-4982-bdac-9ec11ac723d9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f91040ad-477e-4982-bdac-9ec11ac723d9,segment=NetworkSegment(f595d5ab-3dba-4b32-a89f-d754f1fbbe27),segment_id=f595d5ab-3dba-4b32-a89f-d754f1fbbe27)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:46.709722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.773028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29067a-b01e-44e7-b23a-99e4fc5cdbf4 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:33:46.814782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f91040ad-477e-4982-bdac-9ec11ac723d9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:46.815372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.857984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:46.957635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for f91040ad-477e-4982-bdac-9ec11ac723d9 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:47.149718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58d97f58-fe3e-4e0e-9495-5ee1cc71a32b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets?project_id=cf8e78b5c0014abcaa764e7d479df74f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9259903 Jan 14 03:33:47.150509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:47.156375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42868) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:47.171650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router d1e686f0-8517-4e58-b664-4fea30cc69bd has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:33:47.203638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:47.227849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93bfc01a-b1e0-455b-8753-fc362c7a3954 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:47.284238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ded2d03c-60ec-4386-8638-33efefb3b815 None None] Provisioning complete for port f91040ad-477e-4982-bdac-9ec11ac723d9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:47.287663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ded2d03c-60ec-4386-8638-33efefb3b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:47.335571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:47.342424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=f91040ad-477e-4982-bdac-9ec11ac723d9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:47.347064 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:47.413217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ded2d03c-60ec-4386-8638-33efefb3b815 None None] Port f91040ad-477e-4982-bdac-9ec11ac723d9 was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:33:47.462875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:47.464821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42898) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:47.538765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Could not find standard attr ID for object f91040ad-477e-4982-bdac-9ec11ac723d9. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:33:47.543281 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No ports have port_id starting with f91040ad-477e-4982-bdac-9ec11ac723d9 Jan 14 03:33:47.609317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993e5d8-9443-4c7a-b0da-377dc5d8df8f tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:47.613793 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f993e5d8-9443-4c7a-b0da-377dc5d8df8f tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4497247 Jan 14 03:33:47.615694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42926) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:47.616774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:47.617473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:47.718439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 10.4358795 Jan 14 03:33:47.727855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42940) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:47.737024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-037b0498-3771-42f8-914b-5460f41053f2 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949306 Jan 14 03:33:47.737024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port f91040ad-477e-4982-bdac-9ec11ac723d9 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:33:47.738564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:47.745894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Request body: {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'mac_address': 'fa:16:3e:47:a7:84', 'name': 'tempest-NetworksTestDHCPv6-797026051'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:47.804459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9c3c036b-4ecf-48c6-8c6f-b8fda819b482 None None] Could not find standard attr ID for object f91040ad-477e-4982-bdac-9ec11ac723d9. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:33:47.806353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891136984', 'network_id': '8c731660-c03b-409d-9b13-772466df93ee', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:47.863575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:47.932429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:47.938453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a340e004-c5f7-4383-ae4f-0df1f9282f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:47.951230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68260c4a-f878-401d-bb20-2faaaec8976f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:47.953834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:33:47.955526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:47.975083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Sync routers for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:33:47.992162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:47.993130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:47.995179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/d1e686f0-8517-4e58-b664-4fea30cc69bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5485649 Jan 14 03:33:47.997691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.001615 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68260c4a-f878-401d-bb20-2faaaec8976f HTTP/1.1" status: 204 len: 168 time: 1.3392060 Jan 14 03:33:48.005395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:48.157236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.180716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:33:37Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:48.190194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:48.203421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-81711d13-7019-4007-b597-faba5d27058e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:48.215250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Checking router: a7e446d0-ff40-4242-bc6e-a313418c987b for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:33:48.215757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Updating router a7e446d0-ff40-4242-bc6e-a313418c987b port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:33:48.266549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 42970) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:48.281325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.305346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:subnet and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:48.324878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.363843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:48.376164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting subnet 4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:33:48.379643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.394598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:48.406726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:48.409251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.450251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.563393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.844231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.860236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Transition to ACTIVE for port object 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:48.903099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:48.904047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.929078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.946390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-774b3ebc-1110-43c4-a95c-6484f464c7eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:48.946651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:48.975434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.980698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:48.993719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:48.997566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Subnet': ['ID=4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:49.001558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Usage tracker for resource:security_group_rule and tenant:34a7de29c43f4864883f1d2cdb894300 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:49.004841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:49.004933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:49.011368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:49.048756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:44Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:49.066570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Checking router: d1e686f0-8517-4e58-b664-4fea30cc69bd for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:33:49.088710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Routers {'d1e686f0-8517-4e58-b664-4fea30cc69bd'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:49.089394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['d1e686f0-8517-4e58-b664-4fea30cc69bd'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:49.117396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.138784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:49.143069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Usage tracker for resource:security_group_rule and tenant:8f387a5cb6374e519f279385c3a975e4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:49.146192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:49.159228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:49.162892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d245812-afef-4878-940e-4021ed72bc3a None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:49.176567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.183949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/subnets/4cc73afe-1db9-4b37-a16f-9c7fa0a75f0b HTTP/1.1" status: 204 len: 168 time: 1.1774600 Jan 14 03:33:49.186865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42986) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:49.200407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52bfd5-bb7e-4c65-8684-e2dac129f9ca None None] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:49.254122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.283763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.303487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.333077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Made reservation on behalf of cf8e78b5c0014abcaa764e7d479df74f for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:49.363027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5412cdb-6a24-4606-a2bb-a092250808ec,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:49.423915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.426699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] Set router d1e686f0-8517-4e58-b664-4fea30cc69bd gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:49.435248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:49.435873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30a69064-fe42-48ac-9cc2-cc01e9560f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:49.537759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3feb437-2ab6-4a06-aea0-236c02a9db93 None None] DHCP port deletion for cfa8d3d6-fc37-4fce-94ee-762c8b55b073 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:33:49.631773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Pushing event updated for resources: {'Port': ['ID=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:49.636508 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:49.721623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34a7de29c43f4864883f1d2cdb894300&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2483861 Jan 14 03:33:49.729657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 42998) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:49.764424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:49.780689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:49.804489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08c00f-4220-4a49-9080-eeb3d892270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fc4d4-a2c5-4827-80e7-c0e5d62d9e10,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:49.813058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91040ad-477e-4982-bdac-9ec11ac723d9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:33:49.838104 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f387a5cb6374e519f279385c3a975e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5428796 Jan 14 03:33:49.839462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Made reservation on behalf of a8c17ed78c18462686b7b54db85d4a1d for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:49.842233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.851528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 7032d333-345d-44b9-94f8-179190654396 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:49.852388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.888381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:49.890055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: f91040ad-477e-4982-bdac-9ec11ac723d9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:33:49.890751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f91040ad-477e-4982-bdac-9ec11ac723d9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:33:49.913038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Attempting to bind port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:33:49.913662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Attempting to bind port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:33:49.914239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Attempting to bind port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:33:49.923112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:33:49.923725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:49.924352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:49.924971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:33:49.925653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Bound port: 5baade29-daa5-4ac3-ab72-2fd3dc1286b9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:33:49.926231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.045982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:44Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:50.051106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bca89-fd21-4a5d-aaef-40908a973949 None None] The sync data for ids ['d1e686f0-8517-4e58-b664-4fea30cc69bd'] in n-d-765315-13 is: [{'id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198160950', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7032d333-345d-44b9-94f8-179190654396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:00Z', 'updated_at': '2021-01-14T03:33:44Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '7032d333-345d-44b9-94f8-179190654396', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e686f0-8517-4e58-b664-4fea30cc69bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:05Z', 'updated_at': '2021-01-14T03:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:33:50.094877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] For port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:33:50.100529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] For port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:33:50.122965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.128689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.192153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c309134-dfb2-4578-90b2-fae2f356a61a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:50.194844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.212572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:50.245305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.278202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 7032d333-345d-44b9-94f8-179190654396, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7032d333-345d-44b9-94f8-179190654396,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:50.278606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.294597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.962s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:50.295356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:50.296650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.378799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-372e6d36-9962-4181-88cd-9e3a68279070 req-b8ae6ffa-ec0e-4a89-ac35-676d4e191417 service neutron] (80832) timed out ('10.222.0.74', 59476) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:50.448560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43014) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:50.465766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 7032d333-345d-44b9-94f8-179190654396 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:50.486900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0ff7215-b309-4438-b822-d840164bf6a2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:50.538777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.543613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:50.545705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:50.576527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.580750 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da2fc4d4-a2c5-4827-80e7-c0e5d62d9e10 HTTP/1.1" status: 204 len: 168 time: 0.8475077 Jan 14 03:33:50.580750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fc4d4-a2c5-4827-80e7-c0e5d62d9e10,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:50.593882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:50.649662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=e5362afb-e8e4-47db-93f0-56f4af41fa0f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:50.670870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5098888-e41c-47b8-b7fc-733dc9c8d7c1 None None] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:50.683275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.743765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Checking segment: {'id': 'f9814e99-5aa0-45a9-ad8f-58333025af1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '90c0a107-8d86-433f-811b-b5f58b0b1017'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:50.746562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Network hostable DHCP agents. Network: 90c0a107-8d86-433f-811b-b5f58b0b1017, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:50.783991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.793715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:50.819773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:50.828412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Usage tracker for resource:security_group_rule and tenant:1924081d902b4c41abffa6bb4b53aba8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:50.833421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:50.843143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:50.929656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:33:50.930520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:50.982055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:51.051493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.060945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa8d3d6-fc37-4fce-94ee-762c8b55b073']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:51.077767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:51.082137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f595d5ab-3dba-4b32-a89f-d754f1fbbe27') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:51.096944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.114553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.117087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:33:51.142922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:33:51.231063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.251238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.284818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.289135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.299210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b152df4-4566-42a9-903a-9063fb117ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:51.314770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.315370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Fanout notify agent at l3_agent the message router_deleted on router d1e686f0-8517-4e58-b664-4fea30cc69bd {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:33:51.345519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5195605-cdf1-436e-9eb4-647bc038160c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:51.363130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:51.386075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1924081d902b4c41abffa6bb4b53aba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364688 Jan 14 03:33:51.390557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:51.395312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4e343-2e3f-44be-ac4a-eb2ddd9236f1 None None] DHCP port deletion for cfa8d3d6-fc37-4fce-94ee-762c8b55b073 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:33:51.481374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.513523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Pushing event updated for resources: {'Port': ['ID=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:51.516705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] DHCP port deletion for a17fc4b3-d66a-4d9d-920f-44f0393808a0 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:33:51.521545 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:51.524280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.524474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Deleting port 258d9d6d-737e-491c-a29a-2013240ea856 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:51.524826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.565915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:51.576910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.582309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.586700 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1f6ec2e-e95d-4713-aec1-74ee00449e37 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/routers/d1e686f0-8517-4e58-b664-4fea30cc69bd HTTP/1.1" status: 204 len: 168 time: 2.3986192 Jan 14 03:33:51.588094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43040) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:51.591125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.597513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3279761c-6387-4b39-81a4-b3ff407974ff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:51.769902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.796676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] For port 258d9d6d-737e-491c-a29a-2013240ea856, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=258d9d6d-737e-491c-a29a-2013240ea856,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:51.797132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.859972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network cfa8d3d6-fc37-4fce-94ee-762c8b55b073 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:51.866167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5195605-cdf1-436e-9eb4-647bc038160c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:51.869456 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:51.878595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.879867 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5195605-cdf1-436e-9eb4-647bc038160c HTTP/1.1" status: 204 len: 168 time: 0.4881012 Jan 14 03:33:51.884724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 258d9d6d-737e-491c-a29a-2013240ea856 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:51.885185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:51.916879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43048) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:51.936237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Calling delete_port for 258d9d6d-737e-491c-a29a-2013240ea856 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:52.021726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 258d9d6d-737e-491c-a29a-2013240ea856 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:33:52.026639 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:33:52.081681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 258d9d6d-737e-491c-a29a-2013240ea856 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:33:52.082133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 258d9d6d-737e-491c-a29a-2013240ea856 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:33:52.082549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b10d0bc-bb8d-486d-8f63-417f96acb01d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:33:52.117458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.147428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7b10d0bc-bb8d-486d-8f63-417f96acb01d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:33:52.147832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b10d0bc-bb8d-486d-8f63-417f96acb01d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:33:52.148312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7032d333-345d-44b9-94f8-179190654396 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:33:52.171979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1734651071-network', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:52.178246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:52.182904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Usage tracker for resource:network and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:52.185927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:52.190849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-acdde7de-3303-492e-8e86-422bb3c823be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:52.191704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:52.198695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.206893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.213310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Made reservation on behalf of bcbfc4efa9bf4ee8bc6a5c3848e26434 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:52.217698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:52.219661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.250916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.255736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7032d333-345d-44b9-94f8-179190654396 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:33:52.260615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 90c0a107-8d86-433f-811b-b5f58b0b1017) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:52.260990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7032d333-345d-44b9-94f8-179190654396 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:33:52.287302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:52.287730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.292618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Usage tracker for resource:security_group_rule and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:52.295909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:52.302285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:52.387834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.397995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d481cbd-0080-45ec-9030-8020adfc430e None None] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:52.404451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.406945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 258d9d6d-737e-491c-a29a-2013240ea856, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=258d9d6d-737e-491c-a29a-2013240ea856,segment=NetworkSegment(ee1ccc85-bb74-40b7-b8e5-b07a730f3761),segment_id=ee1ccc85-bb74-40b7-b8e5-b07a730f3761)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:52.407586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.409279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:52.417758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.435831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:52.445788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.446431 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Added segment 8745fc18-8fc6-404e-b77d-ac378b9af154 of type vxlan for network 06325cf0-f9d3-4650-b316-fb9518940054 Jan 14 03:33:52.474784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.509644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3ce6cca-64bc-4e95-82d0-1d8eaa6e5639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:52.522113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.523387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:52.524188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.589600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] device_id is not set on port 011a7162-2b9a-4c05-b62b-7b3dfdd06f6b yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:33:52.669854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 258d9d6d-737e-491c-a29a-2013240ea856 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:52.740861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c009277-3b52-4e91-9999-df0c309cef3f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:52.745642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:52.749248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-29741e00-5cfc-4b35-a169-2d88aedbfa94 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:52.831942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8::af (0db21da6-d133-41c3-a5a5-fbea28870222/8db927cc-eba5-4e59-9b8f-1287321d6b63/011a7162-2b9a-4c05-b62b-7b3dfdd06f6b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:52.838780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Allocated IP 2001:db8:0:1:f816:3eff:fe47:a784 (0db21da6-d133-41c3-a5a5-fbea28870222/ccc2dba9-5c3b-4142-914f-05aed743f6e7/011a7162-2b9a-4c05-b62b-7b3dfdd06f6b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:52.850725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c309134-dfb2-4578-90b2-fae2f356a61a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:52.854666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9341965 Jan 14 03:33:52.856524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Pushing event updated for resources: {'Network': ['ID=06325cf0-f9d3-4650-b316-fb9518940054,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:52.858623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:52.861588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:52.868418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:52.872083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Pushing event deleted for resources: {'Port': ['ID=258d9d6d-737e-491c-a29a-2013240ea856,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:52.878441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Request body: {'subnet': {'network_id': '06325cf0-f9d3-4650-b316-fb9518940054', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1734651071-subnet', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:52.883132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:52.885598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.901833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:52.907227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Usage tracker for resource:subnet and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:52.911031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:52.919181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:52.921648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:33:52.922264 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:33:52.929135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.932203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Made reservation on behalf of bcbfc4efa9bf4ee8bc6a5c3848e26434 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:52.937834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.938933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:52.957650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f44168b5-d63d-462d-87a5-f2c2b841bc3a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:52.973619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:53.081289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:53.095981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:53.108761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:53.138545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb1fd6-4c36-46c2-b5c4-9060a87d17c9 None None] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:33:53.227600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.233410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=cfa8d3d6-fc37-4fce-94ee-762c8b55b073,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:53.241573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:53.248911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/cfa8d3d6-fc37-4fce-94ee-762c8b55b073 HTTP/1.1" status: 204 len: 168 time: 11.9396741 Jan 14 03:33:53.257348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:53.309711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 8.7390974 Jan 14 03:33:53.334006 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d924b12a-d6b5-4406-91d9-a2fa45373c7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:33:53.338350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d924b12a-d6b5-4406-91d9-a2fa45373c7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:33:53.347201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d924b12a-d6b5-4406-91d9-a2fa45373c7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/cfa8d3d6-fc37-4fce-94ee-762c8b55b073 HTTP/1.1" status: 404 len: 339 time: 0.0809703 Jan 14 03:33:53.357034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43084) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:53.376328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.377752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c309134-dfb2-4578-90b2-fae2f356a61a HTTP/1.1" status: 204 len: 168 time: 3.2603316 Jan 14 03:33:53.383701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477641993', 'description': 'd1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:53.391557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:53.396279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:network and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:53.399890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:53.406606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:53.423076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Transition to ACTIVE for port object 011a7162-2b9a-4c05-b62b-7b3dfdd06f6b will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:53.458410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:53.469638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.504227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Update dhcp port {'port': {'network_id': '0db21da6-d133-41c3-a5a5-fbea28870222', 'fixed_ips': [{'subnet_id': 'ccc2dba9-5c3b-4142-914f-05aed743f6e7', 'ip_address': '2001:db8:0:1:f816:3eff:fef6:3929'}, {'subnet_id': '8db927cc-eba5-4e59-9b8f-1287321d6b63'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '902c93b1-515a-45b9-abe3-9d526b0b54b4'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:33:53.520067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:53.532696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.533043 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment 497ea63f-1642-4b14-941f-17dfbef69fcd of type vxlan for network 140660b6-18e0-415b-bc6f-4c36223e887c Jan 14 03:33:53.550631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] No DVR routers for this DVR port 258d9d6d-737e-491c-a29a-2013240ea856 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:33:53.600958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.608982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:33:37Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:53.620435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960401-b1ef-4bd5-89e8-83c8b42a1ce9 None None] The sync data for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 is: [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:33:37Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:33:53.651662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 258d9d6d-737e-491c-a29a-2013240ea856 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:53.652053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.673783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.701980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.731070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ec93475-2db9-40fb-a550-54c8f2436739 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:53.873796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] The port '258d9d6d-737e-491c-a29a-2013240ea856' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:33:53.907067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:53.915587 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:53.961399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:53.962462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.054310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event updated for resources: {'Port': ['ID=011a7162-2b9a-4c05-b62b-7b3dfdd06f6b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:54.088457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:54.089971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Allocated IP 2001:db8::2 (0db21da6-d133-41c3-a5a5-fbea28870222/8db927cc-eba5-4e59-9b8f-1287321d6b63/902c93b1-515a-45b9-abe3-9d526b0b54b4) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:54.219153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deadb81e-0218-4637-a60f-e13f08349338 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:54.302443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.486601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:54.579855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.615121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:54.640744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Transition to ACTIVE for port object 902c93b1-515a-45b9-abe3-9d526b0b54b4 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:33:54.668311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.716661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17fc4b3-d66a-4d9d-920f-44f0393808a0']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:54.724532 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:54.800091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.828010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:54.828518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1ccc85-bb74-40b7-b8e5-b07a730f3761') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:33:54.854584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:54.858384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.870950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Pushing event updated for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=10']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:54.879406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Usage tracker for resource:security_group_rule and tenant:ba4459f633a245a6bb12cf45d21a12dc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:54.905794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:54.925093 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5557656 Jan 14 03:33:54.930901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:54.937640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:54.949026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:54.955933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:54.964587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:33:55.077216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:55.220981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbed78-6cd2-465b-8ffc-cf5088e75407 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:55.222463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-67fbed78-6cd2-465b-8ffc-cf5088e75407 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Synchronizing usage tracker for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:55.232635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43118) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:55.266494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=140660b6-18e0-415b-bc6f-4c36223e887c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:55.270089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:55.278579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1327883795-network', 'tenant_id': '3d1f4e3f50084c7eb1475a3226dfa107'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:55.278733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:55.317618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-67fbed78-6cd2-465b-8ffc-cf5088e75407 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Unset dirty status for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:55.318292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:55.322933 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-67fbed78-6cd2-465b-8ffc-cf5088e75407 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks?id=140660b6-18e0-415b-bc6f-4c36223e887c HTTP/1.1" status: 200 len: 761 time: 0.3682311 Jan 14 03:33:55.325251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43122) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:55.339687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:55.346426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'description': 'd2'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:55.387235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:55.389583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Usage tracker for resource:network and tenant:3d1f4e3f50084c7eb1475a3226dfa107 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:55.397612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:55.452083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:55.778207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1dc2658e-df34-49f9-9e76-eb1f1187b54c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:55.783436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:55.824496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:55.846897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-1fd87fe4-64c8-4643-ab1e-0e0bfb541c2b service neutron] (80833) timed out ('10.222.0.78', 50337) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:33:55.849414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:55.941492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:56.015421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f928cfd-1962-4a4d-b601-ecb292588c86 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:56.028623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:33:56.069657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network a17fc4b3-d66a-4d9d-920f-44f0393808a0 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:33:56.104017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:33:56.116291 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:33:56.120538 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:33:56.163516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0e2465e-f192-4e3c-8066-dceb2ddb290e None None] Provisioning for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:56.172821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c0e2465e-f192-4e3c-8066-dceb2ddb290e None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:56.173248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0e2465e-f192-4e3c-8066-dceb2ddb290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.219079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:56.222874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Subnet': ['ID=46a56f05-c1d2-4f9e-a194-aa89fb8ad49f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:56.226261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:56.226934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c298e4fa-0936-45e8-b4f8-ddd762612119 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:56.245412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3360cd2-23d3-4a45-806c-afb7344d55c8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:56.261802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:33:56.273779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 140660b6-18e0-415b-bc6f-4c36223e887c is not hosted by any dhcp agent {{(pid=80833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 03:33:56.280142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:56.280776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.298057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:56.298712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.303530 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "PUT /v2.0/networks/140660b6-18e0-415b-bc6f-4c36223e887c HTTP/1.1" status: 200 len: 758 time: 0.9715636 Jan 14 03:33:56.305080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:56.305642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43130) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.458073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Checking segment: {'id': '8745fc18-8fc6-404e-b77d-ac378b9af154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:56.458479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Network hostable DHCP agents. Network: 06325cf0-f9d3-4650-b316-fb9518940054, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:56.495733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=140660b6-18e0-415b-bc6f-4c36223e887c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:56.501512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Made reservation on behalf of 3d1f4e3f50084c7eb1475a3226dfa107 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:56.506767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.527788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.528775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:56.530752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.534384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Network 06325cf0-f9d3-4650-b316-fb9518940054 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:56.543881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-472bb094-4cc0-47f5-b829-592ff2b029ac tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:56.563245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.564560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Checking segment: {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:33:56.565010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network hostable DHCP agents. Network: 8c731660-c03b-409d-9b13-772466df93ee, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:33:56.588092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:56.599619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1f4e3f50084c7eb1475a3226dfa107 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:56.606355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:56.610448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:33:56.614430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:56.616794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:56.619050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:33:56.623116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510c01f-0695-491f-a48c-6de45562f092 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:56.623910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c510c01f-0695-491f-a48c-6de45562f092 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Synchronizing usage tracker for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:33:56.637473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/networks/a17fc4b3-d66a-4d9d-920f-44f0393808a0 HTTP/1.1" status: 204 len: 168 time: 5.0476656 Jan 14 03:33:56.638635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:56.639375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.642336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Network': ['ID=a17fc4b3-d66a-4d9d-920f-44f0393808a0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:56.645920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.646919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.647692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 06325cf0-f9d3-4650-b316-fb9518940054) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:56.658753 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:56.665126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network 8c731660-c03b-409d-9b13-772466df93ee is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:33:56.681469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.686922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8c731660-c03b-409d-9b13-772466df93ee) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:33:56.689716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:56.690361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.692771 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 8.9613624 Jan 14 03:33:56.701465 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e17132e7-629a-4467-a292-8384ae445852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:56.703560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1ef71-b054-4a39-ada7-48f1ca859b21 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:33:56.708089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.709245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:56.709898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.740055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d523c0-be1e-4d1c-a01e-1c34a71d0c6e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:56.749354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c510c01f-0695-491f-a48c-6de45562f092 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Unset dirty status for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:33:56.750654 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c510c01f-0695-491f-a48c-6de45562f092 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks?id=140660b6-18e0-415b-bc6f-4c36223e887c HTTP/1.1" status: 200 len: 761 time: 0.4376817 Jan 14 03:33:56.759070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:56.771019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.785393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179779860'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:56.800377 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9307485 Jan 14 03:33:56.803121 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba4459f633a245a6bb12cf45d21a12dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1620600 Jan 14 03:33:56.804006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43148) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.805696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting port 011a7162-2b9a-4c05-b62b-7b3dfdd06f6b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:33:56.806102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.827635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:56.840568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:56.844673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43150) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:56.871487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:56.879128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:56.888854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:56.894933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:56.898871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Usage tracker for resource:router and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:56.906531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:56.910453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 140660b6-18e0-415b-bc6f-4c36223e887c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:56.918108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:56.938608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:56.938704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb1ef71-b054-4a39-ada7-48f1ca859b21 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:33:56.950507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:56.960864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.091692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.114294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.115425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.155620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:57.158447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.169856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.196725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.268496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.277590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.278039 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment cd2e3fcf-a3bb-4182-bc0e-583aceb8cbd1 of type vxlan for network 958a50b0-509f-4c2f-ab98-6e660e4d2495 Jan 14 03:33:57.307284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.342914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Calling delete_port for 011a7162-2b9a-4c05-b62b-7b3dfdd06f6b owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:33:57.349374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-12fd3a99-7e21-4af5-8dde-23be23d4d9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:57.366286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.389811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:57.390516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.404190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.411144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d523c0-be1e-4d1c-a01e-1c34a71d0c6e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:57.424068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:57.426402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3bb44c75-5fbd-4962-bb4a-95b8ed4fa337 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:57.542763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.547738 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 9.8068807 Jan 14 03:33:57.552707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43158) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:57.597838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=958a50b0-509f-4c2f-ab98-6e660e4d2495,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:57.600111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.605699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:57.611421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.612699 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03d523c0-be1e-4d1c-a01e-1c34a71d0c6e HTTP/1.1" status: 204 len: 168 time: 0.7593088 Jan 14 03:33:57.632303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8522060 Jan 14 03:33:57.633404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:57.670180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:57.698541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b83e9c9-b59e-4af6-83e6-a0eb99ed19cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:57.706612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:57.716901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': '958a50b0-509f-4c2f-ab98-6e660e4d2495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:57.933156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:57.942353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Usage tracker for resource:subnet and tenant:2764a1f5e0b8436c8ed294fcc65771b3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:57.994883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:58.104868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:58.110034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.114434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:33:58.118182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:58.130535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.131347 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Added segment f2a72c2f-08e4-4b1a-a19f-322083b71ef1 of type vxlan for network b59078d3-4c28-4b67-a5b2-c349d0755402 Jan 14 03:33:58.148423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:58.170485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.214191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.226526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2e419810-9fba-4f0a-a0f3-25db36f7d9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:58.230448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f14f0190-53cc-4b1c-ab9c-18d9150c9c96 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:33:58.230887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f14f0190-53cc-4b1c-ab9c-18d9150c9c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.241772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:58.308696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:33:58.323892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.328697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:58.376222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.410142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.411518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:33:58.412149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.422263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68d485-f764-4c20-b060-c66c71383330,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:58.426109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:58.436003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27c07e1a-9910-48b9-9b38-74b372b4b906 tempest-BulkNetworkOpsIpV6Test-1985451187 tempest-BulkNetworkOpsIpV6Test-1985451187] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:58.452146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1e9c9-1da3-4c75-a89f-52212a854b58,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:58.461553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:58.486048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.488383 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/security-groups/afc1e9c9-1da3-4c75-a89f-52212a854b58 HTTP/1.1" status: 204 len: 168 time: 1.8375530 Jan 14 03:33:58.639602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:58.643414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:58.742079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-06325cf0-f9d3-4650-b316-fb9518940054', 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'fixed_ips': [{'subnet_id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:58.743053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:58.771290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8c731660-c03b-409d-9b13-772466df93ee', 'network_id': '8c731660-c03b-409d-9b13-772466df93ee', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'fixed_ips': [{'subnet_id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:33:58.772584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.081434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.8339229 Jan 14 03:33:59.091698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43186) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:59.094990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Pushing event updated for resources: {'Network': ['ID=b59078d3-4c28-4b67-a5b2-c349d0755402,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:59.102002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:59.134986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Request body: {'subnet': {'network_id': 'b59078d3-4c28-4b67-a5b2-c349d0755402', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1327883795-subnet', 'tenant_id': '3d1f4e3f50084c7eb1475a3226dfa107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:59.153365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network b59078d3-4c28-4b67-a5b2-c349d0755402 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:59.169413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:59.169652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network b59078d3-4c28-4b67-a5b2-c349d0755402 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:59.173828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Usage tracker for resource:subnet and tenant:3d1f4e3f50084c7eb1475a3226dfa107 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:59.177195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:59.184286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:59.200761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.203098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Made reservation on behalf of 3d1f4e3f50084c7eb1475a3226dfa107 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:33:59.208235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.212319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network b59078d3-4c28-4b67-a5b2-c349d0755402 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:33:59.246541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bd7bf75-fc71-42da-865f-fc52905feb74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:33:59.275770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:33:59.282919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790754637', 'description': 'tempest-secgroup-smoke-1790754637 description', 'project_id': '38917ccfe8644bba9b7a1d90e5355885'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:33:59.295221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:59.299606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:59.326901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:59.334700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:59.347239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.402088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.431141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.532651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:33:59.538334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:33:59.546828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:33:59.571160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:33:59.720174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Port': ['ID=011a7162-2b9a-4c05-b62b-7b3dfdd06f6b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:33:59.830760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:33:59.923657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:33:59.937012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Allocated IP 172.20.0.2 (8c731660-c03b-409d-9b13-772466df93ee/46a56f05-c1d2-4f9e-a194-aa89fb8ad49f/0d385d5e-5f90-49ca-8f58-8ef07aa618a6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:33:59.985080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.040550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0af6dd87-33e8-45c8-8fe7-b7138cf5bf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:00.055353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.083250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroup': ['ID=820e2c0c-739d-4453-8b39-19acd4a7615d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:00.085779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.102758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8249042 Jan 14 03:34:00.104040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43212) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:00.107975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:00.117965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:00.130262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:00.134371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:00.137841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:00.143490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:00.226390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.241208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.254123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Transition to ACTIVE for port object 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:00.264380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.273408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Transition to ACTIVE for port object 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:00.290072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6d90fa51-2f7a-4626-838b-50e02d926d9e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:00.295250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.314564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:00.401330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=f53408aa-83a7-4d48-90ff-68d554fdce07,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:00.466909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:00.488375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:00.490207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.497956 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/011a7162-2b9a-4c05-b62b-7b3dfdd06f6b HTTP/1.1" status: 204 len: 168 time: 3.7828555 Jan 14 03:34:00.501103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:00.545228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Allocated IP 172.25.3.237 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/3aa8edd5-b3a5-4f2f-99c3-17fe501c1556) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:00.555745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.594469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.607012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Pushing event updated for resources: {'Port': ['ID=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:00.610488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:00.620555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:00.650315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecae6f7-20d3-42cb-a2f7-6741b7ad7def,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:00.767033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:00.789943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:00.790844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.796361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.817893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d875470-83a0-4ce8-a27d-56c50473fe7c tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:00.847276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.851370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7362528 Jan 14 03:34:00.861353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43222) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:00.879149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Network 8c731660-c03b-409d-9b13-772466df93ee is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:00.930602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:00.930918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': 'cd2e3fcf-a3bb-4182-bc0e-583aceb8cbd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '958a50b0-509f-4c2f-ab98-6e660e4d2495'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:00.932230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: 958a50b0-509f-4c2f-ab98-6e660e4d2495, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:34:00.946579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:00.951142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:00.955129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:00.977917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:00.990625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:00.991779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 958a50b0-509f-4c2f-ab98-6e660e4d2495) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:01.009503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:01.010160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.022104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Allocated IP 172.20.0.2 (06325cf0-f9d3-4650-b316-fb9518940054/d3360cd2-23d3-4a45-806c-afb7344d55c8/11e4f66b-307b-4455-8943-b466e2063489) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:01.030260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.030438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Attempting to bind port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:01.031372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Attempting to bind port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:01.031372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Attempting to bind port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 on network 8c731660-c03b-409d-9b13-772466df93ee {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:01.039980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3a737-f609-4ea6-a8d1-2f20438ef53c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:01.041418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8b3a737-f609-4ea6-a8d1-2f20438ef53c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:01.041535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:01.042395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Checking segment: {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:01.042395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.042723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Bound using segment: {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:01.043260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Bound port: 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:01.043672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.048669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7eaae74e-849d-4b80-95b1-6d80230f64c0 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:01.080325 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4438865 Jan 14 03:34:01.105617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:01.108266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:01.142338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:01.145560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:01.215117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:01.222915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:01.235622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.237932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:01.256662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9968ae42-cf4b-4744-9a9a-e78c9fb00562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:01.267076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:01.279384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:01.280644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:01.281743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1388eec7-9f3a-4342-b16e-9a8e5e426d8c,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:01.282961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:01.285614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:01.366815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8b3a737-f609-4ea6-a8d1-2f20438ef53c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:01.370659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8b3a737-f609-4ea6-a8d1-2f20438ef53c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8630521 Jan 14 03:34:01.386482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43230) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:01.422561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Pushing event updated for resources: {'Port': ['ID=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:01.435380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:01.472173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.557319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.563298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.576379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Transition to ACTIVE for port object 11e4f66b-307b-4455-8943-b466e2063489 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:01.601548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Transition to ACTIVE for port object 11e4f66b-307b-4455-8943-b466e2063489 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:01.604894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.631427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:01.737148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.741305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Pushing event updated for resources: {'Port': ['ID=11e4f66b-307b-4455-8943-b466e2063489,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:01.755808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:01.816894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Checking segment: {'id': 'f2a72c2f-08e4-4b1a-a19f-322083b71ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'b59078d3-4c28-4b67-a5b2-c349d0755402'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:01.817392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Network hostable DHCP agents. Network: b59078d3-4c28-4b67-a5b2-c349d0755402, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:34:01.871081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.950158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:01.975915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.007391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec84099f-fd25-4439-8e0c-aa8ecdee6296 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:02.009483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec84099f-fd25-4439-8e0c-aa8ecdee6296 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6142581 Jan 14 03:34:02.019592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:02.090212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43236) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:02.119426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Allocated IP 172.20.0.1 (8c731660-c03b-409d-9b13-772466df93ee/46a56f05-c1d2-4f9e-a194-aa89fb8ad49f/19a980c4-f817-4a51-baec-2cd9700aa573) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:02.123940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:02.125434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:02.128231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:02.135988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b584fece-32a9-4dfc-867d-ab126119ba3c,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:02.146983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:02.196623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Attempting to bind port 11e4f66b-307b-4455-8943-b466e2063489 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:02.198303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Attempting to bind port 11e4f66b-307b-4455-8943-b466e2063489 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '8745fc18-8fc6-404e-b77d-ac378b9af154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:02.200639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Attempting to bind port 11e4f66b-307b-4455-8943-b466e2063489 on network 06325cf0-f9d3-4650-b316-fb9518940054 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:02.208180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:02.208734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Checking segment: {'id': '8745fc18-8fc6-404e-b77d-ac378b9af154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:02.209261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.209784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Bound using segment: {'id': '8745fc18-8fc6-404e-b77d-ac378b9af154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:02.210386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Bound port: 11e4f66b-307b-4455-8943-b466e2063489, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8745fc18-8fc6-404e-b77d-ac378b9af154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:02.210907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.306866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.315523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] For port 11e4f66b-307b-4455-8943-b466e2063489, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:02.319620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] For port 11e4f66b-307b-4455-8943-b466e2063489, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=11e4f66b-307b-4455-8943-b466e2063489,segment=NetworkSegment(8745fc18-8fc6-404e-b77d-ac378b9af154),segment_id=8745fc18-8fc6-404e-b77d-ac378b9af154)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:02.323451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.339365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:02.543029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:02.652822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:02.659028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Pushing event updated for resources: {'Port': ['ID=11e4f66b-307b-4455-8943-b466e2063489,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:02.664066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:02.740107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Network b59078d3-4c28-4b67-a5b2-c349d0755402 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:02.823149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, b59078d3-4c28-4b67-a5b2-c349d0755402) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:02.824963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.829681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9614792 Jan 14 03:34:02.830607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43244) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:02.839658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:02.859077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:02.865173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:02.868503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:02.876968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:02.877741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:02.878405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.902470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:02.918930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:02.923855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:02.937892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:02.938826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:02.945347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8421514 Jan 14 03:34:03.059780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Router ec951faa-ed78-4116-b832-151fe1992d9a is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:34:03.071049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.090060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.113973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:03.124778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62179fbf-1958-455f-8e4f-bf3831ec91cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9860439 Jan 14 03:34:03.128142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:03.367819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Transition to ACTIVE for port object 19a980c4-f817-4a51-baec-2cd9700aa573 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:03.406833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:03.415318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.418646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c1d56-a996-466f-a158-29448b73448a None None] Sync routers for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:03.457086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:03.459590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:33:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:03.462874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:03.485405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fac2433-5cc2-4adf-999a-fd3697e7df4f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:03.490522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:03.528212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.529982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6983607 Jan 14 03:34:03.533212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43260) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:03.548221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:03.576002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.578079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7471261 Jan 14 03:34:03.581618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:03.592644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43264) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:03.597413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:03.668594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:03.688247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:03.804179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet 8db927cc-eba5-4e59-9b8f-1287321d6b63 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:03.810638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:03.811702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.833597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.960714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.970575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.986161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:03.997751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1b3f1a2-cec3-4731-82b0-0586abef2eae tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:04.042287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890b2999-648f-40e1-b74e-abee97adb42e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:04.097786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.119695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Provisioning for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:04.157625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Provisioning complete for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:04.158056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.180852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:04.255403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.259450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7221043 Jan 14 03:34:04.261758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43280) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:04.284051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:04.302559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:01Z', 'revision_number': 3, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:04.314520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:04.322991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:04.331468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:04.336244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.366790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b90ca48-cda8-4cd1-a72f-8ebd78271dd9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:04.367765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-fff808bc-52c2-49e8-9ccf-801752998047 tempest-VolumesActionsTest-1584600520 tempest-VolumesActionsTest-1584600520] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:04.375551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-fff808bc-52c2-49e8-9ccf-801752998047 tempest-VolumesActionsTest-1584600520 tempest-VolumesActionsTest-1584600520] 10.222.0.30 "GET /v2.0/networks?id=90c0a107-8d86-433f-811b-b5f58b0b1017 HTTP/1.1" status: 200 len: 809 time: 0.3308055 Jan 14 03:34:04.399158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.435371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.450185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:04.462942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=f53408aa-83a7-4d48-90ff-68d554fdce07,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:04.497698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:04.506300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c1d56-a996-466f-a158-29448b73448a None None] Checking router: ec951faa-ed78-4116-b832-151fe1992d9a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:04.506716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c1d56-a996-466f-a158-29448b73448a None None] Updating router ec951faa-ed78-4116-b832-151fe1992d9a port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:34:04.516566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-e88dfb38-9bf5-406d-b66f-a6db39a30c6a tempest-VolumesActionsTest-1584600520 tempest-VolumesActionsTest-1584600520] 10.222.0.30 "GET /v2.0/quotas/834d8d8099bb4fe5be1fcffe7016cd8f HTTP/1.1" status: 200 len: 375 time: 0.1351452 Jan 14 03:34:04.537556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:04.552694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:04.561442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 11e4f66b-307b-4455-8943-b466e2063489 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:04.588005 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:04.609825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-5325133f-6b66-4d9e-b8d7-562ccdbdf402 tempest-VolumesActionsTest-1584600520 tempest-VolumesActionsTest-1584600520] 10.222.0.30 "GET /v2.0/ports?tenant_id=834d8d8099bb4fe5be1fcffe7016cd8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626287 Jan 14 03:34:04.676184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:04.765526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:04.769455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:04.787558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779e428-98f2-4f8d-9cd5-aece421c6450 None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:04.801548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1456624-873e-43e0-89d0-0b3f8d8b8b83 None None] Network 8c731660-c03b-409d-9b13-772466df93ee requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:04.822778 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:34:04.950263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.067933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afb1e3-c1cc-4f95-93e6-d8808039bec0 None None] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:05.076450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-0495bfd9-a6f8-41b7-9e54-e8f03382fd68 service neutron] 10.222.0.30 "GET /v2.0/networks/90c0a107-8d86-433f-811b-b5f58b0b1017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656065 Jan 14 03:34:05.087733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05476e7a-7a0e-4bdf-b2ab-2649fc473ed7 None None] Network b59078d3-4c28-4b67-a5b2-c349d0755402 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:05.259032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:05.361872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.383863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.450166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa397f6-2569-4b41-b742-c7ce4d29b481 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:05.474007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e18b32-3733-4df8-9d64-5350aba11b46,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:05.477383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:05.478187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.483075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2169342 Jan 14 03:34:05.488778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43300) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:05.513129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': '820e2c0c-739d-4453-8b39-19acd4a7615d', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:05.524647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:05.528759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.529527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:05.534064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:05.543129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:05.558022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.577773 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:34:05.593351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92c95a93-4fd4-48d5-968c-34392a7bea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.603034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.695908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.738531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8a261bab-ff78-4805-bc49-2765e23cf578 req-c0869270-b105-4b56-b2a7-72271ec3bdcc service neutron] 10.222.0.30 "GET /v2.0/networks/90c0a107-8d86-433f-811b-b5f58b0b1017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6608346 Jan 14 03:34:05.765694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network 8c731660-c03b-409d-9b13-772466df93ee is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:05.785766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.798648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:05.801074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:05.811661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:05.816550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Usage tracker for resource:security_group_rule and tenant:1e536d464c284a95a8c46cda14fb7c95 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:05.819580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:05.827188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:05.895002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.924968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.931713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:05.982934 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3dac666-a48d-4afb-a791-4399ca1a95ff tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:06.001399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e536d464c284a95a8c46cda14fb7c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640527 Jan 14 03:34:06.006959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43308) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:06.065075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.095643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dfbac351-0ed8-40e7-b50d-e216df0eda9f None None] Provisioning for port 11e4f66b-307b-4455-8943-b466e2063489 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:06.175939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.183113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Pushing event updated for resources: {'Port': ['ID=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:06.188974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e6ab7-0ea0-40bd-96dc-b7ec6f87f6e2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:06.207213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:06.227494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.250026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bce9e12c-b4fd-4a3f-8150-db2e53482dcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:06.257419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.258804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.583s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:06.409704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.418068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a490e20-0ede-4df1-8662-a69d3ac51796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:06.444255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e6ab7-0ea0-40bd-96dc-b7ec6f87f6e2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:06.445138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958a50b0-509f-4c2f-ab98-6e660e4d2495']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:06.449769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:06.466709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Allocated IP 172.20.0.1 (06325cf0-f9d3-4650-b316-fb9518940054/d3360cd2-23d3-4a45-806c-afb7344d55c8/c6e3f452-7821-401a-9f2b-f27503cebd25) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:06.473360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.477097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3e6ab7-0ea0-40bd-96dc-b7ec6f87f6e2 HTTP/1.1" status: 204 len: 168 time: 0.4637213 Jan 14 03:34:06.501773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52636c1-e107-4d3a-976c-085e1790817d None None] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:06.671422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.691330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Transition to ACTIVE for port object c6e3f452-7821-401a-9f2b-f27503cebd25 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:06.725177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.752682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21475c9f-2b41-4927-89d3-d18f023486a1 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:06.760004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=8db927cc-eba5-4e59-9b8f-1287321d6b63,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:06.763152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:06.764754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-8151113a-9898-4ee5-9a3c-3714bdf9ec9f req-7a4ca107-82de-4ed9-aea0-49392ed16546 service neutron] (80833) timed out ('10.222.0.74', 59394) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:06.801154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2e3fcf-a3bb-4182-bc0e-583aceb8cbd1') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:06.801746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2e3fcf-a3bb-4182-bc0e-583aceb8cbd1') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:06.846997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3f452-7821-401a-9f2b-f27503cebd25,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:06.866179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.874785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.897107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-79624721-7815-4ca0-8e01-a85665bf6486 None None] Could not find standard attr ID for object 011a7162-2b9a-4c05-b62b-7b3dfdd06f6b. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:34:06.902045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:06.906472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:06.929315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6c6bed17-89d7-4219-9b72-2c25037c067b tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:06.938878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.019845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:07.080491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 11e4f66b-307b-4455-8943-b466e2063489 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:07.082011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Network 06325cf0-f9d3-4650-b316-fb9518940054 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:07.087878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:07.093232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:07.176489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 11e4f66b-307b-4455-8943-b466e2063489 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:07.176929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.228506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.296244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fb60c-3545-4c4b-8a0f-bc0f87ea5c9c None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:07.407289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.654197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e70ff-5ee2-4520-b158-aaa707a3b3f5 None None] Network b59078d3-4c28-4b67-a5b2-c349d0755402 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:07.689713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:07.700550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.824728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.833925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:07.883298 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0f76302-e625-4986-b22d-7d241afd2018 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:07.898320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 958a50b0-509f-4c2f-ab98-6e660e4d2495 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:08.028873 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:08.044762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6beeed1d-bed2-46ad-b08b-1ab51db604c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.046816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.050901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8053415-4bce-4b1e-add5-085ce8082cf6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:08.085127 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/8db927cc-eba5-4e59-9b8f-1287321d6b63 HTTP/1.1" status: 204 len: 168 time: 4.9518204 Jan 14 03:34:08.086950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:08.088183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:08.088754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43354) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:08.151247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.157509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.6628397 Jan 14 03:34:08.160230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43362) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:08.207376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'network': {'name': 'tempest-network-smoke--1540985838', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'port_security_enabled': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:08.239409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:08.252354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:network and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:08.258877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:08.273530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:08.323830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.334394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.407757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:08.420260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.424795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.443276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.458360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-989af165-7dba-40e3-9429-a871be5dfb67 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:08.460012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e3f452-7821-401a-9f2b-f27503cebd25,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:08.467206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:08.468313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 11e4f66b-307b-4455-8943-b466e2063489, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=11e4f66b-307b-4455-8943-b466e2063489,segment=NetworkSegment(8745fc18-8fc6-404e-b77d-ac378b9af154),segment_id=8745fc18-8fc6-404e-b77d-ac378b9af154)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:08.485970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.489126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.494868 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8eb15942-f99b-4143-b3c3-3d6d96dc02f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:08.529119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Deleting subnet ccc2dba9-5c3b-4142-914f-05aed743f6e7 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:08.542988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1392596462-network', 'tenant_id': 'b70f741e575b498498f89a47cc310cdb'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:08.556297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=958a50b0-509f-4c2f-ab98-6e660e4d2495,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:08.559275 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:08.566253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:08.571380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.628169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Usage tracker for resource:network and tenant:b70f741e575b498498f89a47cc310cdb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:08.641894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:08.650672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Network 06325cf0-f9d3-4650-b316-fb9518940054 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:08.651523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43370) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:08.651804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/958a50b0-509f-4c2f-ab98-6e660e4d2495 HTTP/1.1" status: 204 len: 168 time: 7.5419791 Jan 14 03:34:08.654823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:08.672153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:08.703566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:08.715132 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.719255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.719653 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Added segment 11a74483-8d66-4e1f-8d40-7178755c88b2 of type vxlan for network 1ae25eab-ae33-42cb-af2a-13bb2a286519 Jan 14 03:34:08.732549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:08.746679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.794447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Made reservation on behalf of b70f741e575b498498f89a47cc310cdb for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:08.797793 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8da4f1-8c2e-4149-bba2-78378c1bcce2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] GET failed (client error): The resource could not be found. Jan 14 03:34:08.798364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd8da4f1-8c2e-4149-bba2-78378c1bcce2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Synchronizing usage tracker for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:08.799359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.814122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-207c1d56-a996-466f-a158-29448b73448a None None] Transition to ACTIVE for port object 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:08.822450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.843439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=11e4f66b-307b-4455-8943-b466e2063489,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:08.850133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.858696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.872698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:08.873231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:08.918900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.950983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:08.951704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:08.967284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:08.997780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Usage tracker for resource:security_group_rule and tenant:b70f741e575b498498f89a47cc310cdb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:09.001230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:09.007341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:09.036125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Router ec951faa-ed78-4116-b832-151fe1992d9a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:34:09.148249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.154256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1eecc94-1eee-4d34-b4e9-cd6c21fbecc4 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:09.175021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd8da4f1-8c2e-4149-bba2-78378c1bcce2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Unset dirty status for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:09.182105 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd8da4f1-8c2e-4149-bba2-78378c1bcce2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets/f53408aa-83a7-4d48-90ff-68d554fdce07 HTTP/1.1" status: 404 len: 337 time: 0.5231214 Jan 14 03:34:09.188969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:09.283611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.340424 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7416c7b5-3843-4d11-8224-99ca65f64e92 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:09.341109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7416c7b5-3843-4d11-8224-99ca65f64e92 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:09.346549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Network': ['ID=1ae25eab-ae33-42cb-af2a-13bb2a286519,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:09.352280 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7416c7b5-3843-4d11-8224-99ca65f64e92 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/958a50b0-509f-4c2f-ab98-6e660e4d2495 HTTP/1.1" status: 404 len: 339 time: 0.1627061 Jan 14 03:34:09.353753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43380) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:09.359742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:09.371127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:34:09.407323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9883e6e0-fb1b-433c-9142-347cfd2d2f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:09.456872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:09.460583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:09.472673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.473308 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Added segment 752d7e02-57b5-4616-848b-be48651cf98e of type vxlan for network 19795026-b617-4368-b042-7e75a3d1148a Jan 14 03:34:09.518192 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3528306 Jan 14 03:34:09.519299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43386) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:09.539600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.563824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877cc209-f67d-48f5-9d3b-1103a607a203,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:09.569887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.580686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:09.585899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'admin_state_up': True, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:09.605840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.652198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:09.659257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:09.679125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec951faa-ed78-4116-b832-151fe1992d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0764656 Jan 14 03:34:09.685878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:09.718464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:34:09.742049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962dff4-a846-4e70-81aa-94e0278b7111 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:09.742865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f962dff4-a846-4e70-81aa-94e0278b7111 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Synchronizing usage tracker for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:09.766641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6fe49ed2-7436-45e3-b932-8ecf371d9547 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:09.770274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f962dff4-a846-4e70-81aa-94e0278b7111 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Unset dirty status for tenant:2764a1f5e0b8436c8ed294fcc65771b3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:09.772305 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f962dff4-a846-4e70-81aa-94e0278b7111 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3848894 Jan 14 03:34:09.775513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43394) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:09.801021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.823197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07757ae9-cb3d-4614-ad1d-5b231e95db86 None None] Network 8c731660-c03b-409d-9b13-772466df93ee requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:09.872758 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56a4a407-c5de-4a9b-a6ca-9427c0dd9006 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17 HTTP/1.1" status: 200 len: 207 time: 0.0955966 Jan 14 03:34:09.873893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:09.877714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43398) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.044165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:10.048771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:router and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:10.053426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:10.059519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:10.067397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:10.080757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.081761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.082391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.087026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.088722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.098821 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:10.106305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9edaa06b-a1b6-42ad-8c7b-b8be5b060c05 tempest-PortsTestJSON-1012158111 tempest-PortsTestJSON-1012158111] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:10.156919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10d82d-b229-4116-a531-dd31272fab26 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.179806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10d82d-b229-4116-a531-dd31272fab26 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.206321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10d82d-b229-4116-a531-dd31272fab26 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.227058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Pushing event updated for resources: {'Network': ['ID=19795026-b617-4368-b042-7e75a3d1148a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:10.233072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10d82d-b229-4116-a531-dd31272fab26 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.235202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db10d82d-b229-4116-a531-dd31272fab26 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3562171 Jan 14 03:34:10.239619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:10.240592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43408) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.255912 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1489403 Jan 14 03:34:10.258870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.285103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Request body: {'subnet': {'network_id': '19795026-b617-4368-b042-7e75a3d1148a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1392596462-subnet', 'tenant_id': 'b70f741e575b498498f89a47cc310cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:10.291061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:10.295180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Usage tracker for resource:subnet and tenant:b70f741e575b498498f89a47cc310cdb is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:10.295568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be4803-aa9a-4811-9837-fa8174c46b48 None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:10.298587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:10.304489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:10.315193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.316965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.454158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Pushing event updated for resources: {'Port': ['ID=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:10.457321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.584s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:10.464300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Made reservation on behalf of b70f741e575b498498f89a47cc310cdb for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:10.469201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:10.517716 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-771fee95-b757-46ae-a220-1f75b594dd5a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2754114 Jan 14 03:34:10.518463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43420) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.560429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 19795026-b617-4368-b042-7e75a3d1148a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:10.610889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef3dd-cc48-4c15-b8b6-1200c177d3c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.615944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef3dd-cc48-4c15-b8b6-1200c177d3c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.623304 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-153ef3dd-cc48-4c15-b8b6-1200c177d3c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1037607 Jan 14 03:34:10.624011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43424) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.661122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network 8c731660-c03b-409d-9b13-772466df93ee is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:10.676390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:10.700444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 19795026-b617-4368-b042-7e75a3d1148a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:10.718736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda0a5b-c92f-400d-b6d1-5713f9580d47 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.730760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda0a5b-c92f-400d-b6d1-5713f9580d47 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.747838 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2bda0a5b-c92f-400d-b6d1-5713f9580d47 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1227381 Jan 14 03:34:10.748846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43428) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:10.815278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 19795026-b617-4368-b042-7e75a3d1148a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:10.972722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3634f9-96f5-436d-acb0-43f72c5cb990 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:10.981451 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d3634f9-96f5-436d-acb0-43f72c5cb990 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks/61380a7c-4390-4af6-bfc5-e7b80f6407a1 HTTP/1.1" status: 200 len: 800 time: 0.2313204 Jan 14 03:34:10.982435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43434) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:11.001728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-207c1d56-a996-466f-a158-29448b73448a None None] Attempting to bind port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:11.002163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-207c1d56-a996-466f-a158-29448b73448a None None] Attempting to bind port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:11.002583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c1d56-a996-466f-a158-29448b73448a None None] Attempting to bind port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:11.041825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c1d56-a996-466f-a158-29448b73448a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:11.042264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c1d56-a996-466f-a158-29448b73448a None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:11.054284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.054765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207c1d56-a996-466f-a158-29448b73448a None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:11.055485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-207c1d56-a996-466f-a158-29448b73448a None None] Bound port: 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:11.056476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.127655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router a7e446d0-ff40-4242-bc6e-a313418c987b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:34:11.192620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:11.193593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.203103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-be8f73f1-22bc-47b0-a838-ee6f1ab85024 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/networks/61380a7c-4390-4af6-bfc5-e7b80f6407a1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2171350 Jan 14 03:34:11.206641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43440) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:11.268230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Provisioning complete for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:11.269066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.293826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Request body: {'security_group': {'name': 'tempest-TestServerBasicOps-1277070532', 'description': 'tempest-TestServerBasicOps-1277070532 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:11.314821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:11.321126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.330255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec1ae7-935f-4c92-86e6-7f4cda95fe7c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:11.332152 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8ec1ae7-935f-4c92-86e6-7f4cda95fe7c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets/c5d9188e-3633-46da-b1f0-c5f051714159 HTTP/1.1" status: 200 len: 811 time: 0.1242621 Jan 14 03:34:11.333682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Usage tracker for resource:security_group and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:11.339087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43444) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:11.342017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:11.399241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:11.435813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.465682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767eb982-7b0b-4e6b-aed8-b723fbb3232b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['shared'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:11.468014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-767eb982-7b0b-4e6b-aed8-b723fbb3232b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "GET /v2.0/subnets/c5d9188e-3633-46da-b1f0-c5f051714159?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1278937 Jan 14 03:34:11.475793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:11.481230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Usage tracker for resource:security_group_rule and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:11.485003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:11.492319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:11.501099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43448) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:11.508524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:11.519883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Sync routers for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:11.526295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-207c1d56-a996-466f-a158-29448b73448a None None] For port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:11.539524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:11.540762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:11.571021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139527502'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:11.582711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.587348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.622325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-207c1d56-a996-466f-a158-29448b73448a None None] For port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:11.625458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b0547c-4b05-4e8b-b050-beff5da8a0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:11.639341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.641100 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8489da6a-2cd5-4482-9517-5d8b83ce5fd9 req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6571331 Jan 14 03:34:11.699621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Pushing event updated for resources: {'SecurityGroup': ['ID=84569d7e-ef55-4d44-a4a4-891b6dc72ea9,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:11.704420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:11.782850 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e67374f1-502f-4972-90f9-d320a6623386 req-ab5aa237-a111-4ba6-a451-b77460c5b3bd tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/security-groups/84569d7e-ef55-4d44-a4a4-891b6dc72ea9 HTTP/1.1" status: 200 len: 1804 time: 0.0768180 Jan 14 03:34:11.794481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84569d7e-ef55-4d44-a4a4-891b6dc72ea9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:11.794723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84569d7e-ef55-4d44-a4a4-891b6dc72ea9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:11.803419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207c1d56-a996-466f-a158-29448b73448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.822439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:11.835432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Usage tracker for resource:security_group_rule and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:11.842337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:11.857530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:11.859570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:11.870369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:11.896088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:11.945304 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "PUT /v2.0/routers/a7e446d0-ff40-4242-bc6e-a313418c987b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3851249 Jan 14 03:34:11.963984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.973203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:11.987499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:12.030164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Provisioning for port 19a980c4-f817-4a51-baec-2cd9700aa573 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:12.037789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 11e4f66b-307b-4455-8943-b466e2063489 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:12.084646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.110021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:12.134250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cdd8e08e-8676-4dbc-a20f-1adb4524e095 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:12.138953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.224104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Subnet': ['ID=ccc2dba9-5c3b-4142-914f-05aed743f6e7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:12.239229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:12.241575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.269044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:12.280945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.292512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a5b01a85-fc76-4f15-904b-4968adb56d20 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:12.293985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.319091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bbe655-4de8-4d90-80d6-17fd9378a10b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:12.329944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:12.357600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.361012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/ccc2dba9-5c3b-4142-914f-05aed743f6e7 HTTP/1.1" status: 204 len: 168 time: 4.2552931 Jan 14 03:34:12.364133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e67374f1-502f-4972-90f9-d320a6623386 req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5801997 Jan 14 03:34:12.364917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43460) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:12.455603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Pushing event updated for resources: {'Port': ['ID=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:12.472030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Provisioning complete for port 19a980c4-f817-4a51-baec-2cd9700aa573 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:12.472574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.474096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:12.493484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.496805 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Added segment 52048854-a932-4dd4-9a03-0fdc79ca6f97 of type vxlan for network d2e12537-d21f-4c7d-a723-111ad53132d1 Jan 14 03:34:12.562077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.571509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:05Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '19a980c4-f817-4a51-baec-2cd9700aa573', 'name': '', 'network_id': '8c731660-c03b-409d-9b13-772466df93ee', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:38:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:01Z', 'updated_at': '2021-01-14T03:34:08Z', 'revision_number': 2, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:12.578721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.579376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.580325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.581078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.581640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.582023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Checking router: a7e446d0-ff40-4242-bc6e-a313418c987b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:12.582390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.582824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Updating router a7e446d0-ff40-4242-bc6e-a313418c987b port 19a980c4-f817-4a51-baec-2cd9700aa573 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:34:12.583132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.583681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.584242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.584823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.585375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.585925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.586489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.587083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.587649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.588197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.588900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.591013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.591589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.592142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.592722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.593293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.593844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.594390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.594939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.598022 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc7ed522-f2fd-4deb-9c1b-41c6bdaa833b tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 17287 time: 0.6093869 Jan 14 03:34:12.606296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43468) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:12.687330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:12.708672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc59da-7b83-469c-b398-35e263b18e6d None None] Network 0db21da6-d133-41c3-a5a5-fbea28870222 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:12.729327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.822514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.822962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.823083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.823442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.824357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.824809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.825208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.825612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.826010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.826408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.826802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.827199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.827850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.828241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.828662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.830449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.831270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.831831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.832424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.833446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.834003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.834553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:12.837592 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfcf3ba0-36be-4554-ad31-0d116e824e48 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 14215 time: 0.2299607 Jan 14 03:34:12.949258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:12.981163 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-e3a59902-71b0-4aaa-9d91-89d306051e9a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/security-groups/84569d7e-ef55-4d44-a4a4-891b6dc72ea9 HTTP/1.1" status: 200 len: 2398 time: 0.5447845 Jan 14 03:34:12.995961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84569d7e-ef55-4d44-a4a4-891b6dc72ea9', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:12.997314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84569d7e-ef55-4d44-a4a4-891b6dc72ea9', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:13.024922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43472) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:13.183121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f4964fab-6ec5-45f3-a5c6-a12ab8f4b22a None None] Port 19a980c4-f817-4a51-baec-2cd9700aa573 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:13.233559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 11e4f66b-307b-4455-8943-b466e2063489 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:13.233559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.239532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:13.256556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15aa8647-e808-454d-93fc-5ea20cddb94e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8852255 Jan 14 03:34:13.265661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43478) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:13.270825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Usage tracker for resource:security_group_rule and tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:13.282380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:13.293585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:13.408952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.429900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:13.430603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.454427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:13.469802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Provisioning complete for port 902c93b1-515a-45b9-abe3-9d526b0b54b4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:13.470164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.621530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Network': ['ID=d2e12537-d21f-4c7d-a723-111ad53132d1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:13.623787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] DHCP port deletion for 0db21da6-d133-41c3-a5a5-fbea28870222 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:34:13.630994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:13.631428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.634027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:13.646447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:13.656551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.661050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Transition to ACTIVE for port object 19a980c4-f817-4a51-baec-2cd9700aa573 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:13.667766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.681184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.687267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:13.699255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:13.713314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f82e39f-e2fa-4e92-8d47-2195b66599d5 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:13.734101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1076f-a6b0-46b9-add8-c1115c96b2fd,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:13.746162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:13.769202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2583590 Jan 14 03:34:13.769995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43482) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:13.775721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e1933-19ae-4909-b3b4-a9700abb8a04 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:13.781162 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d8e1933-19ae-4909-b3b4-a9700abb8a04 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5050650 Jan 14 03:34:13.785719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43486) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:13.802290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:13.871012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:13.908130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd40da2-16e1-47d9-b465-8884cc0edcda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:13.909120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfd40da2-16e1-47d9-b465-8884cc0edcda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Synchronizing usage tracker for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:14.018729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Pushing event updated for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:14.023639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:14.210018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:14.215248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.235478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-548daadf-77b0-484e-904a-8956292d3010 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:14.342626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:14.349453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:14.388804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:14.430378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Attempting to bind port 19a980c4-f817-4a51-baec-2cd9700aa573 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:14.431414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Attempting to bind port 19a980c4-f817-4a51-baec-2cd9700aa573 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:14.431769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Attempting to bind port 19a980c4-f817-4a51-baec-2cd9700aa573 on network 8c731660-c03b-409d-9b13-772466df93ee {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:14.445807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:14.446230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Checking segment: {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:14.446734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.447175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Bound using segment: {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:14.447694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Bound port: 19a980c4-f817-4a51-baec-2cd9700aa573, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5374872-2afa-4870-90a0-c5a1326f07dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8c731660-c03b-409d-9b13-772466df93ee'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:14.448111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.507780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc14d63-5179-4d5c-900e-358d4eaa7dde,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:14.526660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Made reservation on behalf of 2764a1f5e0b8436c8ed294fcc65771b3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:14.641682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.643002 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-05dae362-8bd4-41bf-93cb-9a4d233ae397 req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.6609831 Jan 14 03:34:14.658531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] For port 19a980c4-f817-4a51-baec-2cd9700aa573, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:14.658531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] For port 19a980c4-f817-4a51-baec-2cd9700aa573, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=19a980c4-f817-4a51-baec-2cd9700aa573,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:14.659957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dfd40da2-16e1-47d9-b465-8884cc0edcda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Unset dirty status for tenant:a8c17ed78c18462686b7b54db85d4a1d on resource:subnet {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:14.661486 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dfd40da2-16e1-47d9-b465-8884cc0edcda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8742557 Jan 14 03:34:14.666532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.674336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:14.680374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:14.686555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-053922a2-c5a0-4c13-a484-6c51175cf88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:14.714580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:14.723939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.830066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Deleting port 902c93b1-515a-45b9-abe3-9d526b0b54b4 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:14.835767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:14.835937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec43fb92-d7ae-479c-9be9-f60d2e055d85 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547773 Jan 14 03:34:14.836509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43502) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:14.858848 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e873ce09-b613-4cc9-afde-82af36c5a772 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3591 time: 1.8221955 Jan 14 03:34:14.906603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:34:14.907782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:34:14.919160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Pushing event updated for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:14.925021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:15.009561 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-042ecf03-5dff-4cd8-9e94-248d546efa74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.017242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042ecf03-5dff-4cd8-9e94-248d546efa74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.025225 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-042ecf03-5dff-4cd8-9e94-248d546efa74 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/011a7162-2b9a-4c05-b62b-7b3dfdd06f6b HTTP/1.1" status: 404 len: 333 time: 0.1811240 Jan 14 03:34:15.025684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43512) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.039593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:15.041167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:15.181628 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d8e5cd-ea56-4020-baf4-98c4dec2b054 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.182425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d8e5cd-ea56-4020-baf4-98c4dec2b054 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.186520 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55d8e5cd-ea56-4020-baf4-98c4dec2b054 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/ccc2dba9-5c3b-4142-914f-05aed743f6e7 HTTP/1.1" status: 404 len: 337 time: 0.1596129 Jan 14 03:34:15.194894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.266740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43526) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.285392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169937982', 'description': 'tempest-secgroup-smoke-1169937982 description', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:15.298621 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5193a4-6b05-42a5-9d95-53a2a6c2b2f1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.299298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5193a4-6b05-42a5-9d95-53a2a6c2b2f1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.303977 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b5193a4-6b05-42a5-9d95-53a2a6c2b2f1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/8db927cc-eba5-4e59-9b8f-1287321d6b63 HTTP/1.1" status: 404 len: 337 time: 0.1022573 Jan 14 03:34:15.306443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43532) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.307602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:15.352230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:15.362311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:15.366155 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5b6ccf-f038-4a21-bdb6-f14a2f176d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.366763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5b6ccf-f038-4a21-bdb6-f14a2f176d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.371187 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4d5b6ccf-f038-4a21-bdb6-f14a2f176d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/02db84a1-1847-4083-bb26-c1fba2664001 HTTP/1.1" status: 404 len: 333 time: 0.0581150 Jan 14 03:34:15.374524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f4151fe5-a190-4466-9291-e97f1adddd61 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Synchronizing usage tracker for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:15.377987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43536) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.386492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:15.470746 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5f7ff2-e6f8-49fc-b8a9-5518a7825ff7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.471423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5f7ff2-e6f8-49fc-b8a9-5518a7825ff7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.476051 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b5f7ff2-e6f8-49fc-b8a9-5518a7825ff7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/73aecc21-814a-4018-afa9-0ed5e69198b3 HTTP/1.1" status: 404 len: 337 time: 0.0901201 Jan 14 03:34:15.478240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.481443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.496398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] For port 902c93b1-515a-45b9-abe3-9d526b0b54b4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902c93b1-515a-45b9-abe3-9d526b0b54b4,segment=NetworkSegment(74c7a598-735d-43c7-86a8-a769aeec7916),segment_id=74c7a598-735d-43c7-86a8-a769aeec7916)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:15.500798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.591880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:15.606062 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35f4f35-882f-48a4-ab0e-dd2245af58d2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.609904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35f4f35-882f-48a4-ab0e-dd2245af58d2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.614496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e35f4f35-882f-48a4-ab0e-dd2245af58d2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/8a21bd74-5af5-4753-9d32-84488f84f289 HTTP/1.1" status: 404 len: 337 time: 0.1323941 Jan 14 03:34:15.615498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43546) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.615681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Checking segment: {'id': '752d7e02-57b5-4616-848b-be48651cf98e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '19795026-b617-4368-b042-7e75a3d1148a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:15.616090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Network hostable DHCP agents. Network: 19795026-b617-4368-b042-7e75a3d1148a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:34:15.616778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:15.629011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:15.641440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.646394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f4151fe5-a190-4466-9291-e97f1adddd61 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Unset dirty status for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:15.646394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f4151fe5-a190-4466-9291-e97f1adddd61 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestServerBasicOps-1277070532&fields=id&tenant_id=bcbfc4efa9bf4ee8bc6a5c3848e26434 HTTP/1.1" status: 200 len: 267 time: 0.5305688 Jan 14 03:34:15.659632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Calling delete_port for 902c93b1-515a-45b9-abe3-9d526b0b54b4 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:15.700735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:15.711998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.730820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Network 19795026-b617-4368-b042-7e75a3d1148a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:15.731076 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e36d78-2444-49a3-ba5b-698049aa4d82 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.731760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e36d78-2444-49a3-ba5b-698049aa4d82 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.733332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:15.736487 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60e36d78-2444-49a3-ba5b-698049aa4d82 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/1a71ac84-f1a5-4d28-995d-6dc2616194b4 HTTP/1.1" status: 404 len: 333 time: 0.1111784 Jan 14 03:34:15.741136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.771426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 19795026-b617-4368-b042-7e75a3d1148a) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:15.860021 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6def292-86f9-48fa-9a3f-c0cebd1bf32d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.860714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6def292-86f9-48fa-9a3f-c0cebd1bf32d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:15.882785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Could not find standard attr ID for object 902c93b1-515a-45b9-abe3-9d526b0b54b4. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:34:15.887101 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.db [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] No ports have port_id starting with 902c93b1-515a-45b9-abe3-9d526b0b54b4 Jan 14 03:34:15.888278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.888869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e6def292-86f9-48fa-9a3f-c0cebd1bf32d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/d740cfaa-3950-4450-a35e-1267b4a9598b HTTP/1.1" status: 404 len: 337 time: 0.1421602 Jan 14 03:34:15.893531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:15.902935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd5423-7981-4fb9-aacd-b1d6e3de7de0 None None] Network 19795026-b617-4368-b042-7e75a3d1148a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:15.928136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:15.928790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:15.975126 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cff472-e31d-49fd-a160-df2cb89e4794 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:15.975698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cff472-e31d-49fd-a160-df2cb89e4794 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.015999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b5cff472-e31d-49fd-a160-df2cb89e4794 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/9316c396-7348-41b7-bc8c-afc03bc98d7c HTTP/1.1" status: 404 len: 337 time: 0.1200702 Jan 14 03:34:16.030082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.110348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f32cfb53-e853-4659-b1fe-23b654ce6681 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:16.111340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f32cfb53-e853-4659-b1fe-23b654ce6681 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Synchronizing usage tracker for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:16.143405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:16.151107 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5290636-18f9-4cc9-a832-8f6990ddd8e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.151916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5290636-18f9-4cc9-a832-8f6990ddd8e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.153931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5290636-18f9-4cc9-a832-8f6990ddd8e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/b647e20b-9933-43ee-b447-656e9a007e58 HTTP/1.1" status: 404 len: 333 time: 0.1205399 Jan 14 03:34:16.156904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.161207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f32cfb53-e853-4659-b1fe-23b654ce6681 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Unset dirty status for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:16.162338 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-f32cfb53-e853-4659-b1fe-23b654ce6681 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/networks?id=06325cf0-f9d3-4650-b316-fb9518940054 HTTP/1.1" status: 200 len: 809 time: 0.4693532 Jan 14 03:34:16.163150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43562) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.201637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.225246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.236146 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3e0bc58e-5af8-4470-8176-2541486e1e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:16.261278 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9633a55e-eb66-4ccd-a40b-9854071dfdcf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.261782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9633a55e-eb66-4ccd-a40b-9854071dfdcf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.263645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9633a55e-eb66-4ccd-a40b-9854071dfdcf tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/ae99ef95-7059-46d2-aafc-e31120295784 HTTP/1.1" status: 404 len: 337 time: 0.0994911 Jan 14 03:34:16.265157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-b86d9f4c-018e-4800-9acc-e9e4df459ca0 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/quotas/bcbfc4efa9bf4ee8bc6a5c3848e26434 HTTP/1.1" status: 200 len: 375 time: 0.0957665 Jan 14 03:34:16.265826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Pushing event deleted for resources: {'Port': ['ID=902c93b1-515a-45b9-abe3-9d526b0b54b4,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:16.291310 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:16.313559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.25.3.15 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:16.315590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43566) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.358901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:05Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '19a980c4-f817-4a51-baec-2cd9700aa573', 'name': '', 'network_id': '8c731660-c03b-409d-9b13-772466df93ee', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:38:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:01Z', 'updated_at': '2021-01-14T03:34:14Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:16.363541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c3d9-8387-472e-bce3-ea286f671099 None None] The sync data for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 is: [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:05Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '19a980c4-f817-4a51-baec-2cd9700aa573', 'name': '', 'network_id': '8c731660-c03b-409d-9b13-772466df93ee', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:38:fe:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:01Z', 'updated_at': '2021-01-14T03:34:14Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': '46a56f05-c1d2-4f9e-a194-aa89fb8ad49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:16.402192 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ca19f5-ebe1-4fdd-83de-faa04c38a07b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.402618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ca19f5-ebe1-4fdd-83de-faa04c38a07b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.406931 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3ca19f5-ebe1-4fdd-83de-faa04c38a07b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/295f9b09-fe68-4e92-8809-c009858b4b84 HTTP/1.1" status: 404 len: 337 time: 0.0878484 Jan 14 03:34:16.406931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroup': ['ID=973709c7-f45e-40ff-b04a-95b4fa3c51e8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:16.407936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43570) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.410459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.415052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1470258 Jan 14 03:34:16.420333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.421156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:16.435312 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.1702814 Jan 14 03:34:16.519718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:16.544558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:16.556733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:16.565716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:16.583849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:16.626252 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d990c5-4843-4996-8bc4-51a2a98468bc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.626761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d990c5-4843-4996-8bc4-51a2a98468bc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.629320 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85d990c5-4843-4996-8bc4-51a2a98468bc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/f87c67de-f7a2-4244-b92b-a42824893875 HTTP/1.1" status: 404 len: 333 time: 0.2122519 Jan 14 03:34:16.631116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.643495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.728069 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6e1d86-beb8-470a-9805-98aec1eb7729 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.728825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6e1d86-beb8-470a-9805-98aec1eb7729 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.731101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a6e1d86-beb8-470a-9805-98aec1eb7729 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/5c232c00-8768-4a21-bde4-aba69eab648f HTTP/1.1" status: 404 len: 337 time: 0.0777493 Jan 14 03:34:16.735989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43586) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.815927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-af11725e-c4bf-4d6f-9da6-61f141636a49 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Synchronizing usage tracker for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:16.844704 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-55250de7-aafa-4463-a7eb-6aed7d2078ce tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.845204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55250de7-aafa-4463-a7eb-6aed7d2078ce tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.857246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55250de7-aafa-4463-a7eb-6aed7d2078ce tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/011046f6-b7ad-4551-a0bd-330f1a886379 HTTP/1.1" status: 404 len: 333 time: 0.1120467 Jan 14 03:34:16.857504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.861267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43594) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:16.914161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-af11725e-c4bf-4d6f-9da6-61f141636a49 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Unset dirty status for tenant:bcbfc4efa9bf4ee8bc6a5c3848e26434 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:16.915570 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-af11725e-c4bf-4d6f-9da6-61f141636a49 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcbfc4efa9bf4ee8bc6a5c3848e26434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6438770 Jan 14 03:34:16.949938 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43d2112-9776-4414-8e14-11e5501d6a92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:16.951289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:16.969121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43d2112-9776-4414-8e14-11e5501d6a92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:16.976840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a43d2112-9776-4414-8e14-11e5501d6a92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/79b32be7-8e28-4eb6-a93a-ea7817de3c24 HTTP/1.1" status: 404 len: 337 time: 0.1062164 Jan 14 03:34:17.022062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43600) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.163574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:17.169554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed8a18-e6e2-4433-ab8d-ebdf0a7481b6 None None] Network 19795026-b617-4368-b042-7e75a3d1148a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:17.181738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.183187 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddc8c46-2227-4e2c-b88e-78aaf907ae6f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:17.183682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddc8c46-2227-4e2c-b88e-78aaf907ae6f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:17.224335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.233772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-468f9527-ff9b-48de-8799-20efff39e4c0 tempest-SecurityGroupRulesTestJSON-704396379 tempest-SecurityGroupRulesTestJSON-704396379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:17.280131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=7e790384-e719-408c-861c-3871b5408064,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:17.294261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:17.295467 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dddc8c46-2227-4e2c-b88e-78aaf907ae6f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/d6505945-93bf-4291-953a-f39427a8fb0d HTTP/1.1" status: 404 len: 333 time: 0.2654586 Jan 14 03:34:17.317012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.353811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08ed8bc-436e-42cb-8195-7edb1d635f44,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:17.358630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:17.373533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.377499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9527059 Jan 14 03:34:17.378762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.385419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:17.406199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:17.424143 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1739eeb9-8ad6-4f69-81f9-bada5a669dda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:17.424999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1739eeb9-8ad6-4f69-81f9-bada5a669dda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:17.432238 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-a82ed171-28eb-4e31-bcef-8e31e56cf97a service neutron] 10.222.0.30 "GET /v2.0/networks/06325cf0-f9d3-4650-b316-fb9518940054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700301 Jan 14 03:34:17.433529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 19a980c4-f817-4a51-baec-2cd9700aa573 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:17.449881 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1739eeb9-8ad6-4f69-81f9-bada5a669dda tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/773e1582-44f0-4570-a11c-93d5ee689b2b HTTP/1.1" status: 404 len: 337 time: 0.1317194 Jan 14 03:34:17.466134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43612) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.473241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:17.510880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Provisioning complete for port 11e4f66b-307b-4455-8943-b466e2063489 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:17.511348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.529055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Checking segment: {'id': '52048854-a932-4dd4-9a03-0fdc79ca6f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:17.529468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network hostable DHCP agents. Network: d2e12537-d21f-4c7d-a723-111ad53132d1, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:34:17.578647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network d2e12537-d21f-4c7d-a723-111ad53132d1 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:17.591687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-207c1d56-a996-466f-a158-29448b73448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 4, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c6e3f452-7821-401a-9f2b-f27503cebd25', 'name': '', 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'mac_address': 'fa:16:3e:ef:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:06Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 2, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'subnets': [{'id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:17.597481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.607848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:17.635317 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a004d48-7cdb-4a89-831f-b72c534c972b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:17.646884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] No DVR routers for this DVR port 902c93b1-515a-45b9-abe3-9d526b0b54b4 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:34:17.656802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207c1d56-a996-466f-a158-29448b73448a None None] The sync data for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 is: [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 4, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c6e3f452-7821-401a-9f2b-f27503cebd25', 'name': '', 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'mac_address': 'fa:16:3e:ef:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:06Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 2, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'subnets': [{'id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:17.676335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:17.686435 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-3676ccdf-f6a3-43cc-b58a-4e7090450e5a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:17.687104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3676ccdf-f6a3-43cc-b58a-4e7090450e5a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:17.689367 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3676ccdf-f6a3-43cc-b58a-4e7090450e5a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/377462f8-0ddf-4888-9604-6fee2cd36830 HTTP/1.1" status: 404 len: 333 time: 0.2221608 Jan 14 03:34:17.703805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43620) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.750402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 19a980c4-f817-4a51-baec-2cd9700aa573 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:17.764697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 19a980c4-f817-4a51-baec-2cd9700aa573 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:17.765121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:17.784023 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bb2802-d462-4198-a215-6969725e426a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:17.787165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bb2802-d462-4198-a215-6969725e426a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:17.792513 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-59bb2802-d462-4198-a215-6969725e426a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/93f400d3-3f42-4c0a-9d2b-6ff22d3d76c1 HTTP/1.1" status: 404 len: 337 time: 0.0868857 Jan 14 03:34:17.799962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:17.807572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:17.818588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d2e12537-d21f-4c7d-a723-111ad53132d1) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:17.895971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a107ac8-08c7-4950-bd1d-f01fc319c540 None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:17.955858 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fd2e61-a642-44aa-8eb1-c73700490ba2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:17.956377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6fd2e61-a642-44aa-8eb1-c73700490ba2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:17.972422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6fd2e61-a642-44aa-8eb1-c73700490ba2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/7f65624e-818d-48b9-9b03-56df39f66ea6 HTTP/1.1" status: 404 len: 333 time: 0.1593218 Jan 14 03:34:17.973090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:17.984683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43632) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.021005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.088486 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-620989ec-8508-48cd-80fa-9c3abed97dae tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.089528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620989ec-8508-48cd-80fa-9c3abed97dae tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.095068 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-620989ec-8508-48cd-80fa-9c3abed97dae tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/1243e15d-19af-42ee-b182-187cb01f2b28 HTTP/1.1" status: 404 len: 337 time: 0.1085036 Jan 14 03:34:18.096954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43638) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.135547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed352452-b008-483b-9397-e40c9d17f2e1 req-5620e925-38f8-43bf-82ea-e79b50519bf6 service neutron] 10.222.0.30 "GET /v2.0/networks/06325cf0-f9d3-4650-b316-fb9518940054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7022390 Jan 14 03:34:18.169470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:18.170650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.201227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.211086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.4347615 Jan 14 03:34:18.212278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43642) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.212605 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c20780b-1401-4a7a-a10c-eff1edb6ee04 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.213525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c20780b-1401-4a7a-a10c-eff1edb6ee04 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.218769 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7c20780b-1401-4a7a-a10c-eff1edb6ee04 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/63b68988-112d-40a4-86cc-f27d49436a02 HTTP/1.1" status: 404 len: 333 time: 0.1100051 Jan 14 03:34:18.219377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43646) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.229216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:18.238291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Provisioning for port c6e3f452-7821-401a-9f2b-f27503cebd25 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:18.317125 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b0c38d-19c4-46fc-adbc-f1de099693cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.317632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b0c38d-19c4-46fc-adbc-f1de099693cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.321985 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-00b0c38d-19c4-46fc-adbc-f1de099693cd tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/497f3b0f-85bc-470e-a29c-ce52105fc9b3 HTTP/1.1" status: 404 len: 337 time: 0.0970564 Jan 14 03:34:18.322313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43652) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.334188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:18.370467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:18.370685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.379670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-355358d5-0389-4b35-be8e-73d6001fbfb7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:18.381768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:18.405615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Provisioning complete for port c6e3f452-7821-401a-9f2b-f27503cebd25 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:18.410115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.429088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2ce3d0-48c4-4c36-a106-6db1566fa29e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:18.441225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:18.474348 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb369e2-738d-4da4-80c9-e09288415dbb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.476965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb369e2-738d-4da4-80c9-e09288415dbb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.479999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eeb369e2-738d-4da4-80c9-e09288415dbb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/d0a82276-add7-4951-8636-a2015ce99bd7 HTTP/1.1" status: 404 len: 337 time: 0.1565840 Jan 14 03:34:18.483321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43656) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.538684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1feebaf5-8f3b-4593-aa77-7d0f6c6c7590 None None] Port c6e3f452-7821-401a-9f2b-f27503cebd25 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:18.558097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.560390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1805890 Jan 14 03:34:18.563548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43666) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.572880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:18.591823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:18.601598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:18.608204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:18.611335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.615312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:18.677042 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e83e72-e718-445c-a5bf-feeb5556cf58 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.679314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e83e72-e718-445c-a5bf-feeb5556cf58 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.681330 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7e83e72-e718-445c-a5bf-feeb5556cf58 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/28d4d818-65a6-420e-ad3f-ff499af83526 HTTP/1.1" status: 404 len: 333 time: 0.1967077 Jan 14 03:34:18.683430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.692941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43672) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.750790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Provisioning complete for port 19a980c4-f817-4a51-baec-2cd9700aa573 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:18.751226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:18.773396 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc228cd4-79e2-4ae2-b5ad-9acaa00fbde1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:18.774175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc228cd4-79e2-4ae2-b5ad-9acaa00fbde1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:18.776878 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc228cd4-79e2-4ae2-b5ad-9acaa00fbde1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/06d3df33-ed46-4d06-8583-511268108c38 HTTP/1.1" status: 404 len: 337 time: 0.0828714 Jan 14 03:34:18.779980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:18.957151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036853037067'] for subnet, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.036998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.054825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.067621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfb31b54-46c8-40e1-a5dd-9bf46f4221d5 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:19.140923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f51e0-9cd0-4c2c-a9a0-6049ccb8cdea,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:19.145053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:19.194924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 19a980c4-f817-4a51-baec-2cd9700aa573, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=19a980c4-f817-4a51-baec-2cd9700aa573,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:19.202066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d2e12537-d21f-4c7d-a723-111ad53132d1', 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1', 'tenant_id': '2764a1f5e0b8436c8ed294fcc65771b3', 'fixed_ips': [{'subnet_id': '7e790384-e719-408c-861c-3871b5408064'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:34:19.203632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.407045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.420093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dff8c9ca-9522-48a7-9750-ce55b5b6a055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:19.528890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:19.659346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.663992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0966923 Jan 14 03:34:19.664840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 902c93b1-515a-45b9-abe3-9d526b0b54b4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:19.665896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902c93b1-515a-45b9-abe3-9d526b0b54b4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:19.729044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43698) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:19.739742 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-839804de-950c-4138-85bf-9b9618104f41 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "GET /v2.0/security-groups/84569d7e-ef55-4d44-a4a4-891b6dc72ea9 HTTP/1.1" status: 200 len: 2997 time: 0.0733256 Jan 14 03:34:19.739742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288738756280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128543261'] for subnet, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:19.793413 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c21efb-0f01-4173-8e1a-735cef993d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:19.794106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c21efb-0f01-4173-8e1a-735cef993d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:19.796573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-54c21efb-0f01-4173-8e1a-735cef993d92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/e6730bef-7dfd-4c8b-8590-baf4f3f7a2a4 HTTP/1.1" status: 404 len: 337 time: 1.0153704 Jan 14 03:34:19.800024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43700) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:19.938298 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b518dac-5366-4c41-8521-f843dac8121a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:19.939069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b518dac-5366-4c41-8521-f843dac8121a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:19.941672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b518dac-5366-4c41-8521-f843dac8121a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/acaeffcc-05b8-4501-87a6-8619d3a006ee HTTP/1.1" status: 404 len: 333 time: 0.1399641 Jan 14 03:34:19.988239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:20.003620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:20.007745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:20.011030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:20.021771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:20.033314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43706) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.034909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb437146-c9d9-4468-aeb8-a8e97c5cb255 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:20.089379 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccec1a0-8a37-40a6-9337-76beb5b3589e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:20.090100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccec1a0-8a37-40a6-9337-76beb5b3589e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:20.092122 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ccec1a0-8a37-40a6-9337-76beb5b3589e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/71996648-7c45-434e-ab58-c458f4076a3d HTTP/1.1" status: 404 len: 337 time: 0.0575001 Jan 14 03:34:20.095123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43710) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.104187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Allocated IP 172.20.0.3 (d2e12537-d21f-4c7d-a723-111ad53132d1/7e790384-e719-408c-861c-3871b5408064/33a00283-88aa-495c-9f90-900754beb96d) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:20.169891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-230f5b01-0b98-4cf0-a5ee-209778378f1d req-5890e4a2-7760-4243-af91-ff748e6a5524 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] (80832) timed out ('10.222.0.74', 59554) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:20.183219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:20.183894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.185622 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "PUT /v2.0/subnets/7e790384-e719-408c-861c-3871b5408064 HTTP/1.1" status: 200 len: 877 time: 1.9712760 Jan 14 03:34:20.186706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.196833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43714) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.230622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.295197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.407006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.411724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.419874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.422181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.425746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Transition to ACTIVE for port object 33a00283-88aa-495c-9f90-900754beb96d will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:20.446721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Transition to ACTIVE for port object 33a00283-88aa-495c-9f90-900754beb96d will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:20.459067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.496251 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-023f8d89-f11c-4b91-8879-2d33feedb07d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:20.497130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023f8d89-f11c-4b91-8879-2d33feedb07d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:20.501364 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-023f8d89-f11c-4b91-8879-2d33feedb07d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/f2bfe8d6-0602-45e5-9d12-f3a08e369a7a HTTP/1.1" status: 404 len: 337 time: 0.4024854 Jan 14 03:34:20.509541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43722) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.512935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.520123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-409f71bb-8e1f-440c-80d6-c851d6f4ba32 req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] 10.222.0.30 "DELETE /v2.0/security-groups/84569d7e-ef55-4d44-a4a4-891b6dc72ea9 HTTP/1.1" status: 204 len: 173 time: 0.6030343 Jan 14 03:34:20.529449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.531539 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6165168 Jan 14 03:34:20.536672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43728) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.555643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:20.561899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.583170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:20.604190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 33a00283-88aa-495c-9f90-900754beb96d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:20.604603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.609157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:20.612651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:20.635970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:20.646981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43732) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.661903 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-25658007-3663-43d9-918f-61ee5c7ee6f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:20.662408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25658007-3663-43d9-918f-61ee5c7ee6f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:20.664249 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25658007-3663-43d9-918f-61ee5c7ee6f9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/478527ae-fb1f-4320-b222-c1e56c86e4cb HTTP/1.1" status: 404 len: 333 time: 0.1471503 Jan 14 03:34:20.704035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43736) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:20.738468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Provisioning complete for port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:20.739031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:20.856975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:20.870917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.458s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:20.880720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:20.881693 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15a27fea-5dbe-474c-b4ef-e15431c691be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:20.921333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:20.933858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:20.969435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event updated for resources: {'Subnet': ['ID=7e790384-e719-408c-861c-3871b5408064,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:20.991174 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Project cf8e78b5c0014abcaa764e7d479df74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:34:21.002544 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-529379c7-bf38-4052-921d-41c31a4574d1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:21.005686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529379c7-bf38-4052-921d-41c31a4574d1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:21.007536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-529379c7-bf38-4052-921d-41c31a4574d1 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/2056b495-12a6-4762-951b-19bd962bf357 HTTP/1.1" status: 404 len: 337 time: 0.2543409 Jan 14 03:34:21.018271 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:21.023433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8923357-7baf-44b8-a84d-2dd4eeb94e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:21.023659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.065507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Pushing event updated for resources: {'Port': ['ID=33a00283-88aa-495c-9f90-900754beb96d,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:21.079922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:21.081087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Attempting to bind port 33a00283-88aa-495c-9f90-900754beb96d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:21.082314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Attempting to bind port 33a00283-88aa-495c-9f90-900754beb96d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '52048854-a932-4dd4-9a03-0fdc79ca6f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:21.082935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Attempting to bind port 33a00283-88aa-495c-9f90-900754beb96d on network d2e12537-d21f-4c7d-a723-111ad53132d1 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:21.109149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.131954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Pushing event deleted for resources: {'SecurityGroup': ['ID=84569d7e-ef55-4d44-a4a4-891b6dc72ea9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:21.167263 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-38678777-13dc-4c6a-89dc-28bb7d6673c3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:21.167886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38678777-13dc-4c6a-89dc-28bb7d6673c3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:21.170178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-38678777-13dc-4c6a-89dc-28bb7d6673c3 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/9644c646-7fe2-4226-a5c1-03749b5af640 HTTP/1.1" status: 404 len: 337 time: 0.1451833 Jan 14 03:34:21.175367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.206132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:21.206804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6f45595-a10e-4a6b-a322-99797748578e tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:21.221351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:21.222075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Checking segment: {'id': '52048854-a932-4dd4-9a03-0fdc79ca6f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:21.222862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.223497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Bound using segment: {'id': '52048854-a932-4dd4-9a03-0fdc79ca6f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:21.224231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Bound port: 33a00283-88aa-495c-9f90-900754beb96d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52048854-a932-4dd4-9a03-0fdc79ca6f97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': 'd2e12537-d21f-4c7d-a723-111ad53132d1'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:21.224883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.247761 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41f29a01-5ddc-44fb-8c5a-f05ff12a166c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports?device_id=0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 HTTP/1.1" status: 200 len: 205 time: 0.0682933 Jan 14 03:34:21.256166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43760) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.261128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Provisioning complete for port 11e4f66b-307b-4455-8943-b466e2063489 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:21.261849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca81175-017b-42a5-87cc-954836e8340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.268635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b509c1b-3575-4511-9f70-ea72a10f7373,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:21.271828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:21.343051 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-81b75630-decd-41db-a1c0-b6462448824e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] delete failed (client error): The resource could not be found. Jan 14 03:34:21.344365 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-81b75630-decd-41db-a1c0-b6462448824e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/routers/0922c4ed-c2ef-4ec7-ab81-f08a7ac90489 HTTP/1.1" status: 404 len: 336 time: 0.0868676 Jan 14 03:34:21.352322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43764) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.426413 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cc3a4b-b3d4-492e-a604-a5d4941ee2fe tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:21.427202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cc3a4b-b3d4-492e-a604-a5d4941ee2fe tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:21.429135 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62cc3a4b-b3d4-492e-a604-a5d4941ee2fe tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/a5ce36be-8457-4ece-ae1f-775f90fb1f5b HTTP/1.1" status: 404 len: 337 time: 0.0751250 Jan 14 03:34:21.434800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.475811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] For port 33a00283-88aa-495c-9f90-900754beb96d, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:21.497176 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f27d9f1-e76c-467a-bb0d-3ac111a35ef0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "GET /v2.0/ports?device_id=22fdfb83-57cd-4eec-a695-bc9fd5faa095 HTTP/1.1" status: 200 len: 205 time: 0.0583084 Jan 14 03:34:21.501176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 33a00283-88aa-495c-9f90-900754beb96d, host n-d-765315-13, got binding levels [] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:21.501501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.508656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] For port 33a00283-88aa-495c-9f90-900754beb96d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=33a00283-88aa-495c-9f90-900754beb96d,segment=NetworkSegment(52048854-a932-4dd4-9a03-0fdc79ca6f97),segment_id=52048854-a932-4dd4-9a03-0fdc79ca6f97)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:21.510129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43772) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.515181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.517145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:21.726460 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3b660843-1373-45ba-a034-ee7c626952f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] delete failed (client error): The resource could not be found. Jan 14 03:34:21.728173 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b660843-1373-45ba-a034-ee7c626952f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/routers/22fdfb83-57cd-4eec-a695-bc9fd5faa095 HTTP/1.1" status: 404 len: 336 time: 0.2142420 Jan 14 03:34:21.740522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43780) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.911176 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a445c7b-9d05-45f8-b4ac-f7cbd9eddf92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:21.912075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a445c7b-9d05-45f8-b4ac-f7cbd9eddf92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:21.914356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a445c7b-9d05-45f8-b4ac-f7cbd9eddf92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/b3f0056d-202d-4d98-a875-0cc1ccc95af4 HTTP/1.1" status: 404 len: 337 time: 0.1697400 Jan 14 03:34:21.919416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43784) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:21.993650 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:22.038662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:22.041121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 33a00283-88aa-495c-9f90-900754beb96d owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:22.070802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-48b58e0e-195a-4de7-aca0-e283a328b2ed tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:22.073115 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-48b58e0e-195a-4de7-aca0-e283a328b2ed tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/networks?id=19795026-b617-4368-b042-7e75a3d1148a HTTP/1.1" status: 200 len: 809 time: 1.0869017 Jan 14 03:34:22.096267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.148204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.162115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:22.172323 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:22.176673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:22.177104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.188139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864882ed-ba2d-4fbe-8759-91a1ab696108,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:22.191462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:22.193457 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-6d5a95a1-668a-4d73-a43a-189ccde4c667 tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/quotas/b70f741e575b498498f89a47cc310cdb HTTP/1.1" status: 200 len: 375 time: 0.0952878 Jan 14 03:34:22.194428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.199655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6582155 Jan 14 03:34:22.204905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43788) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:22.211604 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-94434d2f-1c7e-495e-a220-84de9c40f7c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:22.213017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94434d2f-1c7e-495e-a220-84de9c40f7c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:22.227838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '973709c7-f45e-40ff-b04a-95b4fa3c51e8', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:22.239967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:22.244141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:22.247312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:22.254816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:22.268431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:34:22.268776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Pushing event updated for resources: {'Port': ['ID=33a00283-88aa-495c-9f90-900754beb96d,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:22.270576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:34:22.275205 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Project cf8e78b5c0014abcaa764e7d479df74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:34:22.277578 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:22.286101 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-94434d2f-1c7e-495e-a220-84de9c40f7c0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/2155a0a5-c60a-4005-8d13-d79ce519f487 HTTP/1.1" status: 404 len: 337 time: 0.2568901 Jan 14 03:34:22.292888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43792) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:22.299875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.344367 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-3b02204c-be12-44a2-bba3-507d88a9cc17 tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70f741e575b498498f89a47cc310cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281993 Jan 14 03:34:22.368623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.371674 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7154dea7-53fe-4a5d-af5f-5bca4ff29399 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:22.372245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7154dea7-53fe-4a5d-af5f-5bca4ff29399 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:22.374178 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7154dea7-53fe-4a5d-af5f-5bca4ff29399 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/530b038d-7af0-4c56-aa9b-cfc7c84e35e8 HTTP/1.1" status: 404 len: 333 time: 0.0783777 Jan 14 03:34:22.380275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43800) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:22.388536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:22.396136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.397282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 19a980c4-f817-4a51-baec-2cd9700aa573 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:22.456686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-873c4609-a766-421f-b674-fa37442e4057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:22.459985 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01454da-fb36-4b0c-b326-c6ef802749a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:22.460889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01454da-fb36-4b0c-b326-c6ef802749a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:22.463637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f01454da-fb36-4b0c-b326-c6ef802749a8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/e0c6249a-44dd-4449-a63a-addc370da903 HTTP/1.1" status: 404 len: 337 time: 0.0753028 Jan 14 03:34:22.474453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43804) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:22.610573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 19a980c4-f817-4a51-baec-2cd9700aa573 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:22.611178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:22.687097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:22.709668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:22.721537 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-b4a42450-bf7c-488f-8d19-708ab7c3332e service neutron] 10.222.0.30 "GET /v2.0/networks/19795026-b617-4368-b042-7e75a3d1148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631730 Jan 14 03:34:22.798935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:23.062089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-0c11fad7-1317-49dd-8b5a-31f1fb11bb3c req-f54f2a85-b0aa-4c74-b70d-6f7c02e33300 tempest-ServersTestJSON-1624867765 tempest-ServersTestJSON-1624867765] (80832) timed out ('10.222.0.78', 50348) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:23.076026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 33a00283-88aa-495c-9f90-900754beb96d {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:23.076589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:23.127839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-7c7aa9d6-f1cf-4933-afed-649c9cb59bf0 service neutron] (80833) timed out ('10.222.0.74', 59434) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:23.196425 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f2957a20-8e1a-48f0-a1ef-6aad1dff335d req-466bb62d-1b3d-4662-9b9c-6d4b4365f6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/19795026-b617-4368-b042-7e75a3d1148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4537673 Jan 14 03:34:23.206610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:23.240893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-19033cad-e025-412f-8da1-5e4f8299ecff req-944622ea-6f7f-4f66-b6ad-4a9a5c12e71f tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] (80833) timed out ('10.222.0.78', 50345) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:23.288441 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-074581eb-3a10-4766-883a-5c5e2f379432 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:23.288951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074581eb-3a10-4766-883a-5c5e2f379432 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:23.292681 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-074581eb-3a10-4766-883a-5c5e2f379432 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/27d3635a-2142-4818-88d1-d68653a4673e HTTP/1.1" status: 404 len: 333 time: 0.8142381 Jan 14 03:34:23.313629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:23.350835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:34:23.422918 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-096ab997-ac76-4690-8089-d76fa5f0b3f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:23.423355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096ab997-ac76-4690-8089-d76fa5f0b3f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:23.425216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-096ab997-ac76-4690-8089-d76fa5f0b3f6 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/5e20b8e1-fd03-40c4-b3f8-f47ec9eb512b HTTP/1.1" status: 404 len: 337 time: 0.1053267 Jan 14 03:34:23.434226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43820) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:23.468918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Sync routers for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:23.491741 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-217397f1-7b81-44aa-9dc9-fc2d608193d9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:23.492300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217397f1-7b81-44aa-9dc9-fc2d608193d9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:23.494792 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-217397f1-7b81-44aa-9dc9-fc2d608193d9 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/683721da-3fbb-426f-a7b0-224a1a79476b HTTP/1.1" status: 404 len: 333 time: 0.0590477 Jan 14 03:34:23.497675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:23.497853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43824) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:23.499060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:23.549440 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-340b8cdd-c169-4787-a1f3-a600b035be46 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:23.549943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340b8cdd-c169-4787-a1f3-a600b035be46 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:23.551791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-340b8cdd-c169-4787-a1f3-a600b035be46 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/21579a52-ca1f-4096-a55f-6376d587202d HTTP/1.1" status: 404 len: 337 time: 0.0519779 Jan 14 03:34:23.556495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 33a00283-88aa-495c-9f90-900754beb96d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=33a00283-88aa-495c-9f90-900754beb96d,segment=NetworkSegment(52048854-a932-4dd4-9a03-0fdc79ca6f97),segment_id=52048854-a932-4dd4-9a03-0fdc79ca6f97)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:23.556776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:23.614176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:23.735680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 33a00283-88aa-495c-9f90-900754beb96d owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:23.775150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Deleting port c6e3f452-7821-401a-9f2b-f27503cebd25 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:23.775536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:23.839663 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0220f1d6-dd64-4793-bd20-27db9b235e92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:23.840165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0220f1d6-dd64-4793-bd20-27db9b235e92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:23.846373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0220f1d6-dd64-4793-bd20-27db9b235e92 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/87f301be-7cee-4b54-baea-2419e4b0ce69 HTTP/1.1" status: 404 len: 333 time: 0.2290366 Jan 14 03:34:23.864311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43846) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:24.024554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:24.139723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.188401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.208075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2fe61c01-11e9-45b8-bd53-a9168d5dcafa tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:24.224612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.341578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45eaa264-9a89-46e8-b074-b3228af87341,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:24.347073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.371276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Calling delete_port for c6e3f452-7821-401a-9f2b-f27503cebd25 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:24.403671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 33a00283-88aa-495c-9f90-900754beb96d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:24.430087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436fa21-bee6-4316-b54b-442bf540a903 None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:24.474527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.491440 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2741172 Jan 14 03:34:24.496908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:24.497583 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:24.672306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Port': ['ID=33a00283-88aa-495c-9f90-900754beb96d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:24.677695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 605faec8-602b-4b3f-a129-58f47531b42e is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:34:24.682922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:24.711584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 33a00283-88aa-495c-9f90-900754beb96d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:24.712479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 33a00283-88aa-495c-9f90-900754beb96d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:34:24.751969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 33a00283-88aa-495c-9f90-900754beb96d not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:34:24.752446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:24.812647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-58d40abc-dc75-4d81-8342-55586cc9a002 None None] Could not find standard attr ID for object 33a00283-88aa-495c-9f90-900754beb96d. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:34:24.868290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:24.868754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:24.882977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-d4e6c525-9444-4e2b-abf4-1e463f4769cb tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:24.886605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-d4e6c525-9444-4e2b-abf4-1e463f4769cb tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/networks?id=19795026-b617-4368-b042-7e75a3d1148a HTTP/1.1" status: 200 len: 809 time: 0.4528821 Jan 14 03:34:24.923491 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-84476dce-d15b-4e48-8e20-a18a284aed34 tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/quotas/b70f741e575b498498f89a47cc310cdb HTTP/1.1" status: 200 len: 375 time: 0.0357149 Jan 14 03:34:24.929203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:24.939675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Sync routers for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:24.955386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:24.956054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:24.971949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No DVR routers for this DVR port 33a00283-88aa-495c-9f90-900754beb96d on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:34:24.982458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:25.037588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:25.039220 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 15.4772429 Jan 14 03:34:25.045911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43882) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:25.119228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f45b9c6-8b8f-45b4-ae74-d40564f34343 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?project_id=38917ccfe8644bba9b7a1d90e5355885&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720141 Jan 14 03:34:25.123004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:25.134339 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-44958299-f48d-42a8-9d43-e62ecbdd2cd2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:25.135019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44958299-f48d-42a8-9d43-e62ecbdd2cd2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:25.145888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c492de96-8c78-4383-9be3-0ccbdaf51f6b tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:25.206178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 4, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'c6e3f452-7821-401a-9f2b-f27503cebd25', 'name': '', 'network_id': '06325cf0-f9d3-4650-b316-fb9518940054', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'mac_address': 'fa:16:3e:ef:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:06Z', 'updated_at': '2021-01-14T03:34:07Z', 'revision_number': 2, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'subnets': [{'id': 'd3360cd2-23d3-4a45-806c-afb7344d55c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:25.210946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Checking router: ec951faa-ed78-4116-b832-151fe1992d9a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:25.211361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Updating router ec951faa-ed78-4116-b832-151fe1992d9a port c6e3f452-7821-401a-9f2b-f27503cebd25 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:34:25.219481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e3f452-7821-401a-9f2b-f27503cebd25,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:25.232238 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:25.243896 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-5846e708-fa12-4490-be22-745342abd018 tempest-VolumesActionsTest-1320901424 tempest-VolumesActionsTest-1320901424] 10.222.0.30 "GET /v2.0/ports?tenant_id=b70f741e575b498498f89a47cc310cdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3192852 Jan 14 03:34:25.252912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Port c6e3f452-7821-401a-9f2b-f27503cebd25 not found while updating agent binding for router ec951faa-ed78-4116-b832-151fe1992d9a. {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 03:34:25.269905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:25.270623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:25.313915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:25.351860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad980b-d6c9-44d5-97f4-2475678f4f36 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:25.356937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7cad980b-d6c9-44d5-97f4-2475678f4f36 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2327750 Jan 14 03:34:25.362506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43890) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:25.424260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:25.468064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c56d0b3-8ccb-4c4d-b24a-99a67d06921f tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040406 Jan 14 03:34:25.472768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43894) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:25.485555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1313287051', 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:25.495277 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-66623b7e-dc03-43fb-b8f5-f16723b266a5 service neutron] 10.222.0.30 "GET /v2.0/networks/19795026-b617-4368-b042-7e75a3d1148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497385 Jan 14 03:34:25.701321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:25.789251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:25.797445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:subnet and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:25.807177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:25.819053 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44958299-f48d-42a8-9d43-e62ecbdd2cd2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/73230b93-6e8d-49bc-9543-fd5af4f75f4d HTTP/1.1" status: 404 len: 337 time: 1.9535377 Jan 14 03:34:25.823762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:25.825796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43900) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:25.841303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:25.849097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4266c312-459a-4a00-aa90-1eaa991dd811 req-83eccdd0-6f34-49d9-b1f9-33c3bc32ccd7 service neutron] 10.222.0.30 "GET /v2.0/networks/19795026-b617-4368-b042-7e75a3d1148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3526921 Jan 14 03:34:25.866475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:20Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:25.875214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Checking router: 605faec8-602b-4b3f-a129-58f47531b42e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:25.875616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Updating router 605faec8-602b-4b3f-a129-58f47531b42e port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:34:25.976507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-2f0084f7-285b-4a86-a0d6-70c532c0e47e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Synchronizing usage tracker for tenant:cf8e78b5c0014abcaa764e7d479df74f on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:25.983813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:26.015183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:26.016701 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-222c8ffe-177a-41af-8e78-aaa1375d63c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:26.017556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222c8ffe-177a-41af-8e78-aaa1375d63c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:26.019615 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-222c8ffe-177a-41af-8e78-aaa1375d63c4 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/e3c55017-1869-4cbd-a61d-52047b99a356 HTTP/1.1" status: 404 len: 333 time: 0.1151538 Jan 14 03:34:26.020623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49882a8b-6746-4ab1-b1db-cd9f7c12b7ed None None] Network d2e12537-d21f-4c7d-a723-111ad53132d1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:26.034727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-2f0084f7-285b-4a86-a0d6-70c532c0e47e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Unset dirty status for tenant:cf8e78b5c0014abcaa764e7d479df74f on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:26.036196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-2f0084f7-285b-4a86-a0d6-70c532c0e47e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169937982&fields=id&tenant_id=cf8e78b5c0014abcaa764e7d479df74f HTTP/1.1" status: 200 len: 267 time: 1.1356361 Jan 14 03:34:26.085101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:26.142979 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2814e30b-17e2-4f82-bc9d-25653f1b5f7a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:26.143485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2814e30b-17e2-4f82-bc9d-25653f1b5f7a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:26.145603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2814e30b-17e2-4f82-bc9d-25653f1b5f7a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/95e9cd96-d40e-4229-8053-153090e4816e HTTP/1.1" status: 404 len: 337 time: 0.0594680 Jan 14 03:34:26.242384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43908) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:26.243942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:26.889988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:24Z', 'revision_number': 5, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:26.897040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f04f009-8067-4a65-8047-06b7a16f1a1c None None] The sync data for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 is: [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:24Z', 'revision_number': 5, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:27.119265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.170449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Transition to ACTIVE for port object 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:27.177792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.443536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349dcc1-c817-47a0-8420-d4d463eb5475 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:34:27.466412 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d62727d1-a9fa-49f0-a173-0566c58c393b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:27.481172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.502572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc375ae5-e8be-4700-872d-fc908b12e7d8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:27.590550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-04208fa0-92fb-4b50-a490-e84f3b3a56bc tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:27.600697 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-04208fa0-92fb-4b50-a490-e84f3b3a56bc tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/networks?id=8c731660-c03b-409d-9b13-772466df93ee HTTP/1.1" status: 200 len: 797 time: 1.1685536 Jan 14 03:34:27.622638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Attempting to bind port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:27.623391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Attempting to bind port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:27.624118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Attempting to bind port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:27.629008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=7e790384-e719-408c-861c-3871b5408064,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:27.638768 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:27.639797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:27.640604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:27.641287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.641921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:27.645049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Bound port: 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:27.645714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.776979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] For port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:27.780752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] For port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:27.782228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45e4b-83f7-4d92-9031-bdd8e03319ab None None] Pushing event updated for resources: {'Port': ['ID=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:27.786284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.803062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d45e4b-83f7-4d92-9031-bdd8e03319ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:27.803703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d45e4b-83f7-4d92-9031-bdd8e03319ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:27.839755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:27.860736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2005a0f5-5454-4833-9914-d0137f29bf9b tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:28.027106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d45e4b-83f7-4d92-9031-bdd8e03319ab None None] Pushing event updated for resources: {'Port': ['ID=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:28.032172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d45e4b-83f7-4d92-9031-bdd8e03319ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:28.072914 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8dd098-e684-4bbf-b008-ff79b7a7af32 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:28.073761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8dd098-e684-4bbf-b008-ff79b7a7af32 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:28.080350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f8dd098-e684-4bbf-b008-ff79b7a7af32 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/753629df-3ed2-4756-b8f0-13f5cc36411c HTTP/1.1" status: 404 len: 333 time: 1.6828613 Jan 14 03:34:28.082381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-aec193fb-4ca1-4721-a517-ba347314bf22 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/quotas/cf8e78b5c0014abcaa764e7d479df74f HTTP/1.1" status: 200 len: 375 time: 0.0222619 Jan 14 03:34:28.084875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43944) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:28.115769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:28.116442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:28.159335 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-159c644c-9afd-440f-bd19-6256d63ba9c2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:28.159832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159c644c-9afd-440f-bd19-6256d63ba9c2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:28.165599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-159c644c-9afd-440f-bd19-6256d63ba9c2 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/35871163-c8af-4fbe-9be2-9e7d220d481e HTTP/1.1" status: 404 len: 337 time: 0.0785673 Jan 14 03:34:28.179417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c6e3f452-7821-401a-9f2b-f27503cebd25 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:28.222433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c6e3f452-7821-401a-9f2b-f27503cebd25 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:28.223001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c6e3f452-7821-401a-9f2b-f27503cebd25 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:28.241473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349dcc1-c817-47a0-8420-d4d463eb5475 None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:28.249902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:28.257503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8349dcc1-c817-47a0-8420-d4d463eb5475 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1ae25eab-ae33-42cb-af2a-13bb2a286519) {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:34:28.267847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:28.500066 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f7b51b-6f63-4612-95a7-80c115828d03 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:28.500591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f7b51b-6f63-4612-95a7-80c115828d03 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:28.510825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-93f7b51b-6f63-4612-95a7-80c115828d03 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/ports/c5468e92-800f-4470-800e-5bcf1414138e HTTP/1.1" status: 404 len: 333 time: 0.2595990 Jan 14 03:34:28.523230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 43962) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:28.555233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:28.631673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e12537-d21f-4c7d-a723-111ad53132d1']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:28.661700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52048854-a932-4dd4-9a03-0fdc79ca6f97') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:28.662060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52048854-a932-4dd4-9a03-0fdc79ca6f97') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:28.666124 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c133658-ecdf-490d-8dcb-048eaa34c43e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] DELETE failed (client error): The resource could not be found. Jan 14 03:34:28.666625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c133658-ecdf-490d-8dcb-048eaa34c43e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:28.681909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c133658-ecdf-490d-8dcb-048eaa34c43e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/subnets/60a06f06-d5b0-44a8-b653-a4a0095e43fe HTTP/1.1" status: 404 len: 337 time: 0.1561265 Jan 14 03:34:28.690456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:28.735444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43968) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:28.768561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Subnet': ['ID=5c815ce2-7bfe-4cf4-a8c2-d34c18a60913,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:28.902362 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-6d22fd3c-21e1-46d2-9bc8-ad635a131399 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf8e78b5c0014abcaa764e7d479df74f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7339649 Jan 14 03:34:28.968412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Router ec951faa-ed78-4116-b832-151fe1992d9a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:34:28.993650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1ae25eab-ae33-42cb-af2a-13bb2a286519', 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'fixed_ips': [{'subnet_id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:34:28.994575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.066067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.216579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.356s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:29.248583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:20Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:29.255950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:29.257768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de55123-0bf3-450d-9f82-993c1341f15c None None] The sync data for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 is: [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:20Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:29.263683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.266003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:29.296961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-acec4b17-d24e-458f-8a3c-b9b6ae2afffc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:34:29.298038 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-acec4b17-d24e-458f-8a3c-b9b6ae2afffc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3799832 Jan 14 03:34:29.306901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 25 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:29.417645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:29.421499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.474951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:29.492213 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec951faa-ed78-4116-b832-151fe1992d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8350582 Jan 14 03:34:29.508096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 43984) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:29.563545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Allocated IP 172.20.0.2 (1ae25eab-ae33-42cb-af2a-13bb2a286519/5c815ce2-7bfe-4cf4-a8c2-d34c18a60913/e4d87bdc-adf5-4896-a068-be09cb014650) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:29.676389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-2e56ffd0-427e-4a7a-9e41-f7a360b0746f service neutron] 10.222.0.30 "GET /v2.0/networks/8c731660-c03b-409d-9b13-772466df93ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376658 Jan 14 03:34:29.865095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.883718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Transition to ACTIVE for port object e4d87bdc-adf5-4896-a068-be09cb014650 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:29.903201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Transition to ACTIVE for port object e4d87bdc-adf5-4896-a068-be09cb014650 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:29.908354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Sync routers for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:29.921700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:29.938259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:29.939196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:29.988521 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-d2a6b28e-1c89-4599-833c-61f824e14d9b req-cdfb7e1c-3b94-4b58-bcbf-9c8227a04357 service neutron] 10.222.0.30 "GET /v2.0/networks/8c731660-c03b-409d-9b13-772466df93ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3040388 Jan 14 03:34:29.989322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network d2e12537-d21f-4c7d-a723-111ad53132d1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:30.013437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:30.354422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:30.510949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a62160d6-9d88-4cf7-9bd7-3ac424ae456d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:30.774135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:30.828128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Pushing event updated for resources: {'Port': ['ID=e4d87bdc-adf5-4896-a068-be09cb014650,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:30.950010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.950406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.950792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.951169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.951724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.952099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.952497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.953126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.953495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.953865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.954460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.954751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.955161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.955527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.955892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.956621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.956621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.956983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.957347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.957711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.958075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.958437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.958802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.959165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.959593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.960100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.960563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.960816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network d2e12537-d21f-4c7d-a723-111ad53132d1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:30.960950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.961266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.961827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.962193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.962977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.963314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.963678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.964043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.964604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:30.972969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:30.982489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-ad69d6fa-a6df-4e93-a3f0-772633c2d867 req-8514ea5d-7041-4dd0-9426-589e9c42f816 tempest-MultipleCreateTestJSON-228030798 tempest-MultipleCreateTestJSON-228030798] (80833) timed out ('10.222.0.74', 59392) {{(pid=80833) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:30.987842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44040) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:31.016505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.5424635 Jan 14 03:34:31.031569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:24Z', 'revision_number': 5, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:31.040492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Checking router: ec951faa-ed78-4116-b832-151fe1992d9a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:31.069866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Routers {'ec951faa-ed78-4116-b832-151fe1992d9a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:31.070917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ec951faa-ed78-4116-b832-151fe1992d9a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:31.084749 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:31.301042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:31.314617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44046) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:31.316771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.319734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:31.342703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:31.544787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.549970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.559490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db21da6-d133-41c3-a5a5-fbea28870222']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:31.575719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c01752ae-6f5f-4e51-a90e-52f3a32c706c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:31.644547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Attempting to bind port e4d87bdc-adf5-4896-a068-be09cb014650 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:31.645004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Attempting to bind port e4d87bdc-adf5-4896-a068-be09cb014650 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:31.645404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Attempting to bind port e4d87bdc-adf5-4896-a068-be09cb014650 on network 1ae25eab-ae33-42cb-af2a-13bb2a286519 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:31.647975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.656009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:31.656223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Deleting port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:31.656504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Checking segment: {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:31.656623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.656968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.657418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Bound using segment: {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:31.657958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Bound port: e4d87bdc-adf5-4896-a068-be09cb014650, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:31.658391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.795278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=d2e12537-d21f-4c7d-a723-111ad53132d1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:31.797458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] For port e4d87bdc-adf5-4896-a068-be09cb014650, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:31.808377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c7a598-735d-43c7-86a8-a769aeec7916') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:31.808731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c7a598-735d-43c7-86a8-a769aeec7916') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:31.842352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] For port e4d87bdc-adf5-4896-a068-be09cb014650, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e4d87bdc-adf5-4896-a068-be09cb014650,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:31.861023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] Set router ec951faa-ed78-4116-b832-151fe1992d9a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:31.906763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:31.924273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/d2e12537-d21f-4c7d-a723-111ad53132d1 HTTP/1.1" status: 204 len: 168 time: 11.7170627 Jan 14 03:34:31.937998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44070) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:31.981136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:31.997888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:32.000602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:32.002868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Releasing vxlan tunnel 24 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:32.083078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:32.101016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a454e663-8ec6-4390-adec-ea6b199ac8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:32.326474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:32.344274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Pushing event updated for resources: {'Port': ['ID=e4d87bdc-adf5-4896-a068-be09cb014650,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:32.357793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:32.780499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:32.849579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:32.850011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:33.064554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:24Z', 'revision_number': 5, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:33.097003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33d5e5-d9bb-4a92-9464-e3d0cfaa2ab6 None None] The sync data for ids ['ec951faa-ed78-4116-b832-151fe1992d9a'] in n-d-765315-13 is: [{'id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'name': 'tempest-TestServerBasicOps-1734651071-router', 'tenant_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:57Z', 'updated_at': '2021-01-14T03:34:24Z', 'revision_number': 5, 'project_id': 'bcbfc4efa9bf4ee8bc6a5c3848e26434', 'gw_port': {'id': '3aa8edd5-b3a5-4f2f-99c3-17fe501c1556', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec951faa-ed78-4116-b832-151fe1992d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:59Z', 'updated_at': '2021-01-14T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:33.113389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:33.156853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:33.256954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:33.285857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:33.292600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:33.298160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:33.418955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:33.435385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:33.486875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.20.0.1 (1ae25eab-ae33-42cb-af2a-13bb2a286519/5c815ce2-7bfe-4cf4-a8c2-d34c18a60913/e3b8816f-08fb-4955-ab04-4f96ce0dc0af) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:33.626965 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19a7279-c80d-4046-8116-a6ed33077f3d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:33.627613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19a7279-c80d-4046-8116-a6ed33077f3d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:33.633453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a19a7279-c80d-4046-8116-a6ed33077f3d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/7e790384-e719-408c-861c-3871b5408064 HTTP/1.1" status: 404 len: 337 time: 1.6818233 Jan 14 03:34:33.639906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44086) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:33.752062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Network 0db21da6-d133-41c3-a5a5-fbea28870222 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:33.794602 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbdec08-b3ca-4275-9f94-24a2a4993e59 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:33.795753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbdec08-b3ca-4275-9f94-24a2a4993e59 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:33.808105 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2dbdec08-b3ca-4275-9f94-24a2a4993e59 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/d2e12537-d21f-4c7d-a723-111ad53132d1 HTTP/1.1" status: 404 len: 339 time: 0.1402583 Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:33.809093 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:33.811039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44090) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:33.906385 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-584c3b61-3675-4927-8017-c1d1348f39c5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:33.906875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584c3b61-3675-4927-8017-c1d1348f39c5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:33.921286 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-584c3b61-3675-4927-8017-c1d1348f39c5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/f53408aa-83a7-4d48-90ff-68d554fdce07 HTTP/1.1" status: 404 len: 337 time: 0.1104882 Jan 14 03:34:33.924303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44094) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:33.927705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:33.981897 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dc0ea5-9ff4-4a8b-a966-65a5ea0de45f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:33.982154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dc0ea5-9ff4-4a8b-a966-65a5ea0de45f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:33.984708 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-18dc0ea5-9ff4-4a8b-a966-65a5ea0de45f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/958a50b0-509f-4c2f-ab98-6e660e4d2495 HTTP/1.1" status: 404 len: 339 time: 0.0590580 Jan 14 03:34:33.990991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44100) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:34.000210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] For port 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3aa8edd5-b3a5-4f2f-99c3-17fe501c1556,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:34.000531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.009742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e4d87bdc-adf5-4896-a068-be09cb014650 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:34.010083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.034740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f80375e6-638d-445e-9415-b5492aa48d7d tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:34.054701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.182502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e4d87bdc-adf5-4896-a068-be09cb014650 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:34.197428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:34.211147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.220706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Pushing event deleted for resources: {'Network': ['ID=0db21da6-d133-41c3-a5a5-fbea28870222,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:34.254175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Calling delete_port for 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:34.298008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.322507 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:34.330757 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] 10.222.0.30 "DELETE /v2.0/networks/0db21da6-d133-41c3-a5a5-fbea28870222 HTTP/1.1" status: 204 len: 168 time: 5.5650885 Jan 14 03:34:34.332256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:34.332892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.662607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13702abd-9ea0-4e19-8a04-63b3bfcc8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.722508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.902810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.922790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d7b5e43-8d00-46eb-b8ad-712ddc8ba792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:34.944298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44112) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:34.969591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'SecurityGroup': ['ID=973709c7-f45e-40ff-b04a-95b4fa3c51e8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:34.975746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:34.979812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:34.981597 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/security-groups/973709c7-f45e-40ff-b04a-95b4fa3c51e8 HTTP/1.1" status: 204 len: 168 time: 3.4273975 Jan 14 03:34:35.090277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44120) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:35.107771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:35.195879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f87585-51c3-4231-b8bd-5d0051a42ebc None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:34:35.241207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Transition to ACTIVE for port object e3b8816f-08fb-4955-ab04-4f96ce0dc0af will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:35.253704 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:35.448589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140660b6-18e0-415b-bc6f-4c36223e887c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:35.473938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:35.527459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Provisioning for port e4d87bdc-adf5-4896-a068-be09cb014650 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:35.549889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Provisioning complete for port e4d87bdc-adf5-4896-a068-be09cb014650 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:35.550321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:35.630971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d218a4bc-dafc-4d04-8030-4a31492ac34a tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:35.703120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f87585-51c3-4231-b8bd-5d0051a42ebc None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:34:35.744796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497ea63f-1642-4b14-941f-17dfbef69fcd') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:35.745121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497ea63f-1642-4b14-941f-17dfbef69fcd') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:35.759903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:35.790117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:35.804228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:35.807613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.808054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.808506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.808933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.809350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.809768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.810180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.810593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.811005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.811421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.811831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.812237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.819183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.822817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.823247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.823686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.824110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.824568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.824986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.825413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.825823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.826237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.826649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.827057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.827538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.828239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.828664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.829073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.829480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.829886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.830293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.830704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.831113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.831524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.831931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.832353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:35.854448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:35.869108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:35.880635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.040703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.181698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:36.220564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.229991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:36.384857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.406134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.409276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.420091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.591246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] For port e4d87bdc-adf5-4896-a068-be09cb014650, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e4d87bdc-adf5-4896-a068-be09cb014650,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:36.652627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b38800b-c833-488a-b3b0-2745e87803b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8c17ed78c18462686b7b54db85d4a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7001297 Jan 14 03:34:36.653340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44140) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:36.661482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.663995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6197065c-ea01-41bf-b930-5d5d1d13fc49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:36.735038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:36.736131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec951faa-ed78-4116-b832-151fe1992d9a {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:34:36.753001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Pushing event updated for resources: {'Port': ['ID=e4d87bdc-adf5-4896-a068-be09cb014650,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:36.758672 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:36.888447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc0275-8dc2-4056-84ac-41a95f50b3a7 None None] DHCP port deletion for d2e12537-d21f-4c7d-a723-111ad53132d1 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:34:36.936400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-46eaf9dc-2f01-4cda-845f-3c30500f0e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.016967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.018855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf66666d-d0f9-4ecc-baf0-b3c595a984ce admin admin] 10.222.0.30 "DELETE /v2.0/routers/ec951faa-ed78-4116-b832-151fe1992d9a HTTP/1.1" status: 204 len: 168 time: 7.5088136 Jan 14 03:34:37.027619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44146) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:37.075884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603ebf3-886e-424b-acc2-02984e7b8ba3 None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:37.179290 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.179712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.186525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 140660b6-18e0-415b-bc6f-4c36223e887c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:37.196854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.214043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.263450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.283969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-973ef724-ead2-464c-930c-e189fc85a771 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:37.296155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.334214 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48a45799-adda-4022-9bce-cce1a2cdddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:37.356813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.366850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Deleting subnet d3360cd2-23d3-4a45-806c-afb7344d55c8 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:37.372878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687dbda-279b-4b8e-92f4-06dc3d86e217,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:37.375948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:37.378356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.503527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.667535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.669743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:37.721140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:37.742281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:37.920967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e4d87bdc-adf5-4896-a068-be09cb014650 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:37.934902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:37.964430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:38.040789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.044552 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f687dbda-279b-4b8e-92f4-06dc3d86e217 HTTP/1.1" status: 204 len: 168 time: 1.3610070 Jan 14 03:34:38.203749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e4d87bdc-adf5-4896-a068-be09cb014650 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:38.204275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.321721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Provisioning complete for port e4d87bdc-adf5-4896-a068-be09cb014650 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:38.322240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.612393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 33a00283-88aa-495c-9f90-900754beb96d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:38.623991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 605faec8-602b-4b3f-a129-58f47531b42e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:34:38.666619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 140660b6-18e0-415b-bc6f-4c36223e887c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:38.673238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 33a00283-88aa-495c-9f90-900754beb96d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:38.673868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 33a00283-88aa-495c-9f90-900754beb96d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:38.674385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:38.696825 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:38.724122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:38.724569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3aa8edd5-b3a5-4f2f-99c3-17fe501c1556 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:38.746198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Provisioning for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:38.755106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Provisioning complete for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:38.755594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.789231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.865106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:38.884474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8418b-304d-4264-a67a-53a62edbdc95 None None] Port e3b8816f-08fb-4955-ab04-4f96ce0dc0af cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:39.061898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7924989d-9d1e-4b47-ab55-1b47bf4b6494 None None] Provisioning complete for port e4d87bdc-adf5-4896-a068-be09cb014650 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:39.062324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7924989d-9d1e-4b47-ab55-1b47bf4b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:39.184580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5fe0b2cb-a83b-4a4f-872f-9d797ea4ad39 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:39.241531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:39.257053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Sync routers for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:39.291265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:39.291963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:39.324005 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/605faec8-602b-4b3f-a129-58f47531b42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3346608 Jan 14 03:34:39.402298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:39.406180 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fec044f1-5da8-4999-a374-e5ced28a4462 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:39.439988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:39.468213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3360cd2-23d3-4a45-806c-afb7344d55c8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:39.475817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:39.477090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:39.496167 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/140660b6-18e0-415b-bc6f-4c36223e887c HTTP/1.1" status: 204 len: 168 time: 5.5038669 Jan 14 03:34:39.497188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44178) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:39.498182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=140660b6-18e0-415b-bc6f-4c36223e887c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:39.529854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:39.636122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:39.671768 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30b74a9-8166-4367-a4bb-4d6d9c29d294 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:39.672277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30b74a9-8166-4367-a4bb-4d6d9c29d294 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:39.685404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f30b74a9-8166-4367-a4bb-4d6d9c29d294 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/e5362afb-e8e4-47db-93f0-56f4af41fa0f HTTP/1.1" status: 404 len: 337 time: 0.1802018 Jan 14 03:34:39.691290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44190) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:39.747308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3360cd2-23d3-4a45-806c-afb7344d55c8 HTTP/1.1" status: 204 len: 168 time: 2.6915290 Jan 14 03:34:39.757189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:39.864478 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eb8cf4-3cb0-4c77-81f6-4de34cf5e89c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:39.865064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78eb8cf4-3cb0-4c77-81f6-4de34cf5e89c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:39.869937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78eb8cf4-3cb0-4c77-81f6-4de34cf5e89c tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/cfa8d3d6-fc37-4fce-94ee-762c8b55b073 HTTP/1.1" status: 404 len: 339 time: 0.1775327 Jan 14 03:34:39.870737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44204) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:40.230494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cdcb0-c3aa-497b-819a-e8fa0a488377 None None] Network 06325cf0-f9d3-4650-b316-fb9518940054 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:40.265453 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d5795a-d86a-41ba-b073-cc893f916365 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:40.266048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d5795a-d86a-41ba-b073-cc893f916365 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:40.272042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26d5795a-d86a-41ba-b073-cc893f916365 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/edf0c127-ff49-4528-9a40-3e32bfb4e22f HTTP/1.1" status: 404 len: 337 time: 0.3904521 Jan 14 03:34:40.273609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44220) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:40.470651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-f58993bd-2920-4da2-a3cf-12f904b3e92b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:40.486946 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f58d30-c7bc-4345-8c9c-5189a78fa3d7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:40.491839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f58d30-c7bc-4345-8c9c-5189a78fa3d7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:40.502668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6f58d30-c7bc-4345-8c9c-5189a78fa3d7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/5becae5c-c9d9-4585-bdbf-2f15de698d73 HTTP/1.1" status: 404 len: 339 time: 0.2106009 Jan 14 03:34:40.510021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44224) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:40.546876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:40.562099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:40.571947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7924989d-9d1e-4b47-ab55-1b47bf4b6494 None None] Provisioning complete for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:40.572426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7924989d-9d1e-4b47-ab55-1b47bf4b6494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:40.710543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44228) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:40.712048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-f58993bd-2920-4da2-a3cf-12f904b3e92b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:40.721739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-f58993bd-2920-4da2-a3cf-12f904b3e92b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790754637&fields=id&tenant_id=38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 267 time: 0.6439269 Jan 14 03:34:40.723558 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-13301284-8940-4777-b0e7-0ef05a375696 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:40.724179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13301284-8940-4777-b0e7-0ef05a375696 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:40.729511 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13301284-8940-4777-b0e7-0ef05a375696 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/3ed36540-350b-4f2a-b656-0b29bf89e1b6 HTTP/1.1" status: 404 len: 337 time: 0.1942890 Jan 14 03:34:40.732181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44236) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:40.753959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:40.765416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7924989d-9d1e-4b47-ab55-1b47bf4b6494 None None] Port e3b8816f-08fb-4955-ab04-4f96ce0dc0af cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:40.958523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa7ec38a-076f-48f0-9fc7-008696820cd6 None None] Provisioning complete for port e4d87bdc-adf5-4896-a068-be09cb014650 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:40.959291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec38a-076f-48f0-9fc7-008696820cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:41.234016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] DHCP port deletion for 06325cf0-f9d3-4650-b316-fb9518940054 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:34:41.262028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Deleting port 11e4f66b-307b-4455-8943-b466e2063489 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:41.263894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:41.271150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:36Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e3b8816f-08fb-4955-ab04-4f96ce0dc0af', 'name': '', 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:1a:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:33Z', 'updated_at': '2021-01-14T03:34:36Z', 'revision_number': 2, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:41.295342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Checking router: 605faec8-602b-4b3f-a129-58f47531b42e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:41.296121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Updating router 605faec8-602b-4b3f-a129-58f47531b42e port e3b8816f-08fb-4955-ab04-4f96ce0dc0af binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:34:41.495279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:41.504821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Deleting port 11e4f66b-307b-4455-8943-b466e2063489 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:41.505461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:41.620250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-193348300'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:41.655895 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b89310-113d-4bcc-9f1f-7cad77456fcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:41.659390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b89310-113d-4bcc-9f1f-7cad77456fcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:41.667310 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23b89310-113d-4bcc-9f1f-7cad77456fcf tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/9d42e999-0c16-4ab3-b637-b4bf4e05fb10 HTTP/1.1" status: 404 len: 339 time: 0.9252510 Jan 14 03:34:41.681771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:41.690322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:41.706223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:network and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:41.721990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:41.734079 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5dda07-7479-41ac-ad69-3ca9af472b16 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:41.734584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5dda07-7479-41ac-ad69-3ca9af472b16 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:41.739347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee5dda07-7479-41ac-ad69-3ca9af472b16 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/33eedd9e-3771-4bc6-82aa-d2ad6b82f8d8 HTTP/1.1" status: 404 len: 337 time: 0.0541012 Jan 14 03:34:41.754466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:41.757423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:41.795410 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b6d87a-5fd3-4bd3-a2e6-4578a5e4bf2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:41.795908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b6d87a-5fd3-4bd3-a2e6-4578a5e4bf2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:41.800695 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11b6d87a-5fd3-4bd3-a2e6-4578a5e4bf2f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/7ebc0fdc-e81e-4570-ada9-4b0bdb135773 HTTP/1.1" status: 404 len: 339 time: 0.0389435 Jan 14 03:34:41.815202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:41.876393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 11e4f66b-307b-4455-8943-b466e2063489 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:41.882731 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff07e3d5-77e9-4c59-baea-9d9881fbcf67 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:41.883697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff07e3d5-77e9-4c59-baea-9d9881fbcf67 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:41.888013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff07e3d5-77e9-4c59-baea-9d9881fbcf67 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/3613cd3a-fbcb-42da-9693-9609bff570e8 HTTP/1.1" status: 404 len: 337 time: 0.0693178 Jan 14 03:34:41.889729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44274) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:41.957393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Made reservation on behalf of 50ed45e0c1114dd89872b6a93cbf9ac9 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:42.002756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.091192 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2367fe15-7ddd-45ac-8b85-c8849dc39f88 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:42.091700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2367fe15-7ddd-45ac-8b85-c8849dc39f88 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:42.103334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2367fe15-7ddd-45ac-8b85-c8849dc39f88 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/1d475e48-cb75-4580-bd6a-5522dfbbdfd3 HTTP/1.1" status: 404 len: 339 time: 0.2083178 Jan 14 03:34:42.111615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44280) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:42.143831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.172555 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-376ab0ea-7629-4965-9c60-2ed206ed3149 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:42.173350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376ab0ea-7629-4965-9c60-2ed206ed3149 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:42.175509 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-376ab0ea-7629-4965-9c60-2ed206ed3149 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/f5b2e7d3-bf43-4942-888a-1da5bad4d515 HTTP/1.1" status: 404 len: 337 time: 0.0625079 Jan 14 03:34:42.179028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44284) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:42.223856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port 19a980c4-f817-4a51-baec-2cd9700aa573 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:42.224629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.231680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa7ec38a-076f-48f0-9fc7-008696820cd6 None None] Provisioning complete for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:42.232112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa7ec38a-076f-48f0-9fc7-008696820cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.238289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:42.263411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:security_group_rule and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:42.268086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:42.281264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:42.327136 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7c5087-1154-4487-8448-876f8cfc8a07 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:42.328160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7c5087-1154-4487-8448-876f8cfc8a07 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:42.330226 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f7c5087-1154-4487-8448-876f8cfc8a07 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/9391462b-40b2-4426-8c0e-958b5a49ed52 HTTP/1.1" status: 404 len: 339 time: 0.1498842 Jan 14 03:34:42.339778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:42.403758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] For port 11e4f66b-307b-4455-8943-b466e2063489, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=11e4f66b-307b-4455-8943-b466e2063489,segment=NetworkSegment(8745fc18-8fc6-404e-b77d-ac378b9af154),segment_id=8745fc18-8fc6-404e-b77d-ac378b9af154)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:42.404217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.465861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.495947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-ce56ae15-beca-4fbe-8da0-ee63009e8cff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:42.497275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-ce56ae15-beca-4fbe-8da0-ee63009e8cff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:42.507922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.525314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:42.534914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.535505 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Added segment 58c32619-ef5a-4543-bf33-ead304a49d99 of type vxlan for network 32461006-b8c3-458b-8060-b65543731a5d Jan 14 03:34:42.563527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.564699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] For port 19a980c4-f817-4a51-baec-2cd9700aa573, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=19a980c4-f817-4a51-baec-2cd9700aa573,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:42.565426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.604631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e1f67e-0fbd-4f19-b34a-f8ab6316785d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:42.606298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.644235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Transition to ACTIVE for port object e3b8816f-08fb-4955-ab04-4f96ce0dc0af will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:42.647724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'SecurityGroup': ['ID=284f6883-a69e-4a1d-8083-792250430675,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:42.649417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.664609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.670520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:42.671256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.677606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:42.682372 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b224460-d837-4422-9447-30831bc70913 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:42.721210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd71f3d5-0683-47fa-9c4f-fa0543cfb0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:42.808229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Calling delete_port for 19a980c4-f817-4a51-baec-2cd9700aa573 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:42.823519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Network': ['ID=32461006-b8c3-458b-8060-b65543731a5d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:42.827702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] For port 11e4f66b-307b-4455-8943-b466e2063489, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=11e4f66b-307b-4455-8943-b466e2063489,segment=NetworkSegment(8745fc18-8fc6-404e-b77d-ac378b9af154),segment_id=8745fc18-8fc6-404e-b77d-ac378b9af154)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:42.828500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:42.843854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-ce56ae15-beca-4fbe-8da0-ee63009e8cff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:42.853615 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-ce56ae15-beca-4fbe-8da0-ee63009e8cff tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/networks?id=1ae25eab-ae33-42cb-af2a-13bb2a286519 HTTP/1.1" status: 200 len: 797 time: 2.1301248 Jan 14 03:34:42.887415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:42.952737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ec38a-076f-48f0-9fc7-008696820cd6 None None] Port e3b8816f-08fb-4955-ab04-4f96ce0dc0af cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:42.984069 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-c37783d2-9891-4f18-9be0-89c7d4a36737 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/quotas/38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 375 time: 0.1284842 Jan 14 03:34:42.994681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Calling delete_port for 11e4f66b-307b-4455-8943-b466e2063489 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:43.048282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Pushing event updated for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:43.086609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.091592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.092383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.092993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.093447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.093899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.094342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.094784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.096087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:43.096587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.097324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.098201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.103771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.104316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.104803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.105260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.105714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.106164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.106780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.108997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.109154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Calling delete_port for 11e4f66b-307b-4455-8943-b466e2063489 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:43.109538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.109992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.110444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.113861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.114337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.114862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.115315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.115761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.116939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.118998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.119466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.119921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.120798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.121880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.122337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.125309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.127063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:43.136480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 32461006-b8c3-458b-8060-b65543731a5d details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:43.139565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:43.172993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 32461006-b8c3-458b-8060-b65543731a5d details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:43.181086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4493916 Jan 14 03:34:43.188400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 32461006-b8c3-458b-8060-b65543731a5d details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:43.207079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44300) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:43.226585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'subnet': {'network_id': '32461006-b8c3-458b-8060-b65543731a5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:43.234334 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e764cf99-237f-4164-8d1a-e48ed8683376 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:43.236776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e764cf99-237f-4164-8d1a-e48ed8683376 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:43.244857 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e764cf99-237f-4164-8d1a-e48ed8683376 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/4fe15d37-abc1-4d98-8d35-a47def6dd495 HTTP/1.1" status: 404 len: 337 time: 0.9036214 Jan 14 03:34:43.245603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:43.287374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:43.426059 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4c31b3-6954-422c-a913-eff6ff736c02 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:43.428239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:43.428994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4c31b3-6954-422c-a913-eff6ff736c02 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:43.444954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:subnet and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:43.449191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:43.465340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:43.481556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c4c31b3-6954-422c-a913-eff6ff736c02 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/98b60dc6-303c-4402-b4ba-0df594e6c202 HTTP/1.1" status: 404 len: 339 time: 0.2339261 Jan 14 03:34:43.485029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44308) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:43.564033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Made reservation on behalf of 50ed45e0c1114dd89872b6a93cbf9ac9 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:43.606972 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-573aa753-3d02-4ee1-b01e-b23ab530ecd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:43.607393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573aa753-3d02-4ee1-b01e-b23ab530ecd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:43.612184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-573aa753-3d02-4ee1-b01e-b23ab530ecd7 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/90101363-04b0-4582-8ad7-c3b8dd1d9a2e HTTP/1.1" status: 404 len: 337 time: 0.1263163 Jan 14 03:34:43.614645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:43.644608 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ddda6-bee0-4523-ab66-59c1a01d7fea tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] DELETE failed (client error): The resource could not be found. Jan 14 03:34:43.645117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242ddda6-bee0-4523-ab66-59c1a01d7fea tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:34:43.650404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-242ddda6-bee0-4523-ab66-59c1a01d7fea tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/842d320b-0dfe-480e-a870-20eb1d798f1a HTTP/1.1" status: 404 len: 339 time: 0.0344527 Jan 14 03:34:43.651070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44316) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:43.654541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:43.770620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:43.781494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8642299e-bdc6-428a-aa72-26af421b121e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:43.824801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Attempting to bind port e3b8816f-08fb-4955-ab04-4f96ce0dc0af on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:43.825214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Attempting to bind port e3b8816f-08fb-4955-ab04-4f96ce0dc0af by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:43.825623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Attempting to bind port e3b8816f-08fb-4955-ab04-4f96ce0dc0af on network 1ae25eab-ae33-42cb-af2a-13bb2a286519 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:43.856892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:43.857318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Checking segment: {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:43.861420 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:43.861872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Bound using segment: {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:43.866108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Bound port: e3b8816f-08fb-4955-ab04-4f96ce0dc0af, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a74483-8d66-4e1f-8d40-7178755c88b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:43.866547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.088404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting subnet c5d9188e-3633-46da-b1f0-c5f051714159 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:44.101817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.120204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:34:44.121390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:34:44.158883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.194451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.213784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] For port e3b8816f-08fb-4955-ab04-4f96ce0dc0af, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:44.221708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] For port e3b8816f-08fb-4955-ab04-4f96ce0dc0af, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:44.231867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.243496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c97bc941-a23e-4005-921e-be9d9f0065f2 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:44.262150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d595d2-8e85-4034-bdab-88f381c2ddc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:44.327356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.402894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.406750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Pushing event updated for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:44.527865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:44.558056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e4f66b-307b-4455-8943-b466e2063489,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:44.607795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:44.623206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Deleting port 11e4f66b-307b-4455-8943-b466e2063489 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:44.623650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.663551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] No DVR routers for this DVR port 11e4f66b-307b-4455-8943-b466e2063489 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:34:44.700887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:44.710181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:44.767302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Port': ['ID=19a980c4-f817-4a51-baec-2cd9700aa573,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:44.798974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:44.884862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3e1958ee-c27c-4b15-8489-8ddd8e037e71 None None] The port '11e4f66b-307b-4455-8943-b466e2063489' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:34:44.911054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-e950fe9b-c6a6-4b76-8efb-636bc6b610e3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:34:44.994513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.994841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.995499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.995928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.996531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.996955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.997369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.997783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.998193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.998604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.999016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:44.999427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.000005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.000767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.001150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.001560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.001967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.002376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.002919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.003588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.003995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.005619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.006434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.010052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.012987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.013729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.014160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.014579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.014995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.015411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.020983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.021448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.021875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.022294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.022717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.026821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:34:45.044496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:45.056570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.058797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009ce42-cf40-4df9-b625-d3e7e1ee3ed1 None None] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:45.068687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:45.080681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bc70c7-494c-4df0-b7e8-ca6a2551719f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:45.204610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.245247 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/subnets/c5d9188e-3633-46da-b1f0-c5f051714159 HTTP/1.1" status: 204 len: 168 time: 1.5903778 Jan 14 03:34:45.269791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:45.270698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Subnet': ['ID=c5d9188e-3633-46da-b1f0-c5f051714159,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:45.278553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:45.451293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06325cf0-f9d3-4650-b316-fb9518940054']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:45.479043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8745fc18-8fc6-404e-b77d-ac378b9af154') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:45.479394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8745fc18-8fc6-404e-b77d-ac378b9af154') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:45.489345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-e950fe9b-c6a6-4b76-8efb-636bc6b610e3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:34:45.501827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-e950fe9b-c6a6-4b76-8efb-636bc6b610e3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/ports?tenant_id=38917ccfe8644bba9b7a1d90e5355885&fields=id HTTP/1.1" status: 200 len: 302 time: 2.5106499 Jan 14 03:34:45.536393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] DHCP port deletion for 61380a7c-4390-4af6-bfc5-e7b80f6407a1 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:34:45.542578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Deleting port 033d9e6c-4d71-42ee-b944-88792b440f77 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:45.543011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.554418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.584919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.668375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 033d9e6c-4d71-42ee-b944-88792b440f77 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:45.668680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.779934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:36Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e3b8816f-08fb-4955-ab04-4f96ce0dc0af', 'name': '', 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:1a:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:33Z', 'updated_at': '2021-01-14T03:34:44Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:45.785127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94422dbd-d745-4a6e-b485-d984a00afe74 None None] The sync data for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 is: [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:36Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e3b8816f-08fb-4955-ab04-4f96ce0dc0af', 'name': '', 'network_id': '1ae25eab-ae33-42cb-af2a-13bb2a286519', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:1a:a9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:33Z', 'updated_at': '2021-01-14T03:34:44Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '5c815ce2-7bfe-4cf4-a8c2-d34c18a60913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:45.833608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:45.872629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:46.349821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:46.448515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] For port 033d9e6c-4d71-42ee-b944-88792b440f77, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=033d9e6c-4d71-42ee-b944-88792b440f77,segment=NetworkSegment(0385ceb3-ec35-4671-b3b6-637a8f219d97),segment_id=0385ceb3-ec35-4671-b3b6-637a8f219d97)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:46.448977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:46.600723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Network 06325cf0-f9d3-4650-b316-fb9518940054 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:46.648539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Calling delete_port for 033d9e6c-4d71-42ee-b944-88792b440f77 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:46.748661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3b8816f-08fb-4955-ab04-4f96ce0dc0af up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:46.847786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:46.884960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:46.903998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-03637661-fe2b-4e0c-8138-50b0f161dec7 service neutron] 10.222.0.30 "GET /v2.0/networks/1ae25eab-ae33-42cb-af2a-13bb2a286519?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3856463 Jan 14 03:34:47.004310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] For port 033d9e6c-4d71-42ee-b944-88792b440f77, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=033d9e6c-4d71-42ee-b944-88792b440f77,segment=NetworkSegment(0385ceb3-ec35-4671-b3b6-637a8f219d97),segment_id=0385ceb3-ec35-4671-b3b6-637a8f219d97)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:47.006827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.098592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.163896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:47.219641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Pushing event deleted for resources: {'Port': ['ID=033d9e6c-4d71-42ee-b944-88792b440f77,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:47.223581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:47.226423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] No DVR routers for this DVR port 033d9e6c-4d71-42ee-b944-88792b440f77 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:34:47.246247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:47.258931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:47.259376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.338185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Calling delete_port for 033d9e6c-4d71-42ee-b944-88792b440f77 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:47.460832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44354) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:47.466215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:34:47.466831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:34:47.587900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.648624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Deleting subnet e5412cdb-6a24-4606-a2bb-a092250808ec {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:47.651981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e3b8816f-08fb-4955-ab04-4f96ce0dc0af, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:47.658184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.660404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.663714 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be42ffc1-6ece-4b1e-b085-78038c075e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:47.769031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.851188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:47.868499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 033d9e6c-4d71-42ee-b944-88792b440f77 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:47.869515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:47.898819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:47.917176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 033d9e6c-4d71-42ee-b944-88792b440f77 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:47.917666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 033d9e6c-4d71-42ee-b944-88792b440f77 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:47.942427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ca5a41e-60a5-4b11-8b3e-d0a22f07490c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:48.190346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Network 06325cf0-f9d3-4650-b316-fb9518940054 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:48.232076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3b8816f-08fb-4955-ab04-4f96ce0dc0af up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:48.375872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e3b8816f-08fb-4955-ab04-4f96ce0dc0af triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:48.376856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:48.496834 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:48.534347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Deleting port 033d9e6c-4d71-42ee-b944-88792b440f77 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:48.534818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:48.620391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:48.689218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] The port '033d9e6c-4d71-42ee-b944-88792b440f77' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:34:48.749248 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3ad77d94-0a06-4d7a-a5ab-c9787439c978 req-865e3f9d-e370-49d5-9c84-9e3dd6c61cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/1ae25eab-ae33-42cb-af2a-13bb2a286519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8071899 Jan 14 03:34:48.771764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:48.818844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] 10.222.0.30 "DELETE /v2.0/networks/06325cf0-f9d3-4650-b316-fb9518940054 HTTP/1.1" status: 204 len: 168 time: 9.0346699 Jan 14 03:34:48.850803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Checking segment: {'id': '58c32619-ef5a-4543-bf33-ead304a49d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '32461006-b8c3-458b-8060-b65543731a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:48.851210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network hostable DHCP agents. Network: 32461006-b8c3-458b-8060-b65543731a5d, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:34:48.858403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Subnet': ['ID=c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:48.866725 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:48.873669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bbbd46e6-66e4-4272-80e4-44aecd48fbd4 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:48.897538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:34:48.917686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Pushing event deleted for resources: {'Network': ['ID=06325cf0-f9d3-4650-b316-fb9518940054,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:48.926337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 32461006-b8c3-458b-8060-b65543731a5d) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:48.928244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:48.954001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:48.954666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:48.957116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcab22c-cab5-4b5d-959a-06d90bc33a07 None None] Network 32461006-b8c3-458b-8060-b65543731a5d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:49.000200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7839987 Jan 14 03:34:49.000549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44368) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:49.006590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1836809845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:49.029103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:49.034091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:router and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:49.043753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:49.066515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:49.100574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.102302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.152997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.199531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.261618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.265525 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4470f272-ac64-46e1-91f8-3dd9e9d12c6f tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2614355 Jan 14 03:34:49.266064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44378) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:49.479550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-32461006-b8c3-458b-8060-b65543731a5d', 'network_id': '32461006-b8c3-458b-8060-b65543731a5d', 'tenant_id': '50ed45e0c1114dd89872b6a93cbf9ac9', 'fixed_ips': [{'subnet_id': 'c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:34:49.480648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.504391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:49.506431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.661023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44398) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:49.825151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.851642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Allocated IP 172.20.0.2 (32461006-b8c3-458b-8060-b65543731a5d/c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9/69a10c98-e9d8-444e-8340-f3106a1587a5) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:49.885945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61380a7c-4390-4af6-bfc5-e7b80f6407a1']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:49.904552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0385ceb3-ec35-4671-b3b6-637a8f219d97') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:49.904887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0385ceb3-ec35-4671-b3b6-637a8f219d97') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:49.919145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.940900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:49.944079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:50.138168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.174834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.233367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:50.257661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.497495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-095989dd-af4b-4152-96aa-8cde2dc9a14f tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:50.542752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Network 61380a7c-4390-4af6-bfc5-e7b80f6407a1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:50.575496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-d5a41e7f-fad5-4c6e-af9c-f615c69a7943 req-c6e4c592-99ba-45b7-9e2e-15f16d4f5d51 service neutron] (80832) timed out ('10.222.0.74', 59422) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:34:50.614974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5412cdb-6a24-4606-a2bb-a092250808ec,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:50.619145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:50.702448 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:50.872386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-704e21ad-6442-449e-a530-40a84dd47c93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcbfc4efa9bf4ee8bc6a5c3848e26434&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3436935 Jan 14 03:34:50.873674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44410) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:50.894811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Transition to ACTIVE for port object 69a10c98-e9d8-444e-8340-f3106a1587a5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:50.921373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.931037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Transition to ACTIVE for port object 69a10c98-e9d8-444e-8340-f3106a1587a5 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:50.937114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.939280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.941464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:50.963916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdab193e-b997-4b7a-b048-3bd8f1d79a04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:51.010825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] 10.222.0.30 "DELETE /v2.0/networks/61380a7c-4390-4af6-bfc5-e7b80f6407a1 HTTP/1.1" status: 204 len: 168 time: 5.7285192 Jan 14 03:34:51.016732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Pushing event deleted for resources: {'Network': ['ID=61380a7c-4390-4af6-bfc5-e7b80f6407a1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:51.020406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:51.025738 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5412cdb-6a24-4606-a2bb-a092250808ec HTTP/1.1" status: 204 len: 168 time: 3.5576527 Jan 14 03:34:51.027998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:51.051537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router a7e446d0-ff40-4242-bc6e-a313418c987b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:34:51.095595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Allocated IP 172.20.0.1 (32461006-b8c3-458b-8060-b65543731a5d/c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9/0debe786-6e38-43ef-b48f-07f051db8783) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:34:51.171292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6985442-9b7d-48d3-8a63-9170bc2e8516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:51.340904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Pushing event updated for resources: {'Port': ['ID=69a10c98-e9d8-444e-8340-f3106a1587a5,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:51.363762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.385462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Transition to ACTIVE for port object 0debe786-6e38-43ef-b48f-07f051db8783 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:34:51.514402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:51.533518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Network 32461006-b8c3-458b-8060-b65543731a5d is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:51.536332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:51.541260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:51.564417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.648537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.667477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Attempting to bind port 69a10c98-e9d8-444e-8340-f3106a1587a5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:34:51.667905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Attempting to bind port 69a10c98-e9d8-444e-8340-f3106a1587a5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '58c32619-ef5a-4543-bf33-ead304a49d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '32461006-b8c3-458b-8060-b65543731a5d'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:34:51.668321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Attempting to bind port 69a10c98-e9d8-444e-8340-f3106a1587a5 on network 32461006-b8c3-458b-8060-b65543731a5d {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:34:51.674651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:34:51.675080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Checking segment: {'id': '58c32619-ef5a-4543-bf33-ead304a49d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '32461006-b8c3-458b-8060-b65543731a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:34:51.675713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.676158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Bound using segment: {'id': '58c32619-ef5a-4543-bf33-ead304a49d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '32461006-b8c3-458b-8060-b65543731a5d'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:34:51.676717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Bound port: 69a10c98-e9d8-444e-8340-f3106a1587a5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c32619-ef5a-4543-bf33-ead304a49d99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '32461006-b8c3-458b-8060-b65543731a5d'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:34:51.677150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.757667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44426) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:51.773830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] For port 69a10c98-e9d8-444e-8340-f3106a1587a5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:34:51.777158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] For port 69a10c98-e9d8-444e-8340-f3106a1587a5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69a10c98-e9d8-444e-8340-f3106a1587a5,segment=NetworkSegment(58c32619-ef5a-4543-bf33-ead304a49d99),segment_id=58c32619-ef5a-4543-bf33-ead304a49d99)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:34:51.785996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:51.825476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65aeb66e-f663-40b3-9053-256041b040a5 tempest-RoutersIpV6AdminTest-639530722 tempest-RoutersIpV6AdminTest-639530722] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:51.925993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3fe523f-cfd0-46f0-9b5f-e736c027dcec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:52.016617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=0debe786-6e38-43ef-b48f-07f051db8783,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:52.016830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:52.033412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Pushing event updated for resources: {'Port': ['ID=69a10c98-e9d8-444e-8340-f3106a1587a5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:52.038944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Sync routers for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:52.045346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:52.049055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:52.057636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "PUT /v2.0/routers/a7e446d0-ff40-4242-bc6e-a313418c987b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8816769 Jan 14 03:34:52.060776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:52.061606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.070196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:52.133479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.170897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.224505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:52.293693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6028daec-5bc5-462a-88b7-1d5d1a7328da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2764a1f5e0b8436c8ed294fcc65771b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237772 Jan 14 03:34:52.314907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:52.363879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:52.380554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.478097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:52.571047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting subnet 46a56f05-c1d2-4f9e-a194-aa89fb8ad49f {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:52.574390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.608835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.621301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:34:52.663375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.700108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-35ccec4a-663a-4bcb-b325-5c4deef2ae71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:52.722769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.748642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c009277-3b52-4e91-9999-df0c309cef3f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:52.766679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:52.795842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.800266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c009277-3b52-4e91-9999-df0c309cef3f HTTP/1.1" status: 204 len: 168 time: 1.9252830 Jan 14 03:34:52.829918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c0a107-8d86-433f-811b-b5f58b0b1017']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.869367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9814e99-5aa0-45a9-ad8f-58333025af1c') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.869965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9814e99-5aa0-45a9-ad8f-58333025af1c') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.902033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.909059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:43Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.914456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Checking router: a7e446d0-ff40-4242-bc6e-a313418c987b for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:34:52.917925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.925471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Routers {'a7e446d0-ff40-4242-bc6e-a313418c987b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:52.926296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['a7e446d0-ff40-4242-bc6e-a313418c987b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:52.934151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:52.941187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:53.202002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:53.331516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:53.346517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:53.543069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:53.581993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] Set router a7e446d0-ff40-4242-bc6e-a313418c987b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:34:54.139514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.154089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0d1b31fd-a175-4ef2-b474-926b86d24aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:54.181954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e675178-81d4-4b52-8d78-90e9e6534b9f None None] Network 32461006-b8c3-458b-8060-b65543731a5d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:54.241850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193939f3-a2c4-44fe-9501-021c65ab6390,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:54.257226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:54.358997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.360641 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/193939f3-a2c4-44fe-9501-021c65ab6390 HTTP/1.1" status: 204 len: 168 time: 2.0407829 Jan 14 03:34:54.364801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port e3b8816f-08fb-4955-ab04-4f96ce0dc0af {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:54.365283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.511245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.531176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.602711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:54.608072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port e3b8816f-08fb-4955-ab04-4f96ce0dc0af, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:54.608609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.637196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.783361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69a10c98-e9d8-444e-8340-f3106a1587a5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:54.815697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:54.825278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44476) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:54.852917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for e3b8816f-08fb-4955-ab04-4f96ce0dc0af owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:54.853316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:54.884120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:34:54.892045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:34:55.199452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Network 90c0a107-8d86-433f-811b-b5f58b0b1017 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:55.279865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:55.324531 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:55.331782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.336721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.348846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-655489130-network', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:55.360637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/90c0a107-8d86-433f-811b-b5f58b0b1017 HTTP/1.1" status: 204 len: 168 time: 4.3136408 Jan 14 03:34:55.379327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 69a10c98-e9d8-444e-8340-f3106a1587a5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:55.395688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Provisioning for port 69a10c98-e9d8-444e-8340-f3106a1587a5 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:55.432943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44486) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:55.510384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 69a10c98-e9d8-444e-8340-f3106a1587a5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:55.516093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.521132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:55.524145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=0debe786-6e38-43ef-b48f-07f051db8783,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:55.535326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:55.546086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Deleting subnet 1388eec7-9f3a-4342-b16e-9a8e5e426d8c {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:34:55.550187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.581389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Provisioning complete for port 69a10c98-e9d8-444e-8340-f3106a1587a5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:55.583956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.596159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-de914fc6-5930-45ae-9518-90b46ff4eb75 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:55.615893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.679582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.722350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Port': ['ID=e3b8816f-08fb-4955-ab04-4f96ce0dc0af,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:55.737733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:55.931108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:55.957576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea3bfafa-b035-454d-ab4b-2188eb8faf40 tempest-NetworksIpV6TestAttrs-1060549989 tempest-NetworksIpV6TestAttrs-1060549989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:55.998476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe03110b-f4cb-4a93-afbf-1f0d7089c30d tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:56.138397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.233190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] For port 69a10c98-e9d8-444e-8340-f3106a1587a5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69a10c98-e9d8-444e-8340-f3106a1587a5,segment=NetworkSegment(58c32619-ef5a-4543-bf33-ead304a49d99),segment_id=58c32619-ef5a-4543-bf33-ead304a49d99)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:56.253110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Usage tracker for resource:network and tenant:d743bf1b65af4f20a39e2691d6eb2042 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:56.260370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c0a107-8d86-433f-811b-b5f58b0b1017,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:56.288005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Subnet': ['ID=46a56f05-c1d2-4f9e-a194-aa89fb8ad49f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:56.300445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:56.327470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:56.344127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44504) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:56.345467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:56.360026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.368305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:56.422091 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:56.473191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.479406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Pushing event updated for resources: {'Port': ['ID=69a10c98-e9d8-444e-8340-f3106a1587a5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:56.493131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:56.559981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:43Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:56.634514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ba6b44-a964-4ba9-adec-487b82b4116e None None] The sync data for ids ['a7e446d0-ff40-4242-bc6e-a313418c987b'] in n-d-765315-13 is: [{'id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'name': 'tempest-TestNetworkBasicOps-router-2144792716', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:33:25Z', 'updated_at': '2021-01-14T03:34:43Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '5baade29-daa5-4ac3-ab72-2fd3dc1286b9', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e446d0-ff40-4242-bc6e-a313418c987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:33:30Z', 'updated_at': '2021-01-14T03:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:56.637963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Provisioning complete for port 69a10c98-e9d8-444e-8340-f3106a1587a5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:56.648365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.735932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6ae0918-10f3-4d9a-aaf4-f967181781a9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:56.810852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.827028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734739be-c710-45df-8586-897f5de3e1a9 None None] Network 8c731660-c03b-409d-9b13-772466df93ee requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:34:56.831458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.831825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8cf22506-4be8-4193-afe6-8c447fe59757 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/subnets/46a56f05-c1d2-4f9e-a194-aa89fb8ad49f HTTP/1.1" status: 204 len: 168 time: 4.7537196 Jan 14 03:34:56.837787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1388eec7-9f3a-4342-b16e-9a8e5e426d8c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:56.838760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44518) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:56.851159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:56.877340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-800146593'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:56.890865 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1388eec7-9f3a-4342-b16e-9a8e5e426d8c HTTP/1.1" status: 204 len: 168 time: 1.4474390 Jan 14 03:34:56.901974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:56.906738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.909986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Made reservation on behalf of d743bf1b65af4f20a39e2691d6eb2042 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:56.918114 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:56.940927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:57.014536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:57.020306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.043953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:57.045353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69a10c98-e9d8-444e-8340-f3106a1587a5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:34:57.201646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:57.225472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:57.230608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d743bf1b65af4f20a39e2691d6eb2042 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:57.234630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:57.241652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:57.371391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.393878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.413338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:57.423567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.424005 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Added segment f26aef1c-f169-4453-b40f-182a5cba009c of type vxlan for network 1296508a-1dfa-4603-b303-86358c47a5d0 Jan 14 03:34:57.455714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.507592 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c2ca92-8d2a-47e2-b54c-85bf74a2b40d tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:57.533579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.561884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Provisioning for port 0debe786-6e38-43ef-b48f-07f051db8783 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:34:57.587138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Provisioning complete for port 0debe786-6e38-43ef-b48f-07f051db8783 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:57.591499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.615900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.616984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:34:57.618169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.659554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 69a10c98-e9d8-444e-8340-f3106a1587a5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:57.659554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.684282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:57.739906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.795736 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9613197 Jan 14 03:34:57.817775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:57.821238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Router 84efb5f7-83a8-494a-8882-9fd549821df0 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:34:57.870425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:57.917231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Request body: {'subnet': {'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-655489130-subnet', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:58.076910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ea059e2a-f3d4-4b70-a91b-4dd1cc44ae51 None None] Port 0debe786-6e38-43ef-b48f-07f051db8783 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:58.170299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] DHCP port deletion for 8c731660-c03b-409d-9b13-772466df93ee request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:34:58.177163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Deleting port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:58.178130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.234097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:58.238142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:34:58.240935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c3825c-dfc6-4da1-b0aa-aa88d24cceb8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:58.248498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:58.249704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] Sync routers for ids ['84efb5f7-83a8-494a-8882-9fd549821df0'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:34:58.257996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "PUT /v2.0/routers/84efb5f7-83a8-494a-8882-9fd549821df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9906809 Jan 14 03:34:58.260831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Usage tracker for resource:subnet and tenant:d743bf1b65af4f20a39e2691d6eb2042 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:58.264906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:58.266155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-219a48ba-7e40-4539-bc84-44d1390ae3a0 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:58.266277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44534) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:58.270738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] Routers {'84efb5f7-83a8-494a-8882-9fd549821df0'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:58.274308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['84efb5f7-83a8-494a-8882-9fd549821df0'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.278544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'port': {'network_id': '32461006-b8c3-458b-8060-b65543731a5d', 'name': 'tempest-FloatingIPNegativeTestJSON-1455884385'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:34:58.309156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:58.317880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:58.325797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.354825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-026fd6d4-69b0-4e18-b24f-d449d357e438 None None] Provisioning complete for port 69a10c98-e9d8-444e-8340-f3106a1587a5 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:58.358732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-026fd6d4-69b0-4e18-b24f-d449d357e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.401881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:58.467507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.485553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] Routers {'84efb5f7-83a8-494a-8882-9fd549821df0'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:34:58.489856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['84efb5f7-83a8-494a-8882-9fd549821df0'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.508629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.589341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.594814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:34:58.595187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.661388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.670155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b3a95-7253-4566-b32a-96cf027d2e01 None None] The sync data for ids ['84efb5f7-83a8-494a-8882-9fd549821df0'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:34:58.679032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:58.693877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59078d3-4c28-4b67-a5b2-c349d0755402']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.722968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a72c2f-08e4-4b1a-a19f-322083b71ef1') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.723312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a72c2f-08e4-4b1a-a19f-322083b71ef1') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:34:58.736943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.752477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.754629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:34:58.851648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.893341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] For port 5baade29-daa5-4ac3-ab72-2fd3dc1286b9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5baade29-daa5-4ac3-ab72-2fd3dc1286b9,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:58.893759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.937762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Network b59078d3-4c28-4b67-a5b2-c349d0755402 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:58.947633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.982974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:58.983778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:58.998859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:34:59.000422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-026fd6d4-69b0-4e18-b24f-d449d357e438 None None] Provisioning complete for port 0debe786-6e38-43ef-b48f-07f051db8783 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:34:59.001256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-026fd6d4-69b0-4e18-b24f-d449d357e438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.032513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Calling delete_port for 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:59.062519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-026fd6d4-69b0-4e18-b24f-d449d357e438 None None] Port 0debe786-6e38-43ef-b48f-07f051db8783 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:34:59.064665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.065648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 19a980c4-f817-4a51-baec-2cd9700aa573 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:34:59.181553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.209345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Network b59078d3-4c28-4b67-a5b2-c349d0755402 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:34:59.288069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-147eed72-b368-4e5c-86f9-684584c82dc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:59.315228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:59.321927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:59.329887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 19a980c4-f817-4a51-baec-2cd9700aa573 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:34:59.330552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 19a980c4-f817-4a51-baec-2cd9700aa573 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:34:59.333495 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:34:59.364261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.368218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.384311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1296508a-1dfa-4603-b303-86358c47a5d0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:59.391133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Made reservation on behalf of d743bf1b65af4f20a39e2691d6eb2042 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:34:59.395916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.406617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.494150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:59.506045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.240s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:59.507712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e042cc6-0ab1-4b7d-95ca-7b4e7a0de530 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:59.548932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.551422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.587670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.588380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Fanout notify agent at l3_agent the message router_deleted on router a7e446d0-ff40-4242-bc6e-a313418c987b {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:34:59.615036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:59.632038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:34:59.665095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Pushing event deleted for resources: {'Network': ['ID=b59078d3-4c28-4b67-a5b2-c349d0755402,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:34:59.669508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] 10.222.0.30 "DELETE /v2.0/networks/b59078d3-4c28-4b67-a5b2-c349d0755402 HTTP/1.1" status: 204 len: 168 time: 2.7663145 Jan 14 03:34:59.670832 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:34:59.718476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.719039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Calling delete_port for 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:34:59.722876 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e24f10b5-18e3-4b84-9c20-a455958cf114 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/routers/a7e446d0-ff40-4242-bc6e-a313418c987b HTTP/1.1" status: 204 len: 168 time: 2.8830435 Jan 14 03:34:59.745570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44548) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:34:59.866709 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.871532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.885582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:34:59.921656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:34:59.938961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:34:59.939711 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment e149d812-97bf-491b-a05d-6fff7433d4c1 of type vxlan for network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 Jan 14 03:34:59.955341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:34:59.959777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:port and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:34:59.964533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:34:59.975330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:34:59.981764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.000299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Made reservation on behalf of 50ed45e0c1114dd89872b6a93cbf9ac9 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:00.010751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.074197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.104183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:00.112586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:00.113707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.114490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:00.141989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=d7533b13-816c-44e8-9d5e-5217f0e38690,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:00.147269 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:00.149693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6892147 Jan 14 03:35:00.150852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-74ff9c4c-9ee5-4ad8-b0ce-8fc6e978c133 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:00.165852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:35:00.166267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:35:00.167339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:00.205226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'name': 'tempest-PortsIpV6TestJSON-482171360'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:00.351048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:35:00.386540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44556) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:00.485312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.619987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:35:00.625487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 605faec8-602b-4b3f-a129-58f47531b42e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:00.664534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:35:00.665301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5baade29-daa5-4ac3-ab72-2fd3dc1286b9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:35:00.671077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Deleting port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:00.671953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.673056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.687186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=93d1ed84-aadf-439f-8a9c-5c3dc632fa29,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:00.692152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:00.692736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d499132e-f541-4060-bd79-195940e0d6eb tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:00.713431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:00.713431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.743411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:00.748123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:00.752544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:00.759292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:00.822948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=160928c8-99ec-483d-8543-76a70a2c7a77,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:00.829603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:00.901452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:00.911209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.928685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Checking segment: {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:00.929765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Network hostable DHCP agents. Network: 1296508a-1dfa-4603-b303-86358c47a5d0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:00.949573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:00.950125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:00.964753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Network 1296508a-1dfa-4603-b303-86358c47a5d0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:01.013338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1296508a-1dfa-4603-b303-86358c47a5d0) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:01.033602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:01.034256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.076426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2352643 Jan 14 03:35:01.076876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44564) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:01.083515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:01.099158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:01.110276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Usage tracker for resource:router and tenant:d743bf1b65af4f20a39e2691d6eb2042 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:01.119507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Calling delete_port for 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:01.122057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:01.133407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:01.151023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.154096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.170899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.193637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:01.195644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] device_id is not set on port eea7f0d0-9141-4ab7-95bd-8d706d66fc04 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:01.238378 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ae788d4c-ba7d-4f06-8ea6-769eaa0636fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=834d8d8099bb4fe5be1fcffe7016cd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484759 Jan 14 03:35:01.265289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44568) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:01.338310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:01.353894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:01.536333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.587396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6abc3c-50a6-419a-a7c7-2b29405e932d None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:01.611388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.743905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e716be6-9915-45c4-9c2e-9dc3995494c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:01.752917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 10f2a333-b747-4928-9960-5f75cac9764c yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:01.889001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Pushing event deleted for resources: {'Port': ['ID=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:01.892111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:01.935419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] No DVR routers for this DVR port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:35:01.954240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:01.958815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:01.983427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Sync routers for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:01.996456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] For port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0d385d5e-5f90-49ca-8f58-8ef07aa618a6,segment=NetworkSegment(d5374872-2afa-4870-90a0-c5a1326f07dd),segment_id=d5374872-2afa-4870-90a0-c5a1326f07dd)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:01.996857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.003070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.020777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.035807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:02.036544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:02.050943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.125754 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/605faec8-602b-4b3f-a129-58f47531b42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4559236 Jan 14 03:35:02.194053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44576) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:02.306585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.309412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.310419 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b432d4e0-f938-4074-9d26-0a53706ab3c2 HTTP/1.1" status: 204 len: 168 time: 1.0441036 Jan 14 03:35:02.327394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Calling delete_port for 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:02.358374 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3c48c61-3354-40ce-9192-e88ad6abbb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:02.374708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Allocated IP 172.25.3.58 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/61ca3b47-6508-4371-9e0f-7478d5b68a4a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:02.647600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:02.685728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting subnet 5c815ce2-7bfe-4cf4-a8c2-d34c18a60913 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:35:02.688022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b432d4e0-f938-4074-9d26-0a53706ab3c2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:02.701982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Allocated IP 172.20.0.14 (32461006-b8c3-458b-8060-b65543731a5d/c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9/eea7f0d0-9141-4ab7-95bd-8d706d66fc04) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:02.722084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.746599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.778612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:02.808921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:02.821181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:03.060120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.137554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:35:03.138267 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:35:03.138973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Pushing event updated for resources: {'Port': ['ID=61ca3b47-6508-4371-9e0f-7478d5b68a4a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:03.150848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:03.211859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44588) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:03.243210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.262867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:03.264110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:03.266950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:03.429688 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11e58fcd-d462-4d1b-aee1-1b7a867001ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d1f4e3f50084c7eb1475a3226dfa107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118609 Jan 14 03:35:03.433496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1296508a-1dfa-4603-b303-86358c47a5d0', 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'fixed_ips': [{'subnet_id': '160928c8-99ec-483d-8543-76a70a2c7a77'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:03.435175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.438379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44592) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:03.522869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.594469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.623537 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.676409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port 0d385d5e-5f90-49ca-8f58-8ef07aa618a6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:03.676900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.748242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.768946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ee762f2-abbe-41e3-bec9-468645881756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:03.791300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] The port '0d385d5e-5f90-49ca-8f58-8ef07aa618a6' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:35:03.792684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.828990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Allocated IP 172.20.0.2 (1296508a-1dfa-4603-b303-86358c47a5d0/160928c8-99ec-483d-8543-76a70a2c7a77/79f95284-ceef-4048-84ae-2c729a45c2a9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:03.911417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:03.997457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:55Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:04.003854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68d485-f764-4c20-b060-c66c71383330,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:04.020817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Checking router: 605faec8-602b-4b3f-a129-58f47531b42e for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:04.064204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Routers {'605faec8-602b-4b3f-a129-58f47531b42e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:04.065184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['605faec8-602b-4b3f-a129-58f47531b42e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:04.136250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:04.281477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.333778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.359744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Transition to ACTIVE for port object 79f95284-ceef-4048-84ae-2c729a45c2a9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:04.389778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] Set router 605faec8-602b-4b3f-a129-58f47531b42e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:04.428676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c731660-c03b-409d-9b13-772466df93ee']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:04.438096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Transition to ACTIVE for port object 79f95284-ceef-4048-84ae-2c729a45c2a9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:04.443153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5374872-2afa-4870-90a0-c5a1326f07dd') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:04.443471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5374872-2afa-4870-90a0-c5a1326f07dd') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:04.457809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.474561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.477806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:04.508911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7adecd7-65e6-4dbb-a804-ace860c05c72 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:04.511798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.545557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.600094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=10f2a333-b747-4928-9960-5f75cac9764c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:04.602825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.604096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a68d485-f764-4c20-b060-c66c71383330 HTTP/1.1" status: 204 len: 168 time: 1.1646986 Jan 14 03:35:04.605257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:04.704789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.729326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:04.814656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Pushing event updated for resources: {'Port': ['ID=79f95284-ceef-4048-84ae-2c729a45c2a9,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:04.951152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:04.988570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:05.070381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf895aec-f597-4a15-b4e5-e81ccee918c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:05.107648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:05.131921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:05.134811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:05.147484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-765a64f9-31de-4df9-8bda-ee82d3162a7c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:05.216029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Subnet': ['ID=5c815ce2-7bfe-4cf4-a8c2-d34c18a60913,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:05.295636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Attempting to bind port 79f95284-ceef-4048-84ae-2c729a45c2a9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:05.296255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Attempting to bind port 79f95284-ceef-4048-84ae-2c729a45c2a9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:05.296809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Attempting to bind port 79f95284-ceef-4048-84ae-2c729a45c2a9 on network 1296508a-1dfa-4603-b303-86358c47a5d0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:05.300815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:05.313635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:05.322438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:05.322875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Checking segment: {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:05.323335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:05.323787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Bound using segment: {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:05.324356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Bound port: 79f95284-ceef-4048-84ae-2c729a45c2a9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:05.324793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:05.345934 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/subnets/5c815ce2-7bfe-4cf4-a8c2-d34c18a60913 HTTP/1.1" status: 204 len: 168 time: 3.1441727 Jan 14 03:35:05.352302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44612) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:05.359690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd1275-c5fb-4719-80ad-16df77617d87 None None] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:05.365336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': 'e149d812-97bf-491b-a05d-6fff7433d4c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:05.366079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: 93d1ed84-aadf-439f-8a9c-5c3dc632fa29, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:05.375767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network 8c731660-c03b-409d-9b13-772466df93ee has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:05.406055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:55Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:05.443299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Router db8dd400-c3a3-4969-92b0-5115bb45bb85 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:35:05.516648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070dd9d-39c9-4b0c-b9b7-ccde97b88c40 None None] The sync data for ids ['605faec8-602b-4b3f-a129-58f47531b42e'] in n-d-765315-13 is: [{'id': '605faec8-602b-4b3f-a129-58f47531b42e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2022928930', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:34:10Z', 'updated_at': '2021-01-14T03:34:55Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': '34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605faec8-602b-4b3f-a129-58f47531b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:34:16Z', 'updated_at': '2021-01-14T03:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:05.554294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:05.744514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] For port 79f95284-ceef-4048-84ae-2c729a45c2a9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:05.783553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] For port 79f95284-ceef-4048-84ae-2c729a45c2a9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=79f95284-ceef-4048-84ae-2c729a45c2a9,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:05.799826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:06.012117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:06.025035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Sync routers for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:06.067266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:06.075761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:34:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:06.087844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:06.092397 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0121450 Jan 14 03:35:06.092594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:06.158852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da036745-f00d-4cf4-8075-67cd744320d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:06.294265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:06.306282 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:06.320332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:06.343981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Pushing event updated for resources: {'Port': ['ID=79f95284-ceef-4048-84ae-2c729a45c2a9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:06.353842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:06.389477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] DHCP port deletion for 1ae25eab-ae33-42cb-af2a-13bb2a286519 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:35:06.396147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Deleting port e4d87bdc-adf5-4896-a068-be09cb014650 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:06.396841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:06.783653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:06.794776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:06.795505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.166421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:07.390377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:07.390795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.399023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e4d87bdc-adf5-4896-a068-be09cb014650 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:35:07.635305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.680063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 93d1ed84-aadf-439f-8a9c-5c3dc632fa29) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:07.680871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:03Z', 'revision_number': 3, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:07.686410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:07.690756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Checking router: db8dd400-c3a3-4969-92b0-5115bb45bb85 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:07.691159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Updating router db8dd400-c3a3-4969-92b0-5115bb45bb85 port 61ca3b47-6508-4371-9e0f-7478d5b68a4a binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:07.694821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e669a52-d85b-4671-9282-a3b94a78f3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.715975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] For port e4d87bdc-adf5-4896-a068-be09cb014650, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e4d87bdc-adf5-4896-a068-be09cb014650,segment=NetworkSegment(11a74483-8d66-4e1f-8d40-7178755c88b2),segment_id=11a74483-8d66-4e1f-8d40-7178755c88b2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:07.716597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.725482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:07.726819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.767603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.771191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:07.819287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:07.909929 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 7.7267153 Jan 14 03:35:07.958507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44646) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:07.999312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-16260848'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:08.018738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Calling delete_port for e4d87bdc-adf5-4896-a068-be09cb014650 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:08.026654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:08.036617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:08.046675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:08.062635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:08.269501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81106ef-65a3-4ef1-ac87-b80d1fd67569 None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:08.282182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:08.295338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.370776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network 8c731660-c03b-409d-9b13-772466df93ee has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:08.371422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:08.423084 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:08.517178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:08.597023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.597472 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment f9ca995f-cb9c-429f-aa09-42e7cd81c0df of type vxlan for network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f Jan 14 03:35:08.647309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.679206 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c7f449eb-9c1e-45ee-bb78-a25d2de1a598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:08.728498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Allocated IP 172.20.0.1 (1296508a-1dfa-4603-b303-86358c47a5d0/160928c8-99ec-483d-8543-76a70a2c7a77/3e97769e-f299-4372-9630-b9761a0fb04f) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:08.762255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Transition to ACTIVE for port object eea7f0d0-9141-4ab7-95bd-8d706d66fc04 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:08.767991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.768997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b70d6-56ac-4000-9526-7f6bd5b84c95 None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:08.813405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.829512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.839879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc285941-b489-4895-bdd7-007bac4a69f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:08.877531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Transition to ACTIVE for port object 61ca3b47-6508-4371-9e0f-7478d5b68a4a will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:08.885201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.914822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.935039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.953701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Transition to ACTIVE for port object 3e97769e-f299-4372-9630-b9761a0fb04f will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:08.982179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:08.994075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] No DVR routers for this DVR port e4d87bdc-adf5-4896-a068-be09cb014650 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:35:09.008895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Pushing event deleted for resources: {'Port': ['ID=e4d87bdc-adf5-4896-a068-be09cb014650,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.017490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.020169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3b8816f-08fb-4955-ab04-4f96ce0dc0af no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:35:09.099766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.127553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e3b8816f-08fb-4955-ab04-4f96ce0dc0af {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:35:09.128462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3b8816f-08fb-4955-ab04-4f96ce0dc0af not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:35:09.153198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.171321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.191596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.234954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-726972e7-a1ef-44d0-8aeb-cdea4dab0661 None None] Provisioning for port 79f95284-ceef-4048-84ae-2c729a45c2a9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:09.250800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Pushing event updated for resources: {'Port': ['ID=61ca3b47-6508-4371-9e0f-7478d5b68a4a,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.272663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.295433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c56e2f8-22e5-40cc-a6cb-784dce6264fc tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.313870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Attempting to bind port 61ca3b47-6508-4371-9e0f-7478d5b68a4a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:09.314258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Attempting to bind port 61ca3b47-6508-4371-9e0f-7478d5b68a4a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:09.315180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Attempting to bind port 61ca3b47-6508-4371-9e0f-7478d5b68a4a on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:09.334042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:09.334708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:09.335376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.336066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:09.336925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Bound port: 61ca3b47-6508-4371-9e0f-7478d5b68a4a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:09.337586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.355008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:35:09.440315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Network 1296508a-1dfa-4603-b303-86358c47a5d0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:09.443942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:09.453027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:09.461068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 79f95284-ceef-4048-84ae-2c729a45c2a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:09.469949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Network': ['ID=8c731660-c03b-409d-9b13-772466df93ee,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.512728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] For port 61ca3b47-6508-4371-9e0f-7478d5b68a4a, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:09.518259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] For port 61ca3b47-6508-4371-9e0f-7478d5b68a4a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=61ca3b47-6508-4371-9e0f-7478d5b68a4a,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:09.521410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.526099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.589165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.594212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.612006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Pushing event updated for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.615418 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.634382 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.642063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 79f95284-ceef-4048-84ae-2c729a45c2a9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:09.652800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 79f95284-ceef-4048-84ae-2c729a45c2a9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:09.653517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.680399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:09.684574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.695498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97aaeb04-a4da-4c93-849a-fe928ae547ce tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.697580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da36c6cb-a618-440d-84f9-7193daa3a199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.796690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Pushing event updated for resources: {'Port': ['ID=61ca3b47-6508-4371-9e0f-7478d5b68a4a,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.809969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.825365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:09.826517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:09.844435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.907105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 79f95284-ceef-4048-84ae-2c729a45c2a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=79f95284-ceef-4048-84ae-2c729a45c2a9,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:09.913592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:09.922706 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-546b56fe-0bd5-43db-bcf0-6c488b4df780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.933177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=eea7f0d0-9141-4ab7-95bd-8d706d66fc04,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:09.936632 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/networks/8c731660-c03b-409d-9b13-772466df93ee HTTP/1.1" status: 204 len: 168 time: 10.1897838 Jan 14 03:35:09.937911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:09.956154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44666) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:09.972732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'network': {'name': 'tempest-network-smoke--373662913', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:09.972909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e23304a6-a085-4359-b72b-abf34b14f918 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:09.998215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:10.004784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:network and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:10.028651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:10.046883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:10.073028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Made reservation on behalf of cf8e78b5c0014abcaa764e7d479df74f for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:10.083379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.152769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=79f95284-ceef-4048-84ae-2c729a45c2a9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:10.167446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:10.169906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:10.178875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.179316 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Added segment 89338d3a-17d7-4018-b145-ae45d81f08ed of type vxlan for network d80fe58f-a89f-449a-b194-6d9e43044b89 Jan 14 03:35:10.217257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.225288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=1eeda3e0-cc1e-42f2-af73-28ecbe0c357f,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:10.248561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:10.249317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:10.264203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2741067 Jan 14 03:35:10.265378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44670) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:10.271843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'ports': [{'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'}, {'network_id': '1eeda3e0-cc1e-42f2-af73-28ecbe0c357f'}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:10.272567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:10.273089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '1eeda3e0-cc1e-42f2-af73-28ecbe0c357f'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:10.274762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:10.279982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:10.287643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:10.292576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:10.387375 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:10.403871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:10.404629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.523955 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 12.2565084 Jan 14 03:35:10.528470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44678) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:10.538654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:10.579284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.590844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:10.606469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:10.614160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.652740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ffa04c5-6c2a-4936-b389-34eab66943e8 tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:10.659310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:10.690642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:floatingip and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:10.697971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:10.708662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:10.720960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.877890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:10.881053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Network': ['ID=d80fe58f-a89f-449a-b194-6d9e43044b89,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:10.915618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9582229 Jan 14 03:35:10.918923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:10.925387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44684) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:10.937382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:10.981984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:03Z', 'revision_number': 3, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:10.999890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52dcb10-3fe4-4403-a6a5-8c4378df1804 None None] The sync data for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 is: [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:03Z', 'revision_number': 3, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:11.069536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:11.075652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-77233407', 'admin_state_up': True, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:11.079271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:11.092540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:11.099004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:11.124975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:11.126644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 2} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:11.147048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.181175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:11.302407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.414822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.446999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.470246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:11.504294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:router and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:11.510378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:11.513635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.514192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Fanout notify agent at l3_agent the message router_deleted on router 605faec8-602b-4b3f-a129-58f47531b42e {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:35:11.555711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f15ef41b-1b75-4bb4-9f3b-1b7c435971c8 req-ece80f0a-efd8-4e44-8ae4-2dd3587a6c06 tempest-VolumesBackupsTest-1272622915 tempest-VolumesBackupsTest-1272622915] 10.222.0.30 "GET /v2.0/networks?tenant_id=bede4cded42842eea65c8b84f4a38ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735691 Jan 14 03:35:11.584212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:11.588464 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6d6d45f9-1946-4a56-aaae-1e7994b464f3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/routers/605faec8-602b-4b3f-a129-58f47531b42e HTTP/1.1" status: 204 len: 168 time: 6.2220974 Jan 14 03:35:11.588464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:11.591130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44704) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:11.627527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:11.843793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 2460a40b-6f58-4dd9-94f7-c2c69cba5f4f yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:11.899770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.066688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.083652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.088491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.137054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.212218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 79f95284-ceef-4048-84ae-2c729a45c2a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:12.363849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ef41b-1b75-4bb4-9f3b-1b7c435971c8 req-8a504872-b100-49fe-94d9-51b7c9a565e3 tempest-VolumesBackupsTest-1272622915 tempest-VolumesBackupsTest-1272622915] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:12.365872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f15ef41b-1b75-4bb4-9f3b-1b7c435971c8 req-8a504872-b100-49fe-94d9-51b7c9a565e3 tempest-VolumesBackupsTest-1272622915 tempest-VolumesBackupsTest-1272622915] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7482736 Jan 14 03:35:12.376216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.378232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Provisioning for port 3e97769e-f299-4372-9630-b9761a0fb04f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:12.386071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Provisioning complete for port 3e97769e-f299-4372-9630-b9761a0fb04f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:12.386489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.502452 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f15ef41b-1b75-4bb4-9f3b-1b7c435971c8 req-8672c4a2-6087-459e-b5d7-210a035edd17 tempest-VolumesBackupsTest-1272622915 tempest-VolumesBackupsTest-1272622915] 10.222.0.30 "GET /v2.0/quotas/bede4cded42842eea65c8b84f4a38ac6 HTTP/1.1" status: 200 len: 375 time: 0.1046379 Jan 14 03:35:12.521093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Port 3e97769e-f299-4372-9630-b9761a0fb04f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:12.576002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Provisioning complete for port 79f95284-ceef-4048-84ae-2c729a45c2a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:12.576467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e885e60a-13d8-4f47-8222-bfabc75962bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.611175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 79f95284-ceef-4048-84ae-2c729a45c2a9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:12.611738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.621010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f15ef41b-1b75-4bb4-9f3b-1b7c435971c8 req-c3c49461-e559-4bd9-bc86-7931adae0050 tempest-VolumesBackupsTest-1272622915 tempest-VolumesBackupsTest-1272622915] 10.222.0.30 "GET /v2.0/ports?tenant_id=bede4cded42842eea65c8b84f4a38ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009388 Jan 14 03:35:12.667474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.718469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.824972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae25eab-ae33-42cb-af2a-13bb2a286519']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:12.844062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a74483-8d66-4e1f-8d40-7178755c88b2') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:12.846328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a74483-8d66-4e1f-8d40-7178755c88b2') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:12.859122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.877086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:12.879413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:13.082127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 04548fbc-b07f-4050-abab-af6bdf0baa3f yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:13.277939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:13.305777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:13.380443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Provisioning complete for port 79f95284-ceef-4048-84ae-2c729a45c2a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:13.380887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:13.615586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 61ca3b47-6508-4371-9e0f-7478d5b68a4a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:13.970724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.070973 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f4218ef-2cf0-40c0-8e4d-2ac7cf58112a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:14.082543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:14.099042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.122592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.189753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Pushing event updated for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:14.207359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:14.259295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.316262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 61ca3b47-6508-4371-9e0f-7478d5b68a4a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:14.335199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 61ca3b47-6508-4371-9e0f-7478d5b68a4a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:14.336251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.355984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.460044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.461355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Provisioning complete for port 3e97769e-f299-4372-9630-b9761a0fb04f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:14.461791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.468414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Network 1296508a-1dfa-4603-b303-86358c47a5d0 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:14.564842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 1ae25eab-ae33-42cb-af2a-13bb2a286519 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:14.593769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Port 3e97769e-f299-4372-9630-b9761a0fb04f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:14.610691 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:14.698949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c4fe61a-50c5-4125-9663-bd2acbabad14 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:14.779464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:14.795302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:14.813813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:14.868814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.891710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Provisioning for port eea7f0d0-9141-4ab7-95bd-8d706d66fc04 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:14.904495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:14.905591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.906655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:14.925818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 61ca3b47-6508-4371-9e0f-7478d5b68a4a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=61ca3b47-6508-4371-9e0f-7478d5b68a4a,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:14.934263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Provisioning complete for port eea7f0d0-9141-4ab7-95bd-8d706d66fc04 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:14.934973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.026061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-090697b8-a94f-46c8-ad7e-d821142ab2ec None None] Port eea7f0d0-9141-4ab7-95bd-8d706d66fc04 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:15.030002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.041566 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:15.089332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.190547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:35:15.199845 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:15.218058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.286197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:35:15.286601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 34bc00d7-9f0e-44c1-aae5-0b98bc92ae7f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:35:15.310138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=61ca3b47-6508-4371-9e0f-7478d5b68a4a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:15.331642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:15.340005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Network': ['ID=1ae25eab-ae33-42cb-af2a-13bb2a286519,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:15.342258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.370617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bb7a78fa-2a9e-438d-a45b-13bcd72fab6d None None] Provisioning complete for port 3e97769e-f299-4372-9630-b9761a0fb04f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:15.371462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb7a78fa-2a9e-438d-a45b-13bcd72fab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.376668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/networks/1ae25eab-ae33-42cb-af2a-13bb2a286519 HTTP/1.1" status: 204 len: 168 time: 3.7759750 Jan 14 03:35:15.380879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:15.384839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:15.389069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=2460a40b-6f58-4dd9-94f7-c2c69cba5f4f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:15.419108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:15.440823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6586d702-5171-4613-b966-0e2dc5540702 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:15.450397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a78fa-2a9e-438d-a45b-13bcd72fab6d None None] Port 3e97769e-f299-4372-9630-b9761a0fb04f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:15.516897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.531229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=04548fbc-b07f-4050-abab-af6bdf0baa3f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:15.538529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.539839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:15.572379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': 'f9ca995f-cb9c-429f-aa09-42e7cd81c0df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '1eeda3e0-cc1e-42f2-af73-28ecbe0c357f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:15.572956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:15.614257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Router db8dd400-c3a3-4969-92b0-5115bb45bb85 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:15.625243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:15.670410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.734411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.779356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6108e7b-922e-4340-8bf0-56d18d640a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:15.813753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.829250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/security-groups/820e2c0c-739d-4453-8b39-19acd4a7615d HTTP/1.1" status: 204 len: 168 time: 0.4429741 Jan 14 03:35:15.849753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e2c0c-739d-4453-8b39-19acd4a7615d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:15.870067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:15.872945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:15.874859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:15.883473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:15.897963 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:15.923013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:15.942145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:15.942906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:15.968675 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] 10.222.0.30 "PUT /v2.0/routers/db8dd400-c3a3-4969-92b0-5115bb45bb85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8747702 Jan 14 03:35:15.986773 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7201807 Jan 14 03:35:15.987799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44766) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:15.996614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Allocated IP 172.25.3.135 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/13dd5209-39c3-486e-8b79-6e253ef87fc0) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:16.008800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f161b38-e7c8-447f-9ab3-43e5c68c1a5a None None] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:16.171789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 04548fbc-b07f-4050-abab-af6bdf0baa3f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:16.172314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:16.342976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Sync routers for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:16.359834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:16.465186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:16.538280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:16.563181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:16.662597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:16.765643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:16.783528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23c1dd6d-0a3a-4209-8cfb-acba666c03d9 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:16.945788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 04548fbc-b07f-4050-abab-af6bdf0baa3f owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:16.960589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=13dd5209-39c3-486e-8b79-6e253ef87fc0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:16.968711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559647970', 'description': 'tempest-secgroup-smoke-559647970 description', 'project_id': '38917ccfe8644bba9b7a1d90e5355885'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:16.986274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:17.057198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:17.069914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:17.118774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.129889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:17.135845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:17.136928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:17.150828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:17.182092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:17.203624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:17.260836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa9e979a-a4e2-4290-a6f5-998c5e9d0265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:17.305527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.325902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=04548fbc-b07f-4050-abab-af6bdf0baa3f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:17.330558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:17.340379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Allocated IP 172.25.3.6 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/58ac0b3f-fa46-47dc-8353-f09e66ebe593) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:17.348456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.363007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/04548fbc-b07f-4050-abab-af6bdf0baa3f HTTP/1.1" status: 204 len: 168 time: 1.3735673 Jan 14 03:35:17.363740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44810) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:17.373540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.389677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:17.394006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:17.397480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:17.404790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:17.501767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.539781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.558516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-08165abf-e005-4e59-92de-855e8cd83b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:17.618993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 61ca3b47-6508-4371-9e0f-7478d5b68a4a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:17.624797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62368a77-ed02-47c4-b0c4-fe71be1dc6e5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:17.646757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:17.651829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:17.693266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62368a77-ed02-47c4-b0c4-fe71be1dc6e5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:17.694250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62368a77-ed02-47c4-b0c4-fe71be1dc6e5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:17.743566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62368a77-ed02-47c4-b0c4-fe71be1dc6e5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:17.745316 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62368a77-ed02-47c4-b0c4-fe71be1dc6e5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3806336 Jan 14 03:35:17.748332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44822) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:17.770027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 61ca3b47-6508-4371-9e0f-7478d5b68a4a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:17.771146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.822530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:11Z', 'revision_number': 4, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e97769e-f299-4372-9630-b9761a0fb04f', 'name': '', 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'mac_address': 'fa:16:3e:1c:2c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:08Z', 'updated_at': '2021-01-14T03:35:12Z', 'revision_number': 2, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'subnets': [{'id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:17.834703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Checking router: db8dd400-c3a3-4969-92b0-5115bb45bb85 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:17.835292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Updating router db8dd400-c3a3-4969-92b0-5115bb45bb85 port 3e97769e-f299-4372-9630-b9761a0fb04f binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:17.856403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 2460a40b-6f58-4dd9-94f7-c2c69cba5f4f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:17.856973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.898296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44832) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:17.911806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:17.979342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.416380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.597149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.621274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Transition to ACTIVE for port object 3e97769e-f299-4372-9630-b9761a0fb04f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:18.631165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.660759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:18.717853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 2460a40b-6f58-4dd9-94f7-c2c69cba5f4f owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:18.732668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1020369655-network', 'tenant_id': '5d2d56408be54a3dab130946088867cf'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:18.750701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.775149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:18.789239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Usage tracker for resource:network and tenant:5d2d56408be54a3dab130946088867cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:18.793651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.794978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8518438 Jan 14 03:35:18.795994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:18.802063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:18.810612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44890) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:18.816499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Made reservation on behalf of 5d2d56408be54a3dab130946088867cf for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:18.830655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.830893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:18.846397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:18.860755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:18.864152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:18.870474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:18.881946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.897229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.914406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:18.932162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.017516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.027612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.040575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6551aab-da61-43ed-9783-648081cda1e5 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:19.105064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.108861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.125772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Pushing event updated for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.131733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:19.137552 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-21945815-d29a-47bc-87f8-9bbef7dd67f0 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:19.159013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18d4e7c-cde8-480f-aa43-4518a039c838,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.166351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:19.167501 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96598d2b-ee4e-4027-94ff-9d5cb2b36879 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:19.210740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.215423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035823 Jan 14 03:35:19.253505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44948) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:19.268427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=2460a40b-6f58-4dd9-94f7-c2c69cba5f4f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.279179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:19.292085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:19.379297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.382096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/2460a40b-6f58-4dd9-94f7-c2c69cba5f4f HTTP/1.1" status: 204 len: 168 time: 1.6328063 Jan 14 03:35:19.385126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:19.425227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:19.436504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2d56408be54a3dab130946088867cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:19.444831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:19.470382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Attempting to bind port 3e97769e-f299-4372-9630-b9761a0fb04f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:19.470816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Attempting to bind port 3e97769e-f299-4372-9630-b9761a0fb04f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:19.471244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Attempting to bind port 3e97769e-f299-4372-9630-b9761a0fb04f on network 1296508a-1dfa-4603-b303-86358c47a5d0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:19.483129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:19.483565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Checking segment: {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:19.484029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.484533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Bound using segment: {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:19.487527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Bound port: 3e97769e-f299-4372-9630-b9761a0fb04f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26aef1c-f169-4453-b40f-182a5cba009c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:19.487972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.501888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:19.536600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:19.555573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:19.636267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.636547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] For port 3e97769e-f299-4372-9630-b9761a0fb04f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:19.638008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] For port 3e97769e-f299-4372-9630-b9761a0fb04f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e97769e-f299-4372-9630-b9761a0fb04f,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:19.644751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:19.646782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.650602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbbaefc-b57d-4d6b-af50-a125d79b8266 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:19.651731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-efbbaefc-b57d-4d6b-af50-a125d79b8266 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:19.665150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:19.673250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-efbbaefc-b57d-4d6b-af50-a125d79b8266 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:19.674008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:19.678371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:19.679299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=13dd5209-39c3-486e-8b79-6e253ef87fc0,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.680266 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-efbbaefc-b57d-4d6b-af50-a125d79b8266 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2939031 Jan 14 03:35:19.681252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44964) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:19.684697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:19.689742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.691141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1602843 Jan 14 03:35:19.704453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:19.737864 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0817b08-6a74-4697-869e-02db684001fe tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:35:19.743084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Pushing event updated for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.744427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0817b08-6a74-4697-869e-02db684001fe tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/04548fbc-b07f-4050-abab-af6bdf0baa3f HTTP/1.1" status: 404 len: 333 time: 0.0617909 Jan 14 03:35:19.745315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44968) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:19.745932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:19.753169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:19.813006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5e32bd0b-7b3f-480b-93d2-34308a70a0a5 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'floatingip': {'port_id': 'eea7f0d0-9141-4ab7-95bd-8d706d66fc04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:19.844858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.938735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:19.940090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=58ac0b3f-fa46-47dc-8353-f09e66ebe593,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:19.957652 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-023c6e40-01e1-4d8a-970b-cb355a647ed8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:35:19.963350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-023c6e40-01e1-4d8a-970b-cb355a647ed8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/2460a40b-6f58-4dd9-94f7-c2c69cba5f4f HTTP/1.1" status: 404 len: 333 time: 0.2141502 Jan 14 03:35:19.970424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e32bd0b-7b3f-480b-93d2-34308a70a0a5 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.015837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:20.016618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:20.263234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.265657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44978) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:20.267429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.130s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:20.268191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bc04179-0d70-4cf2-b837-87f43d835a8f tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:20.275072 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5e32bd0b-7b3f-480b-93d2-34308a70a0a5 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] update failed (client error): The resource could not be found. Jan 14 03:35:20.276241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5e32bd0b-7b3f-480b-93d2-34308a70a0a5 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "PUT /v2.0/floatingips/6d93d4f9-f4d4-461d-ba0f-8a0952e3be80 HTTP/1.1" status: 404 len: 507 time: 0.5288703 Jan 14 03:35:20.279371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44980) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:20.455621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac3733d-2246-49b7-8eca-d9d67e8f9727,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:20.458703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:20.481014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.299s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:20.481502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:20.493195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:20.522516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting port 13dd5209-39c3-486e-8b79-6e253ef87fc0 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:20.524217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.629523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.742586 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.742913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:20.962100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Calling delete_port for 13dd5209-39c3-486e-8b79-6e253ef87fc0 owned by network:floatingip {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:21.013880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.015644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.017578 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7504590 Jan 14 03:35:21.026944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 44988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:21.045846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:21.070651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.088461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:11Z', 'revision_number': 4, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e97769e-f299-4372-9630-b9761a0fb04f', 'name': '', 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'mac_address': 'fa:16:3e:1c:2c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:08Z', 'updated_at': '2021-01-14T03:35:19Z', 'revision_number': 4, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'subnets': [{'id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:21.109794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6aa52-b0e0-4e2d-8dd6-3926cdc3aecd None None] The sync data for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 is: [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:35:11Z', 'revision_number': 4, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e97769e-f299-4372-9630-b9761a0fb04f', 'name': '', 'network_id': '1296508a-1dfa-4603-b303-86358c47a5d0', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'mac_address': 'fa:16:3e:1c:2c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:08Z', 'updated_at': '2021-01-14T03:35:19Z', 'revision_number': 4, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'subnets': [{'id': '160928c8-99ec-483d-8543-76a70a2c7a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:21.178158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.192676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:21.202724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:21.213605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:21.334024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa8a96eb-8ecd-4914-ad26-c066f5f733f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:21.456737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e97769e-f299-4372-9630-b9761a0fb04f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:21.482276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:21.491482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea6009-a468-4322-8761-170d852aa96c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:21.517768 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:21.538185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.611986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3e97769e-f299-4372-9630-b9761a0fb04f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:21.626640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3e97769e-f299-4372-9630-b9761a0fb04f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:21.629108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.630032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.659625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.686132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:21.691285 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:21.697407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.698003 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Added segment 33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a of type vxlan for network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e Jan 14 03:35:21.730700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.769160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.797829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:21.804374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.805393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:21.806028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.872402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.880118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Port': ['ID=13dd5209-39c3-486e-8b79-6e253ef87fc0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:21.893905 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:21.919919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3e97769e-f299-4372-9630-b9761a0fb04f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e97769e-f299-4372-9630-b9761a0fb04f,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:21.927303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:21.929390 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78b0534a-a6d4-4bed-af44-74b2dfb43272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:22.122872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d38882-d7ba-4964-83f9-e4801cefff7b,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:22.124443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.140471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.2277246 Jan 14 03:35:22.140471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:22.147741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 44996) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:22.153573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3571c5-a9f0-4221-b6f7-2a47e9caabbc tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:22.155036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:22.158964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:22.160518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Request body: {'subnet': {'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1020369655-subnet', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:22.167819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:22.172428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Usage tracker for resource:subnet and tenant:5d2d56408be54a3dab130946088867cf is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:22.177419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:22.184043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:22.201982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.204322 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "DELETE /v2.0/floatingips/6d93d4f9-f4d4-461d-ba0f-8a0952e3be80 HTTP/1.1" status: 204 len: 168 time: 1.9236991 Jan 14 03:35:22.207764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Made reservation on behalf of 5d2d56408be54a3dab130946088867cf for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:22.214977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.262305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45000) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:22.263261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Pushing event updated for resources: {'Network': ['ID=89ae8cb6-30e0-41cc-93f3-9bbd65b0627e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:22.266090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.276478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:22.286814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:22.293498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'floatingip': {'floating_network_id': '32461006-b8c3-458b-8060-b65543731a5d', 'port_id': 'eea7f0d0-9141-4ab7-95bd-8d706d66fc04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:22.303446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:22.499641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:22.522515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.526420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4853303 Jan 14 03:35:22.530506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.542934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45006) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:22.578329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:22.594757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:22.610959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:22.618935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:22.634657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:22.713645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eeda3e0-cc1e-42f2-af73-28ecbe0c357f']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:22.733535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.735324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ca995f-cb9c-429f-aa09-42e7cd81c0df') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:22.735667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ca995f-cb9c-429f-aa09-42e7cd81c0df') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:22.750600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.834174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:22.845876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:floatingip and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:22.861892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:22.865628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.875855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 17 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:22.935649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.955223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:22.959297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4ec7cfae-79a0-4bde-be21-3cf457beda29 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:23.027665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2ca40d-c79b-420e-9b11-36012621a483,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:23.040944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:23.107348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.108725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5636294 Jan 14 03:35:23.113188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45012) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:23.126388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:23.138479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:23.143375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:23.146827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:23.154686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:23.207890 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:35:23.223046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.266212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:23.317323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:23.386460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.408613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-731ca4b7-ce3f-4ce0-a844-869d69f2d7c3 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:23.413267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e97769e-f299-4372-9630-b9761a0fb04f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:23.422473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.528707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.535367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3e97769e-f299-4372-9630-b9761a0fb04f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:23.535987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.551372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.577705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Deleting subnet 7bc14d63-5179-4d5c-900e-358d4eaa7dde {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:35:23.581462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.635794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.660105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router 48f726b9-2a6c-46e1-b7ed-34e3c649328e is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:35:23.697750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.766276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:23.769815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95b7d49-d838-427f-a5cb-7efca9ef1fd8,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:23.785904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.792163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:23.792806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f51281d1-1f69-40c8-bce0-991c29a3b6d8 tempest-TaggedBootDevicesTest_v242-2097867509 tempest-TaggedBootDevicesTest_v242-2097867509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:23.811717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:23.813084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6947317 Jan 14 03:35:23.825756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45022) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:23.828816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39105765-c0dc-4233-a75a-f77238496a16,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:23.842143 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:23.862104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:23.931630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:23.945831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:23.962137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:23.996756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:24.049994 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:35:24.062263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.079341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Checking segment: {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:24.079730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Network hostable DHCP agents. Network: 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:24.127347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 1eeda3e0-cc1e-42f2-af73-28ecbe0c357f has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:24.170424 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:24.205718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:24.230803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:24.240956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53388a30-dea4-4cec-96d5-36bff14623e1 None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:24.248415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:24.249060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.274692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.281456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:24.286298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.295340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Sync routers for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:24.298045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ccee7ae2-0662-4864-9ab4-961c6ef40dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:24.312754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.318349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:24.319039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:24.321582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.356710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:24.407632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724531eb-ea50-42b6-9764-27e7bffde331,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:24.420183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2695987 Jan 14 03:35:24.422358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.424889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45026) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.427745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=1eeda3e0-cc1e-42f2-af73-28ecbe0c357f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:24.436253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:24.436253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b2f3357-dada-4ccf-801c-dde481f6c591 tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:24.438767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:24.447364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:24.470743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.471964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6408143 Jan 14 03:35:24.478367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45030) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.481409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bc14d63-5179-4d5c-900e-358d4eaa7dde,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:24.486328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:24.490602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'network': {'name': 'tempest-network-smoke--2018307100', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:24.497423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:24.501780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Usage tracker for resource:router and tenant:5d2d56408be54a3dab130946088867cf is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:24.504947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:24.510206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:24.516190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:network and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:24.520666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:24.532543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/1eeda3e0-cc1e-42f2-af73-28ecbe0c357f HTTP/1.1" status: 204 len: 168 time: 4.2521596 Jan 14 03:35:24.536044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:24.539653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.546600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:24.549317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.554645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7bc14d63-5179-4d5c-900e-358d4eaa7dde HTTP/1.1" status: 204 len: 168 time: 1.2792716 Jan 14 03:35:24.555819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45038) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.560101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1842498579'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:24.566883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'fixed_ips': [{'subnet_id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:24.568171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.572992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:24.589152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.594225 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.6602395 Jan 14 03:35:24.595360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45042) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.599486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.601040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.605517 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:35:24.610690 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-be6f3524-4542-4fb3-bfaf-deebafa6f053 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3229680 Jan 14 03:35:24.610849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:24.657390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45046) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.677139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'port_id': 'eea7f0d0-9141-4ab7-95bd-8d706d66fc04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:24.689915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:24.694546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Usage tracker for resource:floatingip and tenant:50ed45e0c1114dd89872b6a93cbf9ac9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:24.718329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:24.719830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.733573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:24.759589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44c4c504-8239-4115-aad8-08dbd0564788 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets?project_id=cf8e78b5c0014abcaa764e7d479df74f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618259 Jan 14 03:35:24.764209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45052) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:24.788982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.797974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:24.802680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:24.806885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:24.816476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.873543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:24.897452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:24.982792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:24.993562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.047660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:25.052990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Allocated IP 172.20.0.2 (89ae8cb6-30e0-41cc-93f3-9bbd65b0627e/c95b7d49-d838-427f-a5cb-7efca9ef1fd8/9fbd2024-7fac-499d-b538-44e61968aac3) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:25.086247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.088800 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Added segment c46e074e-0ae5-4c81-9c81-b24f4fb1f387 of type vxlan for network dc14d256-1993-4237-a0dc-c6cdaabcb20e Jan 14 03:35:25.090553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:20Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:25.099131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Checking router: 48f726b9-2a6c-46e1-b7ed-34e3c649328e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:25.099529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Updating router 48f726b9-2a6c-46e1-b7ed-34e3c649328e port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:25.100713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.245814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.302018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19795026-b617-4368-b042-7e75a3d1148a']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:25.323351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752d7e02-57b5-4616-848b-be48651cf98e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:25.323945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752d7e02-57b5-4616-848b-be48651cf98e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:25.342843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.353372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:35:25.354017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:35:25.359341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.365370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.378542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Transition to ACTIVE for port object 9fbd2024-7fac-499d-b538-44e61968aac3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:25.381781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:25.382736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.400720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Transition to ACTIVE for port object 9fbd2024-7fac-499d-b538-44e61968aac3 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:25.406699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.412332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1aa7bcd-6970-4954-a928-8c30a917330f tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:25.489648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.527406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.528680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2aa44e-40a2-432b-abc4-7b4ab902a707 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:25.530840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf2aa44e-40a2-432b-abc4-7b4ab902a707 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7628071 Jan 14 03:35:25.531844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Releasing vxlan tunnel 23 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:25.600736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.611820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1307828 Jan 14 03:35:25.614400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45056) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:25.620676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45058) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:25.644966 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b9242ac-defc-4714-a459-ac91a6629e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:25.701795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Network': ['ID=dc14d256-1993-4237-a0dc-c6cdaabcb20e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:25.711048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:25.728364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'admin_state_up': True, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:25.735882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:25.797352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:25.808495 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f430c7aa-3ed3-44a7-a297-a4f08d7c9349 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1862028 Jan 14 03:35:25.809228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45064) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:25.812628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:router and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:25.831085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Network 19795026-b617-4368-b042-7e75a3d1148a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:25.843520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.859260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:25.869117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:25.879624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593034456', 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:25.938173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:26.033656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:26.063147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:26.088727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.188629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:26.189849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.190305 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment 378832cf-e6fb-4c44-bb07-b9e7bb459e3e of type vxlan for network 110e9778-e188-41a0-8921-adafc6969f14 Jan 14 03:35:26.190505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.191613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.211275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Network 19795026-b617-4368-b042-7e75a3d1148a has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:26.236960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:26.237683 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:26.273926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:26.280787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.364390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:subnet and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:26.388026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:26.417237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:26.434490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:26.443148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:26.564649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Attempting to bind port 9fbd2024-7fac-499d-b538-44e61968aac3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:26.565538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Attempting to bind port 9fbd2024-7fac-499d-b538-44e61968aac3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:26.566529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Attempting to bind port 9fbd2024-7fac-499d-b538-44e61968aac3 on network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:26.578077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:26.578933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Checking segment: {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:26.579517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.580038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Bound using segment: {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:26.580777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Bound port: 9fbd2024-7fac-499d-b538-44e61968aac3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:26.581545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.603594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Pushing event updated for resources: {'Port': ['ID=9fbd2024-7fac-499d-b538-44e61968aac3,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:26.607813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:26.657214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.667696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Transition to ACTIVE for port object 58ac0b3f-fa46-47dc-8353-f09e66ebe593 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:26.669482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.673772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85a4d9ed-8eb2-438b-a3a0-3694df9ae5e1 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:26.676604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.695727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.712597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] For port 9fbd2024-7fac-499d-b538-44e61968aac3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:26.712863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19795026-b617-4368-b042-7e75a3d1148a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:26.721557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:26.723791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] For port 9fbd2024-7fac-499d-b538-44e61968aac3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9fbd2024-7fac-499d-b538-44e61968aac3,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:26.728993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/19795026-b617-4368-b042-7e75a3d1148a HTTP/1.1" status: 204 len: 168 time: 2.1626210 Jan 14 03:35:26.730416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.735383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.784259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:26.786237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:26.801945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-71c23f80-06e9-420d-bc6b-76fc7949afc8 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:26.884358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:26.901041 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:26.952855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4079454 Jan 14 03:35:26.969740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45072) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:26.982335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '110e9778-e188-41a0-8921-adafc6969f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:27.003090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Pushing event updated for resources: {'Port': ['ID=9fbd2024-7fac-499d-b538-44e61968aac3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:27.015645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:27.053800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Pushing event updated for resources: {'Port': ['ID=58ac0b3f-fa46-47dc-8353-f09e66ebe593,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:27.074343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:27.113114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=110e9778-e188-41a0-8921-adafc6969f14,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:27.126349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 110e9778-e188-41a0-8921-adafc6969f14 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:27.129241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Attempting to bind port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:27.130052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Attempting to bind port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:27.131518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Attempting to bind port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:27.138374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:27.139080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:27.140329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:27.141627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:27.142809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Bound port: 58ac0b3f-fa46-47dc-8353-f09e66ebe593, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:27.143446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:27.170657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:27.240849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45078) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:27.253931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] For port 58ac0b3f-fa46-47dc-8353-f09e66ebe593, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:27.258607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] For port 58ac0b3f-fa46-47dc-8353-f09e66ebe593, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=58ac0b3f-fa46-47dc-8353-f09e66ebe593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:27.263914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:27.284512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9751934-ef97-4c8f-a36d-a09f3242591b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:27.289086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Allocated IP 172.25.3.19 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/1343baeb-3425-4ef9-970f-059c8e667737) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:27.370307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Pushing event updated for resources: {'Port': ['ID=58ac0b3f-fa46-47dc-8353-f09e66ebe593,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:27.375272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:27.428135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:27.455207 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f0ce80e-97db-4f2d-9cd0-5491d0cbd835 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b70f741e575b498498f89a47cc310cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105021 Jan 14 03:35:27.461407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45082) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:27.469617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:27.472619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 110e9778-e188-41a0-8921-adafc6969f14 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:27.479505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:27.487728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:27.500582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:27.527436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:27.641727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 110e9778-e188-41a0-8921-adafc6969f14 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:27.660206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:27.660946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:27.773890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:27.831588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:27.942391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:27.957738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Made reservation on behalf of cf8e78b5c0014abcaa764e7d479df74f for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:28.074040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.161311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.308350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:20Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:28.313259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b572bf-42f2-4df7-8200-c2c940c3bbec None None] The sync data for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 is: [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:20Z', 'revision_number': 3, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:28.373687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.391130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91bf3681-e343-4477-b982-1071a849c7f8 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:28.403158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.412372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.422144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.617195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.641966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=eb3153a1-ea99-4166-8d5b-f3ad95e95155,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:28.645931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:28.661185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': '378832cf-e6fb-4c44-bb07-b9e7bb459e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '110e9778-e188-41a0-8921-adafc6969f14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:28.661889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: 110e9778-e188-41a0-8921-adafc6969f14, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:28.686453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 110e9778-e188-41a0-8921-adafc6969f14 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:28.700380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 110e9778-e188-41a0-8921-adafc6969f14) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:28.708841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e0eb1-1cc2-4b51-86db-2c52679e9e86 None None] Network 110e9778-e188-41a0-8921-adafc6969f14 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:28.730869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:28.731530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.770920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7973683 Jan 14 03:35:28.771397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45088) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:28.779984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '110e9778-e188-41a0-8921-adafc6969f14', 'name': 'tempest-PortsIpV6TestJSON-1272851697'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:28.876007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:28.890233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:28.930466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:29.010708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:29.053421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:29.059316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877cc209-f67d-48f5-9d3b-1103a607a203,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:29.084942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:29.105293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:29.132668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5e3207-62c5-465d-a1b4-576ff22250a5 None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:29.169422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:29.174965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-035032dc-2112-4018-982e-60d99a169a7e tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:29.298139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event updated for resources: {'Port': ['ID=1343baeb-3425-4ef9-970f-059c8e667737,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:29.307769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-853cae7a-8f57-47e6-b63a-f6d1a9789501 None None] Provisioning for port 9fbd2024-7fac-499d-b538-44e61968aac3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:29.347850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:29.368380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:29.384829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 3c68c5f3-151e-4189-bad2-a6e5f22c3b2b yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:29.389214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:29.402541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:29.599542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 58ac0b3f-fa46-47dc-8353-f09e66ebe593 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:29.683069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-110e9778-e188-41a0-8921-adafc6969f14', 'network_id': '110e9778-e188-41a0-8921-adafc6969f14', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': 'eb3153a1-ea99-4166-8d5b-f3ad95e95155'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:29.685085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:29.722460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Allocated IP 172.25.3.98 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/2e9f86d9-2113-415e-8e91-6792eb9d9aa8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:29.736024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::25a (110e9778-e188-41a0-8921-adafc6969f14/eb3153a1-ea99-4166-8d5b-f3ad95e95155/3c68c5f3-151e-4189-bad2-a6e5f22c3b2b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:29.744810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:29.768666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:29.769232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:29.934878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.057963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.104605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 3c68c5f3-151e-4189-bad2-a6e5f22c3b2b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:30.143766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.173666 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:30.174650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.175930 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/877cc209-f67d-48f5-9d3b-1103a607a203 HTTP/1.1" status: 204 len: 168 time: 2.7055774 Jan 14 03:35:30.260804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Allocated IP 2001:db8::2 (110e9778-e188-41a0-8921-adafc6969f14/eb3153a1-ea99-4166-8d5b-f3ad95e95155/bd110a93-b5e5-4c1d-80c4-62a02543eeb7) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:30.290177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=3c68c5f3-151e-4189-bad2-a6e5f22c3b2b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:30.294420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:30.613604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 110e9778-e188-41a0-8921-adafc6969f14 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:30.615722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:30.625655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:30.634959 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:30.688050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:30.689171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.747605 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9735174 Jan 14 03:35:30.750185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45100) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:30.922411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 3c68c5f3-151e-4189-bad2-a6e5f22c3b2b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:30.922996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.933014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:30.944041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Transition to ACTIVE for port object bd110a93-b5e5-4c1d-80c4-62a02543eeb7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:30.965626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Transition to ACTIVE for port object bd110a93-b5e5-4c1d-80c4-62a02543eeb7 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:31.005137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.016201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.056539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.119885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting port 1343baeb-3425-4ef9-970f-059c8e667737 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:31.120390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.151071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47b51eb9-6607-4e11-b37e-36e14d9783a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:31.151305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.239158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Pushing event updated for resources: {'Port': ['ID=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:31.240128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-384e8637-9173-4993-b93d-bb600bd0fa0b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:31.261529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Network 110e9778-e188-41a0-8921-adafc6969f14 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:31.268929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:31.270613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.276234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:31.279937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.280331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.280775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.281159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.281541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.281920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.282290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.282663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.283163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.283553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.283907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.284275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.284709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.285078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.285443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.285814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.286164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.286524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.286931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.287297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.287661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.288034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.288466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.288835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.289252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.289617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.289980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.290496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.290681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.291035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.291393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.291756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.292117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.292647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.292840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.293310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:31.300192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:31.370699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 58ac0b3f-fa46-47dc-8353-f09e66ebe593, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=58ac0b3f-fa46-47dc-8353-f09e66ebe593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:31.373558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Attempting to bind port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:31.373980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Attempting to bind port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '378832cf-e6fb-4c44-bb07-b9e7bb459e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '110e9778-e188-41a0-8921-adafc6969f14'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:31.374402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Attempting to bind port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 on network 110e9778-e188-41a0-8921-adafc6969f14 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:31.390893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.391838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9fbd2024-7fac-499d-b538-44e61968aac3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:31.467356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:31.499866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.500637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:31.501251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Checking segment: {'id': '378832cf-e6fb-4c44-bb07-b9e7bb459e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '110e9778-e188-41a0-8921-adafc6969f14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:31.501860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.502469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Bound using segment: {'id': '378832cf-e6fb-4c44-bb07-b9e7bb459e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '110e9778-e188-41a0-8921-adafc6969f14'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:31.503163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Bound port: bd110a93-b5e5-4c1d-80c4-62a02543eeb7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '378832cf-e6fb-4c44-bb07-b9e7bb459e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '110e9778-e188-41a0-8921-adafc6969f14'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:31.503767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.572665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Pushing event updated for resources: {'Port': ['ID=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:31.576470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:31.698114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=58ac0b3f-fa46-47dc-8353-f09e66ebe593,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:31.703931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:31.704782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9fbd2024-7fac-499d-b538-44e61968aac3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:31.712089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9fbd2024-7fac-499d-b538-44e61968aac3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:31.712601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.788031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] For port bd110a93-b5e5-4c1d-80c4-62a02543eeb7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:31.793347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] For port bd110a93-b5e5-4c1d-80c4-62a02543eeb7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,segment=NetworkSegment(378832cf-e6fb-4c44-bb07-b9e7bb459e3e),segment_id=378832cf-e6fb-4c44-bb07-b9e7bb459e3e)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:31.802964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:31.815114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 3c68c5f3-151e-4189-bad2-a6e5f22c3b2b owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:31.821605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a320d487-ac09-48d7-a1fd-452edd835c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:31.958725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.25.3.218 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e3a849af-d9e4-438b-83d5-4f4f780aa37d) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:32.138726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.140574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.152780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Pushing event updated for resources: {'Port': ['ID=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:32.159107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.173970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:32.237332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 9fbd2024-7fac-499d-b538-44e61968aac3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9fbd2024-7fac-499d-b538-44e61968aac3,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:32.246787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.248625 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2af7b537-3813-4622-96bf-7dadb5ea906f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:32.262054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff9616a2-56e3-4096-994c-ab0f14347a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:32.352036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:32.364596 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8af28aed-5200-4b78-8c46-68e2d69b85ab tempest-RoutersAdminNegativeTest-1041614569 tempest-RoutersAdminNegativeTest-1041614569] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:32.383211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Subnet': ['ID=dbed02de-edff-4f33-bfa6-cb0e04c64b26,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:32.385928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:32.395306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:32.402121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=9fbd2024-7fac-499d-b538-44e61968aac3,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:32.405299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 58ac0b3f-fa46-47dc-8353-f09e66ebe593 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:32.416438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:32.465988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:32.466942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=3c68c5f3-151e-4189-bad2-a6e5f22c3b2b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:32.471574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:32.503218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:32.505333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.524870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.525240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.554723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:32.565926 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/3c68c5f3-151e-4189-bad2-a6e5f22c3b2b HTTP/1.1" status: 204 len: 168 time: 1.8145139 Jan 14 03:35:32.568599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45124) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:32.620051 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-161eff04-661d-4d5e-9405-bc8f0b7d703e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:35:32.620051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161eff04-661d-4d5e-9405-bc8f0b7d703e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:35:32.624436 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-161eff04-661d-4d5e-9405-bc8f0b7d703e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/3c68c5f3-151e-4189-bad2-a6e5f22c3b2b HTTP/1.1" status: 404 len: 333 time: 0.0523248 Jan 14 03:35:32.624738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45128) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:32.692858 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe750dbd-f061-45e4-9cd3-c0ce7f70c445 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:35:32.693409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe750dbd-f061-45e4-9cd3-c0ce7f70c445 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:32.718857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe750dbd-f061-45e4-9cd3-c0ce7f70c445 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:32.720084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe750dbd-f061-45e4-9cd3-c0ce7f70c445 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/3c68c5f3-151e-4189-bad2-a6e5f22c3b2b HTTP/1.1" status: 404 len: 333 time: 0.0943794 Jan 14 03:35:32.723176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45132) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:32.883052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Calling delete_port for 1343baeb-3425-4ef9-970f-059c8e667737 owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:33.058530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet eb3153a1-ea99-4166-8d5b-f3ad95e95155 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:35:33.062072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.149357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.291229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.316465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.377006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.414760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:33.615943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Checking segment: {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:33.616909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network hostable DHCP agents. Network: d80fe58f-a89f-449a-b194-6d9e43044b89, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:33.621858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=e3a849af-d9e4-438b-83d5-4f4f780aa37d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:33.633660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:33.653107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:33.657026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:33.693272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.712293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d4662133-6520-4ff6-8cff-e15ab9ce6b35 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:33.722773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:33.786503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.884690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=eb3153a1-ea99-4166-8d5b-f3ad95e95155,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:33.904517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:33.934458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:33.944559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:33.952096 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/eb3153a1-ea99-4166-8d5b-f3ad95e95155 HTTP/1.1" status: 204 len: 168 time: 1.2277789 Jan 14 03:35:33.955165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:34.087231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520b3be-ffaa-40de-b404-3d13ed8f83df None None] Network 110e9778-e188-41a0-8921-adafc6969f14 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:34.153506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:34.263256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-30549c87-2403-4777-a586-47ab1efdedc4 None None] Provisioning for port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:34.298201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:34.298570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:34.523115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] DHCP port deletion for 110e9778-e188-41a0-8921-adafc6969f14 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:35:34.542149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Deleting port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:34.542753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:34.708573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port bd110a93-b5e5-4c1d-80c4-62a02543eeb7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,segment=NetworkSegment(378832cf-e6fb-4c44-bb07-b9e7bb459e3e),segment_id=378832cf-e6fb-4c44-bb07-b9e7bb459e3e)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:34.712675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:34.749619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9fbd2024-7fac-499d-b538-44e61968aac3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:34.760521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Port': ['ID=1343baeb-3425-4ef9-970f-059c8e667737,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:34.849688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:34.852267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network d80fe58f-a89f-449a-b194-6d9e43044b89 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:34.853213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] For port bd110a93-b5e5-4c1d-80c4-62a02543eeb7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,segment=NetworkSegment(378832cf-e6fb-4c44-bb07-b9e7bb459e3e),segment_id=378832cf-e6fb-4c44-bb07-b9e7bb459e3e)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:34.853667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:34.949237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for bd110a93-b5e5-4c1d-80c4-62a02543eeb7 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:35.059771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Calling delete_port for bd110a93-b5e5-4c1d-80c4-62a02543eeb7 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:35.098629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.099981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.117469 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b241155e-d325-4da5-bc8d-d3a3b4ab8e4e tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:35.195745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f93247c-001b-4772-91a0-e7c7648b473b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.266091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:35:35.266771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:35:35.311953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9fbd2024-7fac-499d-b538-44e61968aac3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:35.312806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.493639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d80fe58f-a89f-449a-b194-6d9e43044b89) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:35.516663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.565917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc3042-2b76-42a2-af93-8e43a774b489 None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:35.634868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=bd110a93-b5e5-4c1d-80c4-62a02543eeb7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:35.643627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:35.696381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No DVR routers for this DVR port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:35:35.794323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Deleting port bd110a93-b5e5-4c1d-80c4-62a02543eeb7 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:35.794871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.845805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.914915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:35.964709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-22f99e1e-441a-46e7-9d93-fad023b02c52 None None] The port 'bd110a93-b5e5-4c1d-80c4-62a02543eeb7' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:35:36.003331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d80fe58f-a89f-449a-b194-6d9e43044b89', 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'fixed_ips': [{'subnet_id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:36.004265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.102701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110e9778-e188-41a0-8921-adafc6969f14']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:36.139313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378832cf-e6fb-4c44-bb07-b9e7bb459e3e') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:36.140594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378832cf-e6fb-4c44-bb07-b9e7bb459e3e') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:36.151578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:36.152451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.180118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.214244 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] create failed (client error): The resource could not be found. Jan 14 03:35:36.214632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.215471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 11.5492523 Jan 14 03:35:36.223605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:36.231953 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 10.4056005 Jan 14 03:35:36.232954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45172) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:36.233331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45174) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:36.426238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting port eea7f0d0-9141-4ab7-95bd-8d706d66fc04 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:36.426617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.479756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Allocated IP 172.20.0.2 (d80fe58f-a89f-449a-b194-6d9e43044b89/dbed02de-edff-4f33-bfa6-cb0e04c64b26/24a33bf5-7f2c-4ab6-be6a-4e0a85593763) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:36.488370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 110e9778-e188-41a0-8921-adafc6969f14 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:36.498764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.506771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.705400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:36.719212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd110a93-b5e5-4c1d-80c4-62a02543eeb7 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:35:36.822895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 110e9778-e188-41a0-8921-adafc6969f14 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:36.914794 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:36.946717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: bd110a93-b5e5-4c1d-80c4-62a02543eeb7 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:35:36.947113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bd110a93-b5e5-4c1d-80c4-62a02543eeb7 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:35:36.970396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ed728619-f4cf-4b1b-9854-e64642ae086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.098870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Transition to ACTIVE for port object 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:37.101337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.109230 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fb3938e-22c0-4f8e-add2-bd305d3004ab tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:37.117373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Transition to ACTIVE for port object 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:37.130801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.138260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.141227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=110e9778-e188-41a0-8921-adafc6969f14,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:37.152181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.152639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.153333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.153760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.154174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.154591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.155008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.155418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.155833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.156243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.156699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.157105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.157890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.158305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.158715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.159123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.159716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.159903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.160310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.160740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.161146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.161552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.161956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.162358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.162819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.163950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.164546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.164789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.165199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.165606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.166156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.166560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.166964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.167369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.168032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.168460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:37.185043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:37.201751 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/110e9778-e188-41a0-8921-adafc6969f14 HTTP/1.1" status: 204 len: 168 time: 3.2454579 Jan 14 03:35:37.206310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:37.217271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1496846004'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:37.223945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:37.229359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:37.233021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:37.239448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:37.257643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:37.268578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.283565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dd43703-4a31-473d-a6e4-268f8f407612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:37.307293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:35:37.318261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.318991 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4 of type vxlan for network d79eb9a2-fdb6-4102-871e-d5229d14828d Jan 14 03:35:37.351333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:35:37.361694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:37.368179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:37.374812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:37.382579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.400206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Pushing event updated for resources: {'Port': ['ID=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:37.404328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:37.437548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.441707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.463239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:37.464088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.485720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2027f0c-4949-484f-98b4-4d9841e75658 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:37.507620 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2960572 Jan 14 03:35:37.512460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45198) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:37.525456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Attempting to bind port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:37.528560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Attempting to bind port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:37.529328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Attempting to bind port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 on network d80fe58f-a89f-449a-b194-6d9e43044b89 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:37.541863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:37.542511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Checking segment: {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:37.543819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.546691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Bound using segment: {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:37.547395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Bound port: 24a33bf5-7f2c-4ab6-be6a-4e0a85593763, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:37.548007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.576534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:37.616512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Calling delete_port for eea7f0d0-9141-4ab7-95bd-8d706d66fc04 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:37.687064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] For port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:37.690961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] For port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:37.711955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:37.723206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=d79eb9a2-fdb6-4102-871e-d5229d14828d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:37.727281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:37.734671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:37.759451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:37.766398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:37.769725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:37.776997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:37.790420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:37.800155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:37.864123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 5e268c7c-475a-414d-a84e-a88346acd752 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:35:37.964145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:37.979985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:35:38.084238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:38.293221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:35:38.300122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:38.344836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:38.353033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Sync routers for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:38.371016 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-413e1d82-dc1c-47c8-80e9-0fec4e5d9781 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:38.380125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:38.419548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:38.421445 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 12.7976456 Jan 14 03:35:38.425117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45208) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:38.474727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:38.475343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:38.488716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Port': ['ID=eea7f0d0-9141-4ab7-95bd-8d706d66fc04,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:38.491965 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:38.548569 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9fe781a5-714b-4575-ba57-f112c8314f7a tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?project_id=38917ccfe8644bba9b7a1d90e5355885&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217892 Jan 14 03:35:38.562105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45212) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:38.770550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a687c78-b052-4189-bd9c-454d0e6bda2d tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:38.775917 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a687c78-b052-4189-bd9c-454d0e6bda2d tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2118530 Jan 14 03:35:38.777976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:38.781471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45224) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:38.788673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Sync routers for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:38.803536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:38.804629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:38.804770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:38.808627 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.3690012 Jan 14 03:35:38.816999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45228) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:38.842603 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b734207d-63f7-480d-9a82-ea809c2c7a83 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596764 Jan 14 03:35:38.843251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45232) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:38.849949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:38.893169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'subnet': {'name': 'tempest-subnet-smoke-349978020', 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:39.264043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:39.273075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:subnet and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:39.279927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:39.299050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:39.352164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:39.387441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:39.564658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Pushing event updated for resources: {'Port': ['ID=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:39.622453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.888s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:39.733901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.755177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.769379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.780504 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1b00a94-2eff-4844-9cc2-7a12423fecdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:39.814520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.861411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:34Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:39.874491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Checking router: 5e268c7c-475a-414d-a84e-a88346acd752 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:39.874678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Updating router 5e268c7c-475a-414d-a84e-a88346acd752 port e3a849af-d9e4-438b-83d5-4f4f780aa37d binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:39.944120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.977204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:39.988255 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "DELETE /v2.0/ports/eea7f0d0-9141-4ab7-95bd-8d706d66fc04 HTTP/1.1" status: 204 len: 168 time: 3.7489841 Jan 14 03:35:40.003647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45248) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:40.049545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:33Z', 'revision_number': 3, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:40.058844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Checking router: 2387b1f1-ea73-47ed-8ebd-4fef94038af6 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:40.061036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Updating router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:40.136870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:40.283320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=6d235476-27d6-4c72-901e-2fbaede96f65,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:40.286837 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:40.311119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:40.311532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: d79eb9a2-fdb6-4102-871e-d5229d14828d, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:40.350816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network d79eb9a2-fdb6-4102-871e-d5229d14828d is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:40.413144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d79eb9a2-fdb6-4102-871e-d5229d14828d) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:40.439704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5f128-3235-4351-aa4d-f24dd7cbc1b3 None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:40.479502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:40.480711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:40.544191 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0305941 Jan 14 03:35:40.570913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45256) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:40.601867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1150806178'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:40.802261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:40.968499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:41.011609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:41.024070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:41.077215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:41.206560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.224159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Transition to ACTIVE for port object 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:41.234089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:41.243878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.268063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:41.283188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:41.314615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.438855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Pushing event updated for resources: {'Port': ['ID=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:41.443326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:41.593951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d79eb9a2-fdb6-4102-871e-d5229d14828d', 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': '6d235476-27d6-4c72-901e-2fbaede96f65'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:41.595055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.598409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b5f5-fb8e-4117-aa6c-604b6799aeb4 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:41.599272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e103b5f5-fb8e-4117-aa6c-604b6799aeb4 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Synchronizing usage tracker for tenant:50ed45e0c1114dd89872b6a93cbf9ac9 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:41.614926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Attempting to bind port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:41.615617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Attempting to bind port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:41.616776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Attempting to bind port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:41.627677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:41.628397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:41.629015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.629612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:41.630282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Bound port: 2e9f86d9-2113-415e-8e91-6792eb9d9aa8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:41.631561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.825213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 375c0060-37ab-4c10-a1a5-98f9db8fda1a yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:35:41.839133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] For port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:41.848570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] For port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:41.864534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:41.886535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4409d6f9-038c-4f55-8abc-42e96556749d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:41.994591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Allocated IP 2001:db8::2 (d79eb9a2-fdb6-4102-871e-d5229d14828d/6d235476-27d6-4c72-901e-2fbaede96f65/70f81602-5701-4668-a3d3-d553ce2e1a18) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:42.244567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:42.270694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46786545-12d3-47bd-aa0e-f5d3ac6aea38 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:42.311352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:42.325373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Transition to ACTIVE for port object 70f81602-5701-4668-a3d3-d553ce2e1a18 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:42.340235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e103b5f5-fb8e-4117-aa6c-604b6799aeb4 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Unset dirty status for tenant:50ed45e0c1114dd89872b6a93cbf9ac9 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:42.341824 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e103b5f5-fb8e-4117-aa6c-604b6799aeb4 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "GET /v2.0/ports?device_id=84efb5f7-83a8-494a-8882-9fd549821df0 HTTP/1.1" status: 200 len: 913 time: 2.3370545 Jan 14 03:35:42.347397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45286) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:42.355465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Transition to ACTIVE for port object 70f81602-5701-4668-a3d3-d553ce2e1a18 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:42.413486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d1c76-2d0e-4c7d-ad83-2740e5ad04f5 None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:42.451574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Pushing event updated for resources: {'Port': ['ID=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:42.459477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:42.495034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:42.496251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:42.517876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:42.608903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:42.711554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Pushing event updated for resources: {'Port': ['ID=70f81602-5701-4668-a3d3-d553ce2e1a18,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:42.784158 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:42.799552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Provisioning for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:42.825407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:42.834561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:42.836089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:42.862914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Provisioning complete for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:42.863342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.015243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:43.015791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.036648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Allocated IP 172.20.0.1 (d80fe58f-a89f-449a-b194-6d9e43044b89/dbed02de-edff-4f33-bfa6-cb0e04c64b26/b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:43.092249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::132 (d79eb9a2-fdb6-4102-871e-d5229d14828d/6d235476-27d6-4c72-901e-2fbaede96f65/375c0060-37ab-4c10-a1a5-98f9db8fda1a) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:43.300447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.347014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.370408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 375c0060-37ab-4c10-a1a5-98f9db8fda1a will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:43.381450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.400491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:33Z', 'revision_number': 3, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:43.400491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a91d-6365-4a74-97fc-6efb5bf1b4c3 None None] The sync data for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 is: [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:33Z', 'revision_number': 3, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:43.425544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.476510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] For port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:43.487780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.566457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.638246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60279915-b222-48ad-a7c6-3a4796ca5af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:43.674917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network d79eb9a2-fdb6-4102-871e-d5229d14828d is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:43.676088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Subnet': ['ID=c4b54f44-fce6-4528-bbb0-498e6fdd39ef,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:43.679996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.409s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:43.684601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:43.687146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:43.707820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:43.708908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:43.714247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7bf7cbbf-5f08-424b-8089-0068ce218410 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:43.761470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:35:43.801438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=375c0060-37ab-4c10-a1a5-98f9db8fda1a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:43.805734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:43.887065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Checking segment: {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:43.887441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network hostable DHCP agents. Network: dc14d256-1993-4237-a0dc-c6cdaabcb20e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:35:43.937456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3642137 Jan 14 03:35:43.942742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45308) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:43.948762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:43.978083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:43.992686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:35:43.993069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:35:43.993658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:44.052804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Pushing event updated for resources: {'Port': ['ID=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:44.125398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 375c0060-37ab-4c10-a1a5-98f9db8fda1a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:44.126116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.136593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.139395 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:44.140169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Attempting to bind port 70f81602-5701-4668-a3d3-d553ce2e1a18 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:44.140612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Attempting to bind port 70f81602-5701-4668-a3d3-d553ce2e1a18 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:44.141027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Attempting to bind port 70f81602-5701-4668-a3d3-d553ce2e1a18 on network d79eb9a2-fdb6-4102-871e-d5229d14828d {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:44.175489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:44.175859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Checking segment: {'id': 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:44.176280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.176796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Bound using segment: {'id': 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:44.177347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Bound port: 70f81602-5701-4668-a3d3-d553ce2e1a18, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'd79eb9a2-fdb6-4102-871e-d5229d14828d'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:44.177778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.187441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:35:44.218150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, dc14d256-1993-4237-a0dc-c6cdaabcb20e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:44.291960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Transition to ACTIVE for port object e3a849af-d9e4-438b-83d5-4f4f780aa37d will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:44.293516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca994a-90fb-4761-a1f4-e61fdc9342a7 None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:44.450124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.512027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:44.514490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.560920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Allocated IP 172.20.0.1 (89ae8cb6-30e0-41cc-93f3-9bbd65b0627e/c95b7d49-d838-427f-a5cb-7efca9ef1fd8/3d9ae157-ae31-4d37-bf0b-fd2dc0302caf) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:44.577264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Transition to ACTIVE for port object b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:44.695929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:44.891595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 375c0060-37ab-4c10-a1a5-98f9db8fda1a owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:44.977486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.066516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.109935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.175505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.3302331 Jan 14 03:35:45.176565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45324) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:45.312635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:45.359384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11ee52ab-7125-4c07-af10-dd411080e50c tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:45.400482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.435135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5520adb-dc9f-4ba3-9c8f-49218160b4bf None None] Provisioning complete for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:45.435678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b5520adb-dc9f-4ba3-9c8f-49218160b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.563775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:45.643296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.643745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.644175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.644663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.645081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.645503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.645918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.646330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.646742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.647153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.647600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.648517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.648978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.649390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.649798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.650208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.650615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.651021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.651428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.651833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.652241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.652728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.653139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.653545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.654012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.654421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.654827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.655232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.655637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.656045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.656485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.656893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.657298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.657705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.658504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.658911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:45.667558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.681168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network d80fe58f-a89f-449a-b194-6d9e43044b89 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:45.692571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:45.721479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:45.736631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'fixed_ips': [{'subnet_id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:35:45.737011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:45.737348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.781476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Attempting to bind port e3a849af-d9e4-438b-83d5-4f4f780aa37d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:45.781913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Attempting to bind port e3a849af-d9e4-438b-83d5-4f4f780aa37d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:45.782341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Attempting to bind port e3a849af-d9e4-438b-83d5-4f4f780aa37d on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:45.791925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Transition to ACTIVE for port object 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:45.793623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Pushing event updated for resources: {'Port': ['ID=e3a849af-d9e4-438b-83d5-4f4f780aa37d,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:45.796831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:45.800335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] For port 70f81602-5701-4668-a3d3-d553ce2e1a18, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:45.808513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:45.808963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:45.809433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.809887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:45.810468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Bound port: e3a849af-d9e4-438b-83d5-4f4f780aa37d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:45.810833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:45.984367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] For port e3a849af-d9e4-438b-83d5-4f4f780aa37d, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:45.998410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] For port e3a849af-d9e4-438b-83d5-4f4f780aa37d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3a849af-d9e4-438b-83d5-4f4f780aa37d,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:46.359852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.404494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-744b41e4-4636-4e3d-8d93-ffaa1b14fe40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:46.408177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Allocated IP 172.20.0.2 (dc14d256-1993-4237-a0dc-c6cdaabcb20e/c4b54f44-fce6-4528-bbb0-498e6fdd39ef/a3fad0ed-e07f-4dad-a30c-aceb79c18911) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:46.520778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=375c0060-37ab-4c10-a1a5-98f9db8fda1a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:46.535248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:46.545658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.573878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] For port 70f81602-5701-4668-a3d3-d553ce2e1a18, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=70f81602-5701-4668-a3d3-d553ce2e1a18,segment=NetworkSegment(aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4),segment_id=aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:46.759113 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.770364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.770807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Transition to ACTIVE for port object a3fad0ed-e07f-4dad-a30c-aceb79c18911 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:46.790983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f02511e-281a-4097-a247-7c8064b75f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:46.810560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.820906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:46.853806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.864524 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/375c0060-37ab-4c10-a1a5-98f9db8fda1a HTTP/1.1" status: 204 len: 168 time: 2.9166489 Jan 14 03:35:46.868916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:46.878553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Transition to ACTIVE for port object a3fad0ed-e07f-4dad-a30c-aceb79c18911 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:46.927771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66661a39-3608-4313-bd47-b4e231190754 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:46.953595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:46.969548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.036834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.101446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Pushing event updated for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:47.109711 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:47.154557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:47.157593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:47.180817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:47.261887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d351fda9-f6f1-42db-bdce-5a64cb719f17 None None] Provisioning complete for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:47.262482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d351fda9-f6f1-42db-bdce-5a64cb719f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.399412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:47.399920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.450143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Pushing event updated for resources: {'Port': ['ID=e3a849af-d9e4-438b-83d5-4f4f780aa37d,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:47.475839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:47.485449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:47.503342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting port 0debe786-6e38-43ef-b48f-07f051db8783 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:47.503728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.564812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Pushing event updated for resources: {'Port': ['ID=a3fad0ed-e07f-4dad-a30c-aceb79c18911,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:47.575384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.632847 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-957ed4b5-0b78-4ca0-9af0-42cde5f6baa5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:35:47.633451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-957ed4b5-0b78-4ca0-9af0-42cde5f6baa5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:47.661608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.20.0.1 (dc14d256-1993-4237-a0dc-c6cdaabcb20e/c4b54f44-fce6-4528-bbb0-498e6fdd39ef/3e456c7b-caa3-4655-99e9-da3dca689acf) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:35:47.778347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.821511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Pushing event updated for resources: {'Port': ['ID=70f81602-5701-4668-a3d3-d553ce2e1a18,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:47.840030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:47.841038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:47.856631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:47.873465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Transition to ACTIVE for port object 3e456c7b-caa3-4655-99e9-da3dca689acf will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:47.891050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-957ed4b5-0b78-4ca0-9af0-42cde5f6baa5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:47.895701 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-957ed4b5-0b78-4ca0-9af0-42cde5f6baa5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/375c0060-37ab-4c10-a1a5-98f9db8fda1a HTTP/1.1" status: 404 len: 333 time: 1.0256290 Jan 14 03:35:47.896511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45366) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:47.977215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.129778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:48.154206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.209597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-623b1e5e-a6c8-46ed-9934-9dea73fd8c9e tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:48.253844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.161s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:48.254250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:48.295662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.322463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.375497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:48.386676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:48.468470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:48.472913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0a9a023-8a39-4d05-acfe-727e248c4295 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:48.479966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:48.512995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.558151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Provisioning for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:48.582012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Provisioning complete for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:48.582441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.662097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:48.686743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:48.719562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:48.725060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Attempting to bind port a3fad0ed-e07f-4dad-a30c-aceb79c18911 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:48.725779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Attempting to bind port a3fad0ed-e07f-4dad-a30c-aceb79c18911 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:48.726210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Attempting to bind port a3fad0ed-e07f-4dad-a30c-aceb79c18911 on network dc14d256-1993-4237-a0dc-c6cdaabcb20e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:48.738565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:48.757741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:48.758192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.807134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Pushing event updated for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:48.822478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Provisioning for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:48.832510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:48.834458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Provisioning complete for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:48.835068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.861170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:48.861515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Checking segment: {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:48.861977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.862428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Bound using segment: {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:48.862980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Bound port: a3fad0ed-e07f-4dad-a30c-aceb79c18911, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:48.863411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.865864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:48.915504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:48.923481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:48.936204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 6d235476-27d6-4c72-901e-2fbaede96f65 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:35:48.939702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.016072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:49.095678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:35:49.177413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.211023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Calling delete_port for 0debe786-6e38-43ef-b48f-07f051db8783 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:49.259346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] For port a3fad0ed-e07f-4dad-a30c-aceb79c18911, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:49.264110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] For port a3fad0ed-e07f-4dad-a30c-aceb79c18911, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a3fad0ed-e07f-4dad-a30c-aceb79c18911,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:49.318494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b81038f3-d2a8-4502-872b-ad5706746768 None None] Port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:49.334538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.349250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.362130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:49.618540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:49.627336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:49.646450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Pushing event updated for resources: {'Port': ['ID=a3fad0ed-e07f-4dad-a30c-aceb79c18911,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:49.651594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:49.652525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.937014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.956961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:49.967036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:49.987627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e8e2a21e-eb5d-41bd-9bf9-1c638a2d5e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:50.017327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42a8f320-0d0b-491a-93a7-d311484be0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:50.049302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:50.105878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=6d235476-27d6-4c72-901e-2fbaede96f65,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:50.204189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 70f81602-5701-4668-a3d3-d553ce2e1a18 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:50.219589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:50.265410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:50.291829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0324bd4b-298e-4e21-907d-12149e06530c None None] Provisioning complete for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:50.292597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0324bd4b-298e-4e21-907d-12149e06530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:50.363133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:50.384213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:50.385453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 70f81602-5701-4668-a3d3-d553ce2e1a18 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:50.419126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:50.431834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:34Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:50.443802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0324bd4b-298e-4e21-907d-12149e06530c None None] Port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:50.450991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80e7e9c-df3b-457f-b677-7801c4362738 None None] The sync data for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 is: [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:34Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:50.471955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:50.497488 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/6d235476-27d6-4c72-901e-2fbaede96f65 HTTP/1.1" status: 204 len: 168 time: 2.5984552 Jan 14 03:35:50.500235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45412) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:50.846078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:51.092623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 70f81602-5701-4668-a3d3-d553ce2e1a18 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:51.093125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:51.240957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94add2d3-8e8e-4fad-8ec4-deece0202c47 None None] Network d79eb9a2-fdb6-4102-871e-d5229d14828d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:51.480559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:51.571274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:51.607628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Sync routers for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:51.638404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:51.640248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:51.780260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:51.853274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] 10.222.0.30 "PUT /v2.0/routers/2387b1f1-ea73-47ed-8ebd-4fef94038af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0323057 Jan 14 03:35:51.861255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:51.900206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:51.927926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:51.953601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:35:52.013912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Port': ['ID=0debe786-6e38-43ef-b48f-07f051db8783,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:52.017074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:52.018589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a1def6ec-8582-43a9-b043-0f3ed017056a None None] Provisioning for port 70f81602-5701-4668-a3d3-d553ce2e1a18 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:52.028129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.058576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d70a8ef-d5cf-4e47-9b12-e06239a58d16 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:52.086789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a1def6ec-8582-43a9-b043-0f3ed017056a None None] Provisioning complete for port 70f81602-5701-4668-a3d3-d553ce2e1a18 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:52.086905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1def6ec-8582-43a9-b043-0f3ed017056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.130932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.223033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.432902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68657d1d-9c56-44b4-922e-f56950b9eb5a tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:52.554976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.846703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:52.856076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:52.870766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:52.880672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a3fad0ed-e07f-4dad-a30c-aceb79c18911 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:52.897760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 70f81602-5701-4668-a3d3-d553ce2e1a18, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=70f81602-5701-4668-a3d3-d553ce2e1a18,segment=NetworkSegment(aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4),segment_id=aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:52.898318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:53.062074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c6944-2a81-4872-85d6-29dfa323c9c5 None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:53.135361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:53.146405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:53.146810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 70f81602-5701-4668-a3d3-d553ce2e1a18 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:35:53.271349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:53.298451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:53.407760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network d80fe58f-a89f-449a-b194-6d9e43044b89 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:53.419379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:53.432594 n-d-765315-13 neutron-server[80721]: INFO neutron.plugins.ml2.db [None req-a1def6ec-8582-43a9-b043-0f3ed017056a None None] No ports have port_id starting with 70f81602-5701-4668-a3d3-d553ce2e1a18 Jan 14 03:35:53.440660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8b9dd-0878-4185-8905-6ca967735eb7 None None] DHCP port deletion for d79eb9a2-fdb6-4102-871e-d5229d14828d request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:35:53.516194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:35:53.517778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-68a9902d-2cc9-453a-9cb5-f693b6f7cd5a tempest-TestServerMultinode-1123152822 tempest-TestServerMultinode-1123152822] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:53.519624 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-68a9902d-2cc9-453a-9cb5-f693b6f7cd5a tempest-TestServerMultinode-1123152822 tempest-TestServerMultinode-1123152822] 10.222.0.30 "GET /v2.0/networks?id=1296508a-1dfa-4603-b303-86358c47a5d0 HTTP/1.1" status: 200 len: 903 time: 0.1798050 Jan 14 03:35:53.595017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:53.652883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:35:53.667131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=70f81602-5701-4668-a3d3-d553ce2e1a18,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:53.696449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3a849af-d9e4-438b-83d5-4f4f780aa37d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:53.760684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Provisioning for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:53.812295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Provisioning complete for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:53.817948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:53.825145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:53.895604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-c73381f8-5d4d-40c6-a19a-f12cc573b01f tempest-TestServerMultinode-1123152822 tempest-TestServerMultinode-1123152822] 10.222.0.30 "GET /v2.0/quotas/5d2d56408be54a3dab130946088867cf HTTP/1.1" status: 200 len: 375 time: 0.2221725 Jan 14 03:35:54.154048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Router 84efb5f7-83a8-494a-8882-9fd549821df0 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:54.218672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d9ae157-ae31-4d37-bf0b-fd2dc0302caf', 'name': '', 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'mac_address': 'fa:16:3e:85:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:43Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 2, 'project_id': '5d2d56408be54a3dab130946088867cf', 'subnets': [{'id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:54.241806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Checking router: 2387b1f1-ea73-47ed-8ebd-4fef94038af6 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:54.242470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Updating router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:54.356207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:54.362847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "PUT /v2.0/routers/84efb5f7-83a8-494a-8882-9fd549821df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0142829 Jan 14 03:35:54.365750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45498) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:54.368424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] Sync routers for ids ['84efb5f7-83a8-494a-8882-9fd549821df0'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:54.383235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] Routers {'84efb5f7-83a8-494a-8882-9fd549821df0'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:54.386319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['84efb5f7-83a8-494a-8882-9fd549821df0'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:54.402440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:54.427642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:54.505808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:54.519759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] Routers {'84efb5f7-83a8-494a-8882-9fd549821df0'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:54.520868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['84efb5f7-83a8-494a-8882-9fd549821df0'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:54.584450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:54.619313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No DVR routers for this DVR port 70f81602-5701-4668-a3d3-d553ce2e1a18 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:35:54.667076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:54.667539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaba32a-b18d-4ae8-a567-076ea6015ce8 None None] The sync data for ids ['84efb5f7-83a8-494a-8882-9fd549821df0'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:35:54.730158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] For port a3fad0ed-e07f-4dad-a30c-aceb79c18911, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a3fad0ed-e07f-4dad-a30c-aceb79c18911,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:54.887923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e3a849af-d9e4-438b-83d5-4f4f780aa37d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:54.905429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:54.915040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:54.921019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:54.935823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router 48f726b9-2a6c-46e1-b7ed-34e3c649328e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:54.981642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 5e268c7c-475a-414d-a84e-a88346acd752 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:35:54.995268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e3a849af-d9e4-438b-83d5-4f4f780aa37d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:54.995725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.110662 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-8efe00a0-985f-47bb-910b-c806c5aed9e9 tempest-TestServerMultinode-1123152822 tempest-TestServerMultinode-1123152822] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2d56408be54a3dab130946088867cf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1739898 Jan 14 03:35:55.204736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.209296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b8188d2-31e4-424d-9879-5cba16bfc9e3 None None] Provisioning complete for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:55.210295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b8188d2-31e4-424d-9879-5cba16bfc9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.223786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.350491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1b8188d2-31e4-424d-9879-5cba16bfc9e3 None None] Port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:55.433283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Pushing event updated for resources: {'Port': ['ID=a3fad0ed-e07f-4dad-a30c-aceb79c18911,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:55.507673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:55.560433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Provisioning for port 3e456c7b-caa3-4655-99e9-da3dca689acf completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:35:55.590512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Provisioning complete for port 3e456c7b-caa3-4655-99e9-da3dca689acf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:55.591316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.645988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-4ac20f19-8905-4ad2-bf79-3748e77900ab service neutron] 10.222.0.30 "GET /v2.0/networks/1296508a-1dfa-4603-b303-86358c47a5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523947 Jan 14 03:35:55.663367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:55.717784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Port 3e456c7b-caa3-4655-99e9-da3dca689acf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:35:55.719713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:55.736422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Sync routers for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:55.755144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/5e268c7c-475a-414d-a84e-a88346acd752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5773816 Jan 14 03:35:55.773915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79eb9a2-fdb6-4102-871e-d5229d14828d']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:56.046749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:56.056860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf39ac2-e96e-40f8-8bc7-ca0375bce7d4') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:56.070667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.095011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.107645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.108207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Fanout notify agent at l3_agent the message router_deleted on router 84efb5f7-83a8-494a-8882-9fd549821df0 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:35:56.112251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Transition to ACTIVE for port object 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:56.135748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.164025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.169719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 19 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:35:56.202101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.222231 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bdaae7e7-e148-4798-85cb-b2eed4a480b6 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "DELETE /v2.0/routers/84efb5f7-83a8-494a-8882-9fd549821df0 HTTP/1.1" status: 204 len: 168 time: 1.8438878 Jan 14 03:35:56.222952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45550) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:56.332060 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:56.465623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Pushing event updated for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:56.473994 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:56.478179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Provisioning complete for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:56.478792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc531332-ea53-44ab-ae54-d637f2be5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.505526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:56.507143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:56.525073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-480dc65f-a5f1-4ded-8c32-cb8e91b00e11 req-717d8713-45ad-4116-ac3a-65a54c428614 service neutron] 10.222.0.30 "GET /v2.0/networks/1296508a-1dfa-4603-b303-86358c47a5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8222194 Jan 14 03:35:56.578027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e3a849af-d9e4-438b-83d5-4f4f780aa37d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3a849af-d9e4-438b-83d5-4f4f780aa37d,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:35:56.608446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.609544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:56.663291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting subnet c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:35:56.699045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:35:56.700903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.711366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Sync routers for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:35:56.735893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:35:56.741496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:56.769448 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-34027a1e-6f25-42fc-97cd-f6b0632e0bda tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559647970&fields=id&tenant_id=38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 267 time: 0.5465074 Jan 14 03:35:56.858769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45564) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:56.869048 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "PUT /v2.0/routers/48f726b9-2a6c-46e1-b7ed-34e3c649328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6269701 Jan 14 03:35:56.963941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:56.980209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network d79eb9a2-fdb6-4102-871e-d5229d14828d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:57.208512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:57.282775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:57.304712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee682d80-03d9-4d25-9590-9d825bfbc18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:57.345349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-6858fba7-debd-46ba-a0db-cef0096941d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:57.353111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-6858fba7-debd-46ba-a0db-cef0096941d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:57.358689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:57.379945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45582) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:57.559293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:35:57.604157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-6858fba7-debd-46ba-a0db-cef0096941d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:57.631449 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-6858fba7-debd-46ba-a0db-cef0096941d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/networks?id=dc14d256-1993-4237-a0dc-c6cdaabcb20e HTTP/1.1" status: 200 len: 797 time: 0.8518813 Jan 14 03:35:57.691170 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-ae171e30-e435-4bff-865e-5a7502b29015 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/quotas/38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 375 time: 0.0581815 Jan 14 03:35:57.795934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e3a849af-d9e4-438b-83d5-4f4f780aa37d,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:58.019473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:58.037510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network d79eb9a2-fdb6-4102-871e-d5229d14828d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:35:58.107703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8', 'name': '', 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:2e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:42Z', 'updated_at': '2021-01-14T03:35:50Z', 'revision_number': 2, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:58.126919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Checking router: 48f726b9-2a6c-46e1-b7ed-34e3c649328e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:58.127324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Updating router 48f726b9-2a6c-46e1-b7ed-34e3c649328e port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:58.153941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:35:58.164895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:35:58.173751 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:35:58.201877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.322922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Attempting to bind port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:35:58.323391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Attempting to bind port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:35:58.323744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Attempting to bind port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf on network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:35:58.355683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:35:58.366507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Checking segment: {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:35:58.366972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.367438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Bound using segment: {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:35:58.372509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Bound port: 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:35:58.372723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.423524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.424265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.424783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.425449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.426089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.426579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.427059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.427542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.428022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.428627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.429110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.429592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.430073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.430550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.431029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.431503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.431977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.432486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.432963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.433440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.433925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.434509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.434982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.441673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-206c2826-94df-49ea-abc2-fe7c590ef293 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 15962 time: 1.5214286 Jan 14 03:35:58.442753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:58.506664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.532690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.572321 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:58.597813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.635809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-64592f66-878f-4528-9f72-0bdbac10c75d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:35:58.658581 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/d79eb9a2-fdb6-4102-871e-d5229d14828d HTTP/1.1" status: 204 len: 168 time: 8.1551144 Jan 14 03:35:58.675170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45614) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:58.695455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'name': 'tempest-PortsIpV6TestJSON-1056275766'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:35:58.727620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d191125-7dae-42b7-aa24-076a774df393 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:58.745954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=d79eb9a2-fdb6-4102-871e-d5229d14828d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:58.784106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:58.786428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:50Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e456c7b-caa3-4655-99e9-da3dca689acf', 'name': '', 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:39:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:47Z', 'updated_at': '2021-01-14T03:35:51Z', 'revision_number': 2, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:35:58.804956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Checking router: 5e268c7c-475a-414d-a84e-a88346acd752 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:35:58.805495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Updating router 5e268c7c-475a-414d-a84e-a88346acd752 port 3e456c7b-caa3-4655-99e9-da3dca689acf binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:35:58.848324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Subnet': ['ID=c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:58.859436 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:35:58.860540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.883907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.897743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-64592f66-878f-4528-9f72-0bdbac10c75d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:35:58.901095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-64592f66-878f-4528-9f72-0bdbac10c75d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/ports?tenant_id=38917ccfe8644bba9b7a1d90e5355885&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2086675 Jan 14 03:35:58.921015 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "DELETE /v2.0/subnets/c1e2be9a-78f4-4ce0-bdf2-d2a59bc134a9 HTTP/1.1" status: 204 len: 168 time: 2.6941547 Jan 14 03:35:58.924154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45624) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:58.925053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f75661-e1b7-4206-89b3-a9feff943ed0 None None] Network 32461006-b8c3-458b-8060-b65543731a5d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:35:58.935994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.936440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.936861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.937068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.937252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.937662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.938069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.938480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.938885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.939285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.939687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.940091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.940545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.940949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.941348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.941750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.942466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.942583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.942904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.943440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.944543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:35:58.950458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed145566-a97b-41f9-86e7-956d59fd8b05 tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 12955 time: 0.5053821 Jan 14 03:35:58.979214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] For port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:35:58.986451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Transition to ACTIVE for port object b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:35:58.996081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:58.997722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] For port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:35:59.027241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:35:59.148367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:59.229426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:59.295585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Pushing event updated for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:35:59.298487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:35:59.303083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:35:59.306350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.307670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:35:59.310042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.310641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.311073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.311539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.313653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.313799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:35:59.314215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.314788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.318121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.318605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.319635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.320103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.320640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.321106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.323652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.324111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.324606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.325158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.325624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.328852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.329578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.330053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.330519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.331188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.331509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.331974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.333102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.335201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.335676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.336150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.336671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.338128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:35:59.338613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.339078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.339542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.340007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.345361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:35:59.357527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:59.416605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Deleting port 69a10c98-e9d8-444e-8340-f3106a1587a5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:35:59.417061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:59.599733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:35:59.618881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:35:59.753274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a3fad0ed-e07f-4dad-a30c-aceb79c18911 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:35:59.982775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:00.085527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] For port 69a10c98-e9d8-444e-8340-f3106a1587a5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=69a10c98-e9d8-444e-8340-f3106a1587a5,segment=NetworkSegment(58c32619-ef5a-4543-bf33-ead304a49d99),segment_id=58c32619-ef5a-4543-bf33-ead304a49d99)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:00.085939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.100013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d4e4ae60-9fa1-4438-a171-ca02c12cca5b None None] Provisioning complete for port 3e456c7b-caa3-4655-99e9-da3dca689acf triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:00.104820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ae60-9fa1-4438-a171-ca02c12cca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.182334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Attempting to bind port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:00.183044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Attempting to bind port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:00.183687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Attempting to bind port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 on network d80fe58f-a89f-449a-b194-6d9e43044b89 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:00.193140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:00.194792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Checking segment: {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:00.195513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.196069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Bound using segment: {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:00.196759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Bound port: b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89338d3a-17d7-4018-b145-ae45d81f08ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:00.198010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.268898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Calling delete_port for 69a10c98-e9d8-444e-8340-f3106a1587a5 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:00.297522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4ae60-9fa1-4438-a171-ca02c12cca5b None None] Port 3e456c7b-caa3-4655-99e9-da3dca689acf cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:00.333392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 4fc0ee35-430b-4523-bf2b-082b6c807772 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:36:00.376208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] For port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:00.380087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] For port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:00.389659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.421570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d872d620-2f63-4bf8-bb30-13dcb167ee57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:00.522983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Pushing event updated for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:00.527397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:00.578086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:00.578407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.651763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.670268 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5249e23e-410c-44fc-abf2-2b7b500bc0c7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:00.679419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.698839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Transition to ACTIVE for port object 3e456c7b-caa3-4655-99e9-da3dca689acf will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:00.721203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.726759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:00.727661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:00.747695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.748926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:00.800742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Port': ['ID=69a10c98-e9d8-444e-8340-f3106a1587a5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:00.801355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.805331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:00.814934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.838035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d4e4ae60-9fa1-4438-a171-ca02c12cca5b None None] Provisioning complete for port a3fad0ed-e07f-4dad-a30c-aceb79c18911 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:00.838460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ae60-9fa1-4438-a171-ca02c12cca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:00.886499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Pushing event updated for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:00.947022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6c3df2b-c27e-42fc-a5f3-61fa0ea30e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:01.149196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=4fc0ee35-430b-4523-bf2b-082b6c807772,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:01.171227 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-c149150c-fda1-4a30-893a-70bf6d765e4b service neutron] 10.222.0.30 "GET /v2.0/networks/dc14d256-1993-4237-a0dc-c6cdaabcb20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2192373 Jan 14 03:36:01.199612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:01.212598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:01.311200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] No DVR routers for this DVR port 69a10c98-e9d8-444e-8340-f3106a1587a5 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:01.313697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:01.372808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:01.401201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:01.406944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:01.411395 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:01.442972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:01.443899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:01.469709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08db1c5-0961-4bee-acef-202b812842c6 None None] DHCP port deletion for 32461006-b8c3-458b-8060-b65543731a5d request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:01.499240 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8101554 Jan 14 03:36:01.503486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45668) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:01.698043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:01.702218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 4fc0ee35-430b-4523-bf2b-082b6c807772 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:01.702610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:01.884245 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-79f9e5d1-72e4-4e65-8855-fda12809a9a1 req-653cbc71-5b48-4f46-8797-ab4f6aeb656e service neutron] 10.222.0.30 "GET /v2.0/networks/dc14d256-1993-4237-a0dc-c6cdaabcb20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7117803 Jan 14 03:36:01.924816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3a849af-d9e4-438b-83d5-4f4f780aa37d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:02.074015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32461006-b8c3-458b-8060-b65543731a5d']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:02.122369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c32619-ef5a-4543-bf33-ead304a49d99') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:02.122717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c32619-ef5a-4543-bf33-ead304a49d99') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:02.170353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:02.179435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8', 'name': '', 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:2e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:42Z', 'updated_at': '2021-01-14T03:36:00Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:02.184582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3df00-2c1b-4d50-a956-59af747a180b None None] The sync data for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 is: [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8', 'name': '', 'network_id': 'd80fe58f-a89f-449a-b194-6d9e43044b89', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'mac_address': 'fa:16:3e:2e:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:42Z', 'updated_at': '2021-01-14T03:36:00Z', 'revision_number': 4, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'subnets': [{'id': 'dbed02de-edff-4f33-bfa6-cb0e04c64b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:02.212883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Pushing event updated for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:02.219567 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.471s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:02.220692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:02.221679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:02.266360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:02.278508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:02.344931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Deleting port 3e97769e-f299-4372-9630-b9761a0fb04f {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:02.345484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:02.531233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:02.696265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:03.036194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 4fc0ee35-430b-4523-bf2b-082b6c807772 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:03.225855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-758e74e0-05b0-4564-bbbf-7acbae4974bb tempest-TestNetworkBasicOps-2036655769 tempest-TestNetworkBasicOps-2036655769] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 4.1758742 Jan 14 03:36:03.233245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45712) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:03.339490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Attempting to bind port 3e456c7b-caa3-4655-99e9-da3dca689acf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:03.340083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Attempting to bind port 3e456c7b-caa3-4655-99e9-da3dca689acf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:03.340711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Attempting to bind port 3e456c7b-caa3-4655-99e9-da3dca689acf on network dc14d256-1993-4237-a0dc-c6cdaabcb20e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:03.355992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:03.356591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Checking segment: {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:03.357182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.357886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Bound using segment: {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:03.364571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Bound port: 3e456c7b-caa3-4655-99e9-da3dca689acf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:03.365189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.378486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.388809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e3a849af-d9e4-438b-83d5-4f4f780aa37d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:03.389503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.587770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-843ed0c1-fdae-42ce-bc93-4b6bf2ec8f4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:03.636381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] For port 3e456c7b-caa3-4655-99e9-da3dca689acf, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:03.640051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] For port 3e456c7b-caa3-4655-99e9-da3dca689acf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e456c7b-caa3-4655-99e9-da3dca689acf,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:03.731559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=4fc0ee35-430b-4523-bf2b-082b6c807772,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:03.732960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.742899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:03.756211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:03.762053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480294537', 'description': 'tempest-secgroup-smoke-480294537 description', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:03.773895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:03.782929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:03.786108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:03.793926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:03.859593 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14d76619-c6b9-4530-bb56-583fd1a329ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:03.902739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.929143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d9ae157-ae31-4d37-bf0b-fd2dc0302caf', 'name': '', 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'mac_address': 'fa:16:3e:85:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:43Z', 'updated_at': '2021-01-14T03:35:58Z', 'revision_number': 4, 'project_id': '5d2d56408be54a3dab130946088867cf', 'subnets': [{'id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:03.932099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:03.943074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:03.947917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:04.012825 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/4fc0ee35-430b-4523-bf2b-082b6c807772 HTTP/1.1" status: 204 len: 168 time: 2.5078506 Jan 14 03:36:04.017689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45738) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:04.027187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'mac_address': 'fa:16:3e:02:9f:e4', 'name': 'tempest-PortsIpV6TestJSON-1387408384'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:04.028550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 70f81602-5701-4668-a3d3-d553ce2e1a18 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:04.110973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:04.129375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 70f81602-5701-4668-a3d3-d553ce2e1a18 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:04.129972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 70f81602-5701-4668-a3d3-d553ce2e1a18 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:04.179192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d3795b-d90f-4511-8891-37e8ec879a78 None None] The sync data for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 is: [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:35:47Z', 'revision_number': 4, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d9ae157-ae31-4d37-bf0b-fd2dc0302caf', 'name': '', 'network_id': '89ae8cb6-30e0-41cc-93f3-9bbd65b0627e', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'mac_address': 'fa:16:3e:85:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:43Z', 'updated_at': '2021-01-14T03:35:58Z', 'revision_number': 4, 'project_id': '5d2d56408be54a3dab130946088867cf', 'subnets': [{'id': 'c95b7d49-d838-427f-a5cb-7efca9ef1fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:04.188157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Pushing event updated for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:04.189830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:04.218174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:04.225062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:04.225847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:35:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:04.230900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:04.268999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:04.301702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:04.400233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-e411d511-5d39-4b16-9d4e-94b34db019b3 req-21c144a7-9020-4d73-84d5-dc8464ef36f1 tempest-ServerShowV247Test-1026140339 tempest-ServerShowV247Test-1026140339] (80832) timed out ('10.222.0.78', 50304) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:36:04.473925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Network 32461006-b8c3-458b-8060-b65543731a5d has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:36:04.573600 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:36:04.681763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:04.721437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:04.747476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] For port 3e97769e-f299-4372-9630-b9761a0fb04f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e97769e-f299-4372-9630-b9761a0fb04f,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:04.752186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:04.768767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:04.793988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2489ce79-3ed5-4d18-92e4-c034a2448338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:04.844357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroup': ['ID=38f12881-b905-4873-9836-d2bc74201c7c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:04.862933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:04.872495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:04.884258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:04.932107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:05.011991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:05.075861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:05.247698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Calling delete_port for 3e97769e-f299-4372-9630-b9761a0fb04f owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:05.282279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.438560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2e10-02bc-4c75-977f-06b49db0005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.525815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:05.532699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:05.533447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.537920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.546993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.559458 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] 10.222.0.30 "DELETE /v2.0/networks/32461006-b8c3-458b-8060-b65543731a5d HTTP/1.1" status: 204 len: 168 time: 6.6314983 Jan 14 03:36:05.625327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9c94088-6cbf-4cbc-aa98-700f89563746 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:05.661480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 97896709-54c7-42ab-9432-e856b0e7e025 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:36:05.686106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:05.688157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9308648 Jan 14 03:36:05.700740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45770) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:05.702104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Pushing event deleted for resources: {'Network': ['ID=32461006-b8c3-458b-8060-b65543731a5d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:05.718482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:05.750933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:05.757525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:05.766555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:05.783753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:05.800293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:05.861359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.008226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.017724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.021166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e461895-1678-44cf-af55-21372c87ba2f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:06.042120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6877f3-1a19-4f9f-9162-391243a7a96e,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:06.047769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:06.052836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:50Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e456c7b-caa3-4655-99e9-da3dca689acf', 'name': '', 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:39:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:47Z', 'updated_at': '2021-01-14T03:36:03Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:06.104865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.106015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab8141-1b8a-4632-a2cb-a94c4eb2e46f None None] The sync data for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 is: [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:35:50Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3e456c7b-caa3-4655-99e9-da3dca689acf', 'name': '', 'network_id': 'dc14d256-1993-4237-a0dc-c6cdaabcb20e', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:39:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:47Z', 'updated_at': '2021-01-14T03:36:03Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': 'c4b54f44-fce6-4528-bbb0-498e6fdd39ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:06.120026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45784) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:06.129143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bf8de79-fbc3-4e2c-a0f6-5c83cf562126 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156859 Jan 14 03:36:06.268173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.336869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:06.348005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:06.359422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.361527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:06.430231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.495584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69a10c98-e9d8-444e-8340-f3106a1587a5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:06.504686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:06.533357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:06.549938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a64c3dab-4e82-46ac-8422-1b28ee38784a tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:06.575975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 69a10c98-e9d8-444e-8340-f3106a1587a5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:06.576687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 69a10c98-e9d8-444e-8340-f3106a1587a5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:06.641295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:06.643208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:06.647415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:06.651100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:06.657531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:06.664515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:06.676523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e97769e-f299-4372-9630-b9761a0fb04f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:06.687911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:06.827927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-843a933e-d7cc-4353-bd36-404e74e62982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.065467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.120629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.248510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e456c7b-caa3-4655-99e9-da3dca689acf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:07.310717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.463037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3e456c7b-caa3-4655-99e9-da3dca689acf completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:07.480116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3e456c7b-caa3-4655-99e9-da3dca689acf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:07.481003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.666075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b7261219-66e5-43f6-b593-8e7fd6c6e451 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ed45e0c1114dd89872b6a93cbf9ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9789417 Jan 14 03:36:07.668241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45812) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:07.765077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.800195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.894098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3e456c7b-caa3-4655-99e9-da3dca689acf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e456c7b-caa3-4655-99e9-da3dca689acf,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:07.897541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.899518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:07.900964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:07.930532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.011782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.033410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.047487 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c60f5c18-2e19-40f2-b9b4-ee992851702c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:08.057366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3187e8b-1964-4d86-b550-8350efe79ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:08.085654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:08.187426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f6883-a69e-4a1d-8083-792250430675,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:08.208908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:08.209152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:08.209468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.214819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.218515 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/284f6883-a69e-4a1d-8083-792250430675 HTTP/1.1" status: 204 len: 168 time: 0.5431821 Jan 14 03:36:08.267018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:08.296184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:08.335208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:08.392499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:08.393466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.396083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:08.399970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:08.571482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:08.625130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.658234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=97896709-54c7-42ab-9432-e856b0e7e025,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:08.664875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:08.676091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.689690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:08.690149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.696933 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:08.698325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.705479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-107708b6-5456-40db-9f36-360abe630dc4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:08.762085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.763470 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.6383450 Jan 14 03:36:08.771457 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.7501552 Jan 14 03:36:08.771457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:08.776059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a53390c-2c9b-4fdd-a18f-bb9fda31446f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:08.790999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45840) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:08.795194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.796733 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:08.802526 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:08.811705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:08.816748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:08.823532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:08.830641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:08.837536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:08.907334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.924285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.928888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Router db8dd400-c3a3-4969-92b0-5115bb45bb85 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:08.950232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:08.957713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:08.977447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6abcf29f-1895-4d77-a3a4-30b6619c8b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:09.152573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:09.155935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e456c7b-caa3-4655-99e9-da3dca689acf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:09.202393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b92496-5009-4662-9057-41ce5928c02e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:09.203115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-24b92496-5009-4662-9057-41ce5928c02e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:09.225326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:09.254651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3e456c7b-caa3-4655-99e9-da3dca689acf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:09.255084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.278330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-24b92496-5009-4662-9057-41ce5928c02e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:09.282753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24b92496-5009-4662-9057-41ce5928c02e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/97896709-54c7-42ab-9432-e856b0e7e025 HTTP/1.1" status: 200 len: 845 time: 0.4704902 Jan 14 03:36:09.286182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45856) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:09.327158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.382481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 97896709-54c7-42ab-9432-e856b0e7e025 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:09.382922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.397849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:09.416900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] 10.222.0.30 "PUT /v2.0/routers/db8dd400-c3a3-4969-92b0-5115bb45bb85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0342283 Jan 14 03:36:09.420869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45862) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:09.422945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port 3e456c7b-caa3-4655-99e9-da3dca689acf {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:09.423622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.448507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Sync routers for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:09.467347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.477999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:09.478844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:09.503054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-686d32ca-8d45-4942-b7d1-a281e064911d tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:09.538441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0837967-e68d-4065-8545-b1086b2f1a6a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:09.541703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.547840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7646048 Jan 14 03:36:09.550770 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:09.554406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45870) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:09.567013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:09.584269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:09.612229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:09.645762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:09.810031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:09.840025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:09.867839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-6f991d73-d5c8-4a97-9e3e-9d71428f5e52 req-370fe3c1-5345-4c5f-bc90-2f80ee08fd70 service neutron] (80832) timed out ('10.222.0.74', 59423) {{(pid=80832) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 03:36:09.879183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:10.222697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.232189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Deleting port 61ca3b47-6508-4371-9e0f-7478d5b68a4a {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:10.233057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.239659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.258985 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.385799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:36:06Z', 'revision_number': 5, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:10.390209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Checking router: db8dd400-c3a3-4969-92b0-5115bb45bb85 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:36:10.400184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Routers {'db8dd400-c3a3-4969-92b0-5115bb45bb85'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:10.400933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['db8dd400-c3a3-4969-92b0-5115bb45bb85'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:10.539063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] For port 61ca3b47-6508-4371-9e0f-7478d5b68a4a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=61ca3b47-6508-4371-9e0f-7478d5b68a4a,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:10.539625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.622951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:10.640976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] Set router db8dd400-c3a3-4969-92b0-5115bb45bb85 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:10.673019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port 3e456c7b-caa3-4655-99e9-da3dca689acf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3e456c7b-caa3-4655-99e9-da3dca689acf,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:10.673424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:10.815977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for 3e456c7b-caa3-4655-99e9-da3dca689acf owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:11.018799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 97896709-54c7-42ab-9432-e856b0e7e025 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:11.059866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.062859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Calling delete_port for 61ca3b47-6508-4371-9e0f-7478d5b68a4a owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:11.170160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:11.348220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.360512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-69881364-9590-41fb-8b17-031b223b86b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:11.417402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-1590605355'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:11.433536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:11.437536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:11.442188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:11.462886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:11.465420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:11.466783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.487015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Port': ['ID=3e456c7b-caa3-4655-99e9-da3dca689acf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:11.499063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:11.501409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:11.511603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.546900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.734505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:36:06Z', 'revision_number': 5, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:11.777458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b3125-61ee-4699-92fb-39ff5fa6c2b0 None None] The sync data for ids ['db8dd400-c3a3-4969-92b0-5115bb45bb85'] in n-d-765315-13 is: [{'id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'name': 'tempest-TestServerMultinode-655489130-router', 'tenant_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:01Z', 'updated_at': '2021-01-14T03:36:06Z', 'revision_number': 5, 'project_id': 'd743bf1b65af4f20a39e2691d6eb2042', 'gw_port': {'id': '61ca3b47-6508-4371-9e0f-7478d5b68a4a', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8dd400-c3a3-4969-92b0-5115bb45bb85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:02Z', 'updated_at': '2021-01-14T03:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:11.865994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:11.940458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:11.957716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:security_group_rule and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:11.964186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:12.001378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:12.005623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.133746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.204857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.207775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.278385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.344963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.345789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8dd400-c3a3-4969-92b0-5115bb45bb85 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:36:12.383387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.388313 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4ed19b6c-b0f5-4300-8bb6-bbee293c4fe1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/db8dd400-c3a3-4969-92b0-5115bb45bb85 HTTP/1.1" status: 204 len: 168 time: 2.9657497 Jan 14 03:36:12.389707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45926) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:12.394427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.423057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-425746e0-c926-488e-a20d-29f51cec988d tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:12.473223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Deleting subnet 160928c8-99ec-483d-8543-76a70a2c7a77 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:12.477798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.535902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=97896709-54c7-42ab-9432-e856b0e7e025,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:12.566029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.576514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.585815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:12.588678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.595145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:12.657922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afadc744-8379-4757-8bba-d503910aee54,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:12.662171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:12.702998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.714649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.721128 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.1636350 Jan 14 03:36:12.738887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:12.745988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/97896709-54c7-42ab-9432-e856b0e7e025 HTTP/1.1" status: 204 len: 168 time: 3.4562013 Jan 14 03:36:12.746650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45934) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:12.747033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:12.823654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:12.835249 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a19374-ec77-46ab-9c06-62bd898e7d7b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:36:12.835780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-89a19374-ec77-46ab-9c06-62bd898e7d7b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:12.844504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:12.848997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:12.852306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:12.858510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:12.905236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-89a19374-ec77-46ab-9c06-62bd898e7d7b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:12.915006 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-89a19374-ec77-46ab-9c06-62bd898e7d7b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/97896709-54c7-42ab-9432-e856b0e7e025 HTTP/1.1" status: 404 len: 333 time: 0.1648927 Jan 14 03:36:12.917716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45946) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:12.923903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'name': 'tempest-PortsIpV6TestJSON-2046819890'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:13.119457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.153173 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:13.256715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160928c8-99ec-483d-8543-76a70a2c7a77,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:13.310244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e97769e-f299-4372-9630-b9761a0fb04f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:13.323211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:13.350681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.390599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.397924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-796c5550-8adf-4ce5-b197-61ee88c19b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:13.433691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8215a-9dcd-44d7-93b0-62c2077be2ac,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:13.441893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:13.454958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:36:13.466559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.476752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f13b132-553d-4a8f-8f84-2262cf7e1c22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/160928c8-99ec-483d-8543-76a70a2c7a77 HTTP/1.1" status: 204 len: 168 time: 1.0858910 Jan 14 03:36:13.480631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45962) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:13.486567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.487297 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment de934a04-f8a1-43bf-9a54-6d29d13b7cc0 of type vxlan for network 8f92efb5-2847-4fb5-8dde-acc2e597e51a Jan 14 03:36:13.593751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a5373-8223-4abd-82a7-2c0d2bbb0817 None None] Network 1296508a-1dfa-4603-b303-86358c47a5d0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:13.660152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.688777 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Project cf8e78b5c0014abcaa764e7d479df74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:36:13.711288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.739482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3e97769e-f299-4372-9630-b9761a0fb04f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:13.740168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e97769e-f299-4372-9630-b9761a0fb04f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:13.741413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 61ca3b47-6508-4371-9e0f-7478d5b68a4a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:13.823644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 61ca3b47-6508-4371-9e0f-7478d5b68a4a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:13.824440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 61ca3b47-6508-4371-9e0f-7478d5b68a4a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:13.886281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.965968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] DHCP port deletion for 1296508a-1dfa-4603-b303-86358c47a5d0 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:13.970432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Deleting port 79f95284-ceef-4048-84ae-2c729a45c2a9 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:13.970866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:13.997084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Deleting port 79f95284-ceef-4048-84ae-2c729a45c2a9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:13.997467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.060634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 5e268c7c-475a-414d-a84e-a88346acd752 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:14.119370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.120739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:14.139735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:14.140503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.157331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:14.316200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] For port 79f95284-ceef-4048-84ae-2c729a45c2a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=79f95284-ceef-4048-84ae-2c729a45c2a9,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:14.317027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.356112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:36:14.433237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] For port 79f95284-ceef-4048-84ae-2c729a45c2a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=79f95284-ceef-4048-84ae-2c729a45c2a9,segment=NetworkSegment(f26aef1c-f169-4453-b40f-182a5cba009c),segment_id=f26aef1c-f169-4453-b40f-182a5cba009c)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:14.433637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.476290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Calling delete_port for 79f95284-ceef-4048-84ae-2c729a45c2a9 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:14.479266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:14.489393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Sync routers for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:14.493784 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/5e268c7c-475a-414d-a84e-a88346acd752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2589114 Jan 14 03:36:14.495376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:14.499863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 45978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:14.503178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:14.511566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:14.613959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Calling delete_port for 79f95284-ceef-4048-84ae-2c729a45c2a9 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:14.645347 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.0211875 Jan 14 03:36:14.660275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.674580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 45986) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:14.702524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-551730925'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:14.718207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:14.720782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=8f92efb5-2847-4fb5-8dde-acc2e597e51a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:14.736163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting subnet c4b54f44-fce6-4528-bbb0-498e6fdd39ef {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:14.738991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:14.739763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.740470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:14.745673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:14.756777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:14.802659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:14.813950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.822849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.835341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:14.854039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:36:14.860021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:36:14.906549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.909158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:36:14.929040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:14.932959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:14.933362 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment f9150ded-c9d1-47db-804e-dfafceabbe66 of type vxlan for network a6b759b0-df58-4e27-bc8b-c919f36b64f7 Jan 14 03:36:14.957957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:14.992253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.092032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.124737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:15.125453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.141920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8e0f52c-8d68-488f-8b4f-409664d6f837 tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:15.143739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:15.161062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.169646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.174171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:15.222910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d28904-500b-4694-b4ad-4add0cc8764c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:15.226258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:15.236822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.248478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:15.296379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:15.422345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] No DVR routers for this DVR port 79f95284-ceef-4048-84ae-2c729a45c2a9 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:15.436392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 79f95284-ceef-4048-84ae-2c729a45c2a9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:15.467445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.479167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.482234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Pushing event deleted for resources: {'Port': ['ID=79f95284-ceef-4048-84ae-2c729a45c2a9,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:15.485722 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.7347772 Jan 14 03:36:15.485883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:15.491766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 79f95284-ceef-4048-84ae-2c729a45c2a9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:15.492169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 79f95284-ceef-4048-84ae-2c729a45c2a9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:15.495066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46002) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:15.501608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 84034ea0-b58d-4f24-8a3f-2f2ad8654b12 yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:36:15.503711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Deleting port 79f95284-ceef-4048-84ae-2c729a45c2a9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:15.504091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.568516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=a6b759b0-df58-4e27-bc8b-c919f36b64f7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:15.571836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:15.582480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:15.650251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] The port '79f95284-ceef-4048-84ae-2c729a45c2a9' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:36:15.686125 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0077558 Jan 14 03:36:15.686125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46008) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:15.695112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:15.726906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:36:10Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:15.731467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Checking router: 5e268c7c-475a-414d-a84e-a88346acd752 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:36:15.759548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Routers {'5e268c7c-475a-414d-a84e-a88346acd752'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:15.760510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5e268c7c-475a-414d-a84e-a88346acd752'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:15.841766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.860709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:15.876129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Request body: {'security_group_rule': {'security_group_id': '38f12881-b905-4873-9836-d2bc74201c7c', 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:15.888392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:15.978925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] Set router 5e268c7c-475a-414d-a84e-a88346acd752 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:16.012530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.066001 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-338c8597-2b1b-41c2-8128-71431bfa5951 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:16.092552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:16.135241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:16.298116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Usage tracker for resource:security_group_rule and tenant:cf8e78b5c0014abcaa764e7d479df74f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:16.319184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1296508a-1dfa-4603-b303-86358c47a5d0']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:16.335937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26aef1c-f169-4453-b40f-182a5cba009c') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:16.336280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26aef1c-f169-4453-b40f-182a5cba009c') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:16.351938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.362880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:16.376804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.379339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:16.418326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:16.434862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=84034ea0-b58d-4f24-8a3f-2f2ad8654b12,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:16.445594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:16.449841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:36:10Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:16.454427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45bb5b2-7b64-4659-b607-141bd3c84764 None None] The sync data for ids ['5e268c7c-475a-414d-a84e-a88346acd752'] in n-d-765315-13 is: [{'id': '5e268c7c-475a-414d-a84e-a88346acd752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403823985', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:26Z', 'updated_at': '2021-01-14T03:36:10Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'e3a849af-d9e4-438b-83d5-4f4f780aa37d', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e268c7c-475a-414d-a84e-a88346acd752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:31Z', 'updated_at': '2021-01-14T03:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:16.480660 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Project cf8e78b5c0014abcaa764e7d479df74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:36:16.512276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.616261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.619045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.701883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:16.739654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:16.744359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Network 1296508a-1dfa-4603-b303-86358c47a5d0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:16.752564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-611b2fee-9d60-4874-b304-9777c9fe7490 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:16.755043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:16.763962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.785254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.788059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:16.790471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:16.801167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:16.815316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.818327 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:16.824728 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:16.849235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:16.850594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.858104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Subnet': ['ID=c4b54f44-fce6-4528-bbb0-498e6fdd39ef,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:16.860416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.867273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de81632-c28a-4129-89b3-5d6dd9e7ba7a None None] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:16.868626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:16.871396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:16.899277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d8179c-8557-4516-bd1c-abfab27b0726,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:16.915190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:16.921346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/subnets/c4b54f44-fce6-4528-bbb0-498e6fdd39ef HTTP/1.1" status: 204 len: 168 time: 2.4201751 Jan 14 03:36:16.929013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46026) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:16.932662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:16.934132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0678706 Jan 14 03:36:17.010228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Network 1296508a-1dfa-4603-b303-86358c47a5d0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:36:17.185208 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:36:17.192149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.196731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.203073 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc518fc9-713a-4db2-8884-35a723369221 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:17.267943 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1296508a-1dfa-4603-b303-86358c47a5d0 HTTP/1.1" status: 204 len: 168 time: 3.7796550 Jan 14 03:36:17.267943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=1296508a-1dfa-4603-b303-86358c47a5d0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:17.285813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.289746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46042) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:17.293447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:17.301816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e456c7b-caa3-4655-99e9-da3dca689acf no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:17.340414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:17.350257 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.4302976 Jan 14 03:36:17.351142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46050) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:17.364233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:17.415939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3e456c7b-caa3-4655-99e9-da3dca689acf {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:17.416370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3e456c7b-caa3-4655-99e9-da3dca689acf not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:17.547863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] DHCP port deletion for dc14d256-1993-4237-a0dc-c6cdaabcb20e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:17.553950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Deleting port a3fad0ed-e07f-4dad-a30c-aceb79c18911 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:17.554470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.601988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-2e9eba8f-dbe5-46c9-81df-76802e7284f7 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480294537&fields=id&tenant_id=cf8e78b5c0014abcaa764e7d479df74f HTTP/1.1" status: 200 len: 267 time: 0.0668006 Jan 14 03:36:17.645459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.734520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port e3a849af-d9e4-438b-83d5-4f4f780aa37d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:17.735069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:17.861735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] For port a3fad0ed-e07f-4dad-a30c-aceb79c18911, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a3fad0ed-e07f-4dad-a30c-aceb79c18911,segment=NetworkSegment(c46e074e-0ae5-4c81-9c81-b24f4fb1f387),segment_id=c46e074e-0ae5-4c81-9c81-b24f4fb1f387)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:17.862183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:18.060300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Calling delete_port for a3fad0ed-e07f-4dad-a30c-aceb79c18911 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:18.229529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:18.278510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:18.359293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42b907cc-7e4d-4a52-bcb7-2ed6535dfbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:18.499576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:18.558817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-1b4a7bec-15fd-4403-9c07-42c0676ff853 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:18.559973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-1b4a7bec-15fd-4403-9c07-42c0676ff853 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Synchronizing usage tracker for tenant:cf8e78b5c0014abcaa764e7d479df74f on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:18.637313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port e3a849af-d9e4-438b-83d5-4f4f780aa37d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e3a849af-d9e4-438b-83d5-4f4f780aa37d,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:18.637940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:18.735048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Pushing event deleted for resources: {'Port': ['ID=a3fad0ed-e07f-4dad-a30c-aceb79c18911,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:18.743136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:18.748469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] No DVR routers for this DVR port a3fad0ed-e07f-4dad-a30c-aceb79c18911 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:18.811218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for e3a849af-d9e4-438b-83d5-4f4f780aa37d owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:19.061975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-1b4a7bec-15fd-4403-9c07-42c0676ff853 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Unset dirty status for tenant:cf8e78b5c0014abcaa764e7d479df74f on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:19.063283 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-1b4a7bec-15fd-4403-9c07-42c0676ff853 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/networks?id=d80fe58f-a89f-449a-b194-6d9e43044b89 HTTP/1.1" status: 200 len: 796 time: 1.4439373 Jan 14 03:36:19.086357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-f1e68938-6369-42dd-8a25-4c0f1f40bb68 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/quotas/cf8e78b5c0014abcaa764e7d479df74f HTTP/1.1" status: 200 len: 375 time: 0.0124125 Jan 14 03:36:19.139274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a3fad0ed-e07f-4dad-a30c-aceb79c18911 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:19.205883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a3fad0ed-e07f-4dad-a30c-aceb79c18911 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:19.206278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a3fad0ed-e07f-4dad-a30c-aceb79c18911 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:19.315043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.341787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-7ac4e3a2-5c4a-486f-ac50-101c5d452f8c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf8e78b5c0014abcaa764e7d479df74f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135799 Jan 14 03:36:19.399518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.419974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-68445a12-803c-441a-9d6f-e4d719fc1059 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:19.570863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=989ecdbc-34fd-4996-a37d-7ed0e9343da6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:19.581314 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:19.587299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:19.587455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: 8f92efb5-2847-4fb5-8dde-acc2e597e51a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:36:19.645676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.655142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:36:19.672429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.679800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8f92efb5-2847-4fb5-8dde-acc2e597e51a) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:19.688250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86642e11-d5b8-4780-9175-9809daa18e50 None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:19.698670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:19.714511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:19.715305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.735592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:19.868371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-ecec357b-7f35-477d-8844-d30c301fd3f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d80fe58f-a89f-449a-b194-6d9e43044b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968626 Jan 14 03:36:20.039123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-8f92efb5-2847-4fb5-8dde-acc2e597e51a', 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '989ecdbc-34fd-4996-a37d-7ed0e9343da6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:36:20.040060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.049341 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3469331 Jan 14 03:36:20.076077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46102) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:20.086443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:20.205893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b80962a8-5eb4-4f67-bcf2-cffcf574a289 req-28620819-a057-4890-ac5f-dbe55eb6bd18 service neutron] 10.222.0.30 "GET /v2.0/networks/d80fe58f-a89f-449a-b194-6d9e43044b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3361797 Jan 14 03:36:20.260072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.263889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:20.272207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:20.278328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:20.289387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:20.348446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:20.417150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Allocated IP 172.20.0.2 (8f92efb5-2847-4fb5-8dde-acc2e597e51a/989ecdbc-34fd-4996-a37d-7ed0e9343da6/663f97a9-2f1e-4737-8767-4a0cb45eca83) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:20.604727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.657155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=84034ea0-b58d-4f24-8a3f-2f2ad8654b12,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:20.661602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:20.664404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.669527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.741343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] In _notify_port_updated(), no bound segment for port 84034ea0-b58d-4f24-8a3f-2f2ad8654b12 on network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:20.749952 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:20.812737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:20.820594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.822095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/ports/84034ea0-b58d-4f24-8a3f-2f2ad8654b12 HTTP/1.1" status: 200 len: 818 time: 3.4644279 Jan 14 03:36:20.846343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46130) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:20.918046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:20.973531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Transition to ACTIVE for port object 663f97a9-2f1e-4737-8767-4a0cb45eca83 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:21.003835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Transition to ACTIVE for port object 663f97a9-2f1e-4737-8767-4a0cb45eca83 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:21.008858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.010082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Fanout notify agent at l3_agent the message router_deleted on router 5e268c7c-475a-414d-a84e-a88346acd752 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:36:21.014309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.042787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46142) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:21.215233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 84034ea0-b58d-4f24-8a3f-2f2ad8654b12 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:21.215619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.273210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9143fcac-9650-4c4c-b490-22522f2d431b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:21.321103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.322950 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c8967e1e-7564-4d0e-8072-dcfe91d48fe8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/routers/5e268c7c-475a-414d-a84e-a88346acd752 HTTP/1.1" status: 204 len: 168 time: 4.3923247 Jan 14 03:36:21.326259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:21.340013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:21.347291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46148) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:21.350168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:21.412617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Deleting port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:21.418415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.435089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Attempting to bind port 663f97a9-2f1e-4737-8767-4a0cb45eca83 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:21.435520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Attempting to bind port 663f97a9-2f1e-4737-8767-4a0cb45eca83 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:21.435945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Attempting to bind port 663f97a9-2f1e-4737-8767-4a0cb45eca83 on network 8f92efb5-2847-4fb5-8dde-acc2e597e51a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:21.447052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Pushing event updated for resources: {'Port': ['ID=663f97a9-2f1e-4737-8767-4a0cb45eca83,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:21.449936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:21.450372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Checking segment: {'id': 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:21.450831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.451432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Bound using segment: {'id': 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:21.452071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Bound port: 663f97a9-2f1e-4737-8767-4a0cb45eca83, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '8f92efb5-2847-4fb5-8dde-acc2e597e51a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:21.452530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.475420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:21.593840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] For port 663f97a9-2f1e-4737-8767-4a0cb45eca83, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:21.597486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] For port 663f97a9-2f1e-4737-8767-4a0cb45eca83, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=663f97a9-2f1e-4737-8767-4a0cb45eca83,segment=NetworkSegment(de934a04-f8a1-43bf-9a54-6d29d13b7cc0),segment_id=de934a04-f8a1-43bf-9a54-6d29d13b7cc0)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:21.602538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.646923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.666510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:21.678445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.753918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27a1790e-dbd4-477f-897a-febcdeecf4e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:21.827212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:21.893170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=e43c8681-a10c-4b8c-8832-1df24cb2dd15,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:21.918540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Pushing event updated for resources: {'Port': ['ID=663f97a9-2f1e-4737-8767-4a0cb45eca83,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:21.922229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:21.945800 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:22.012538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] For port 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:22.012954 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.167449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.467103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.594246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.621163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Calling delete_port for 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:22.711870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': 'f9150ded-c9d1-47db-804e-dfafceabbe66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:22.712413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: a6b759b0-df58-4e27-bc8b-c919f36b64f7, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:36:22.761226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 84034ea0-b58d-4f24-8a3f-2f2ad8654b12 owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:22.769456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:36:22.784846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a6b759b0-df58-4e27-bc8b-c919f36b64f7) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:22.795367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa93bed-663c-4143-aebd-5747b7391f11 None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:22.817258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:22.817901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.851868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc14d256-1993-4237-a0dc-c6cdaabcb20e']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:22.871468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:22.871784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46e074e-0ae5-4c81-9c81-b24f4fb1f387') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:22.882243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.889924 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8100665 Jan 14 03:36:22.892802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46176) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:22.895766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea338c61-6e4b-4ec5-9ecc-7f5eb52152d1 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:22.899606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-303212380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:22.927132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:22.936961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:22.942345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:22.953366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:22.969719 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:22.990902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41d50cfb-f21b-43fc-852a-8ae3af162279 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:23.061141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9ae157-ae31-4d37-bf0b-fd2dc0302caf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:23.063931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.083752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.097638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:23.213002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 663f97a9-2f1e-4737-8767-4a0cb45eca83 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:23.291584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-a6b759b0-df58-4e27-bc8b-c919f36b64f7', 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': 'e43c8681-a10c-4b8c-8832-1df24cb2dd15'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:36:23.307386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.315027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.407139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.491506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.496062 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f164214c-ad9b-4560-937a-ad80d23d9049 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6019151 Jan 14 03:36:23.504687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46190) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:23.548134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f12881-b905-4873-9836-d2bc74201c7c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:23.553986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.566071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:23.572786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.761661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Allocated IP 172.21.0.2 (a6b759b0-df58-4e27-bc8b-c919f36b64f7/e43c8681-a10c-4b8c-8832-1df24cb2dd15/27dffbc5-cd9e-49a9-8006-d533a922be0a) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:23.879075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:23.944632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:23.947460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:24.034578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.046340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Transition to ACTIVE for port object 27dffbc5-cd9e-49a9-8006-d533a922be0a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:24.100408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=84034ea0-b58d-4f24-8a3f-2f2ad8654b12,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:24.106956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.108660 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/security-groups/38f12881-b905-4873-9836-d2bc74201c7c HTTP/1.1" status: 204 len: 168 time: 3.0636356 Jan 14 03:36:24.114421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:24.123620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.163664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e48e10-61ce-4dd8-9305-80f6e88edce4 None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:24.286805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46212) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:24.349320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:24.357933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.417454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Transition to ACTIVE for port object 27dffbc5-cd9e-49a9-8006-d533a922be0a will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:24.547432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.569633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network dc14d256-1993-4237-a0dc-c6cdaabcb20e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:36:24.694009 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:36:24.702148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.706730 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:36:24.710614 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/84034ea0-b58d-4f24-8a3f-2f2ad8654b12 HTTP/1.1" status: 204 len: 168 time: 3.8630958 Jan 14 03:36:24.714227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46220) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:24.757585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.762157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:24.793161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-498436f5-d320-499a-80a1-47c892dc8567 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:24.852871 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/networks/dc14d256-1993-4237-a0dc-c6cdaabcb20e HTTP/1.1" status: 204 len: 168 time: 3.5037434 Jan 14 03:36:24.859052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46224) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:24.862025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Network': ['ID=dc14d256-1993-4237-a0dc-c6cdaabcb20e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:24.865972 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:24.934551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:24.999801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a844e-f2ce-4d3e-9ac5-dace1c031466 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:25.001085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a77a844e-f2ce-4d3e-9ac5-dace1c031466 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:25.006405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.036504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:25.050580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a77a844e-f2ce-4d3e-9ac5-dace1c031466 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:25.052257 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a77a844e-f2ce-4d3e-9ac5-dace1c031466 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3367841 Jan 14 03:36:25.056011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.064560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46228) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:25.068772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:25.070820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5ad41885-cbb2-4087-ae14-fd4fb474319a None None] Provisioning for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:25.101125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:25.118662 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7160c211-89ca-40c4-a35d-bdc1d7749c59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:36:25.120194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7160c211-89ca-40c4-a35d-bdc1d7749c59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/84034ea0-b58d-4f24-8a3f-2f2ad8654b12 HTTP/1.1" status: 404 len: 333 time: 0.0543497 Jan 14 03:36:25.124813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46232) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:25.137305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853388590'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:25.143719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:25.148401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:25.151479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:25.157403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:25.172821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:25.184091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.228850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:25.244168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:36:25.254925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.255452 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment 990f3fd9-e960-4951-9dbf-cc7053e4a464 of type vxlan for network 3d7561c6-0817-448b-84a3-9fdefb878fcb Jan 14 03:36:25.267268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Attempting to bind port 27dffbc5-cd9e-49a9-8006-d533a922be0a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:25.267867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Attempting to bind port 27dffbc5-cd9e-49a9-8006-d533a922be0a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f9150ded-c9d1-47db-804e-dfafceabbe66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:25.268296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Attempting to bind port 27dffbc5-cd9e-49a9-8006-d533a922be0a on network a6b759b0-df58-4e27-bc8b-c919f36b64f7 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:25.283214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.291318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:25.291757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Checking segment: {'id': 'f9150ded-c9d1-47db-804e-dfafceabbe66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:25.292219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.296301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Bound using segment: {'id': 'f9150ded-c9d1-47db-804e-dfafceabbe66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:25.302765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Bound port: 27dffbc5-cd9e-49a9-8006-d533a922be0a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9150ded-c9d1-47db-804e-dfafceabbe66', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a6b759b0-df58-4e27-bc8b-c919f36b64f7'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:25.303632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.322706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.362760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:25.363408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.370201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2c20c1c9-6912-4b90-a9f0-82b8e0779a49 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:25.378858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:25.379553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.445201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Pushing event updated for resources: {'Port': ['ID=27dffbc5-cd9e-49a9-8006-d533a922be0a,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:25.527660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] For port 27dffbc5-cd9e-49a9-8006-d533a922be0a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:25.531805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] For port 27dffbc5-cd9e-49a9-8006-d533a922be0a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27dffbc5-cd9e-49a9-8006-d533a922be0a,segment=NetworkSegment(f9150ded-c9d1-47db-804e-dfafceabbe66),segment_id=f9150ded-c9d1-47db-804e-dfafceabbe66)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:25.543088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:25.550993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.612919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.617406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.618732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/security-groups/ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff HTTP/1.1" status: 204 len: 168 time: 0.7582691 Jan 14 03:36:25.620636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4946830 Jan 14 03:36:25.624639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46248) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:25.632190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=3d7561c6-0817-448b-84a3-9fdefb878fcb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:25.636917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:25.642868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:25.741614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:25.894229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:25.904398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-77bfa364-6046-488e-bf42-4f398cfeee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:25.908274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:25.910917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:25.922957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:25.926951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e4f3a-481e-44c5-bfc7-ce4ded9aebff,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:25.930519 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:25.933611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:25.941232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:25.945589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:25.965204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:25.986488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:26.115661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.20.0.1 (8f92efb5-2847-4fb5-8dde-acc2e597e51a/989ecdbc-34fd-4996-a37d-7ed0e9343da6/f97ddea7-154f-49f2-8a0f-52946f794998) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:26.134606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46260) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:26.153075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952287923', 'description': 'tempest-secgroup-smoke-952287923 description', 'project_id': '38917ccfe8644bba9b7a1d90e5355885'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:26.236277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:26.249609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:26.252132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Pushing event updated for resources: {'Port': ['ID=27dffbc5-cd9e-49a9-8006-d533a922be0a,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:26.264282 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:26.280878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:26.314649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.646984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.699406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f2768949-0218-439d-911a-06a9a5c3afb4 None None] Provisioning complete for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:26.699834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2768949-0218-439d-911a-06a9a5c3afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.715594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:26.793796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.799786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.800224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 663f97a9-2f1e-4737-8767-4a0cb45eca83, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=663f97a9-2f1e-4737-8767-4a0cb45eca83,segment=NetworkSegment(de934a04-f8a1-43bf-9a54-6d29d13b7cc0),segment_id=de934a04-f8a1-43bf-9a54-6d29d13b7cc0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:26.816523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.824106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:26.837928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object f97ddea7-154f-49f2-8a0f-52946f794998 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:26.870133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:26.879499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:26.883697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:26.889577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:26.903917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:26.917264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:26.942505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3a849af-d9e4-438b-83d5-4f4f780aa37d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:27.111099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e3a849af-d9e4-438b-83d5-4f4f780aa37d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:27.111754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e3a849af-d9e4-438b-83d5-4f4f780aa37d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:27.181394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=663f97a9-2f1e-4737-8767-4a0cb45eca83,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:27.190270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:27.205493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.229426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-104af4ee-aa04-4641-9e01-9ed020d0772b tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:27.233944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b07c99ae-143f-4bcd-a310-1405c044b873 None None] Provisioning complete for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:27.234383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b07c99ae-143f-4bcd-a310-1405c044b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.553392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=f97ddea7-154f-49f2-8a0f-52946f794998,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:27.575376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27dffbc5-cd9e-49a9-8006-d533a922be0a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:27.579253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=4ab6d8d8-4304-4899-a98e-9d4c4603046c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:27.604844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:27.649034 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:27.674958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 27dffbc5-cd9e-49a9-8006-d533a922be0a completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:27.689095 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.691099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:27.698346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.706164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:27.753214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:27.773249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': '990f3fd9-e960-4951-9dbf-cc7053e4a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:27.773646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: 3d7561c6-0817-448b-84a3-9fdefb878fcb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:36:27.781024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:27.785548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:27.789822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.791228 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6554804 Jan 14 03:36:27.791522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:27.795557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46288) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:27.801360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:27.819931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:27.824927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:27.828128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:27.834791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:27.864725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.874099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:36:27.888217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 3d7561c6-0817-448b-84a3-9fdefb878fcb) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:27.897804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f0e00-ba46-418e-8795-93c9336f3bf6 None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:27.898693 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.906320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:27.906975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.956722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:27.975915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3457818 Jan 14 03:36:27.986154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:28.008303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:28.182633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:28.186765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:28.190046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:28.195966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:28.214530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:28.224920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.381365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.388288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-3d7561c6-0817-448b-84a3-9fdefb878fcb', 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': '4ab6d8d8-4304-4899-a98e-9d4c4603046c'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:36:28.389285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.416491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.545612 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ab6d8d8-4304-4899-a98e-9d4c4603046c (CIDR: 2001:db8::/64) Jan 14 03:36:28.546972 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06d7f09c-2d38-44ea-ac77-f1ebcf13037c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:28.607531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6064a775-0210-46b5-a7d2-b793ab19e7b4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:28.618148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:28.621552 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:36:28.621873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 400 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:36:28.672391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5d1d7b0d-f26c-47b7-9b9d-1f9d90700e41 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6869359 Jan 14 03:36:28.675681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:28.685559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:28.700553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.871260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Allocated IP 2001:db8::2 (3d7561c6-0817-448b-84a3-9fdefb878fcb/4ab6d8d8-4304-4899-a98e-9d4c4603046c/17a32036-6011-4f75-9420-1f49f40b3bf9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:28.875605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:28.879938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:28.883520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:28.889673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:28.898285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.914547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1032126 Jan 14 03:36:28.916560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46316) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:28.917656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:28.929023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:28.990855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b8c2c-dbef-4096-bf4d-d048554436c6 None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:29.288768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8f92937d-0877-41b1-80e6-2dee7b6166f2 None None] Provisioning for port f97ddea7-154f-49f2-8a0f-52946f794998 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:29.297006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 663f97a9-2f1e-4737-8767-4a0cb45eca83 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:29.329833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:29.342208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:29.346786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:29.350024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:29.356251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:29.377865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8f92937d-0877-41b1-80e6-2dee7b6166f2 None None] Provisioning complete for port f97ddea7-154f-49f2-8a0f-52946f794998 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:29.378289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f92937d-0877-41b1-80e6-2dee7b6166f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.395539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.435627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.442027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f92937d-0877-41b1-80e6-2dee7b6166f2 None None] Port f97ddea7-154f-49f2-8a0f-52946f794998 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:29.503696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 663f97a9-2f1e-4737-8767-4a0cb45eca83 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:29.504120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.510518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.510960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.584906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.602178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43bc10ba-252c-456a-9c14-e61697504a87 tempest-FloatingIPAdminTestJSON-456004481 tempest-FloatingIPAdminTestJSON-456004481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:29.641082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee5a4f5c-5247-439c-9aee-a9ade148014f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:29.649908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.680057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Provisioning for port 27dffbc5-cd9e-49a9-8006-d533a922be0a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:29.682597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a81314-c6bd-47b8-82aa-82187b9ed9f0,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:29.694771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:29.695617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.717033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923571 Jan 14 03:36:29.717892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46330) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:29.730932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Provisioning complete for port 27dffbc5-cd9e-49a9-8006-d533a922be0a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:29.731842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.910148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:29.924564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Transition to ACTIVE for port object 17a32036-6011-4f75-9420-1f49f40b3bf9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:29.945816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Transition to ACTIVE for port object 17a32036-6011-4f75-9420-1f49f40b3bf9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:29.987018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:30.001184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.091233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:30.134539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:30.192464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:30.443207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:30.489093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:30.519722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:30.527414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:30.535670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:30.589508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.607455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Pushing event updated for resources: {'Port': ['ID=17a32036-6011-4f75-9420-1f49f40b3bf9,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:30.614017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:30.638628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:30.642349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:30.651587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:30.688056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.707067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.713319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-951c26c9-2ddd-4748-8dd1-45b8cae56a85 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:30.753660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.758229 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0383930 Jan 14 03:36:30.760440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:30.761517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d45ef86-656c-4e45-bf09-eaada654ba9f,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:30.774079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:30.774379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Attempting to bind port 17a32036-6011-4f75-9420-1f49f40b3bf9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:30.774799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Attempting to bind port 17a32036-6011-4f75-9420-1f49f40b3bf9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '990f3fd9-e960-4951-9dbf-cc7053e4a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:30.775217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Attempting to bind port 17a32036-6011-4f75-9420-1f49f40b3bf9 on network 3d7561c6-0817-448b-84a3-9fdefb878fcb {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:30.778634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:30.794260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:30.794628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:30.795071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Checking segment: {'id': '990f3fd9-e960-4951-9dbf-cc7053e4a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:30.795532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.795983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Bound using segment: {'id': '990f3fd9-e960-4951-9dbf-cc7053e4a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:30.796552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Bound port: 17a32036-6011-4f75-9420-1f49f40b3bf9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990f3fd9-e960-4951-9dbf-cc7053e4a464', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:30.796994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.804017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:30.807886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:30.817472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:30.895281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.910436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:30.914208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17a32036-6011-4f75-9420-1f49f40b3bf9,segment=NetworkSegment(990f3fd9-e960-4951-9dbf-cc7053e4a464),segment_id=990f3fd9-e960-4951-9dbf-cc7053e4a464)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:30.921044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:30.922542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec8191b4-550f-4754-944d-d5206b525464 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:30.939381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:30.990708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=f2b8485a-f879-43ef-865c-7f7a3c3cc9e7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:31.070447 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:31.071303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.140648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.225332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] For port 27dffbc5-cd9e-49a9-8006-d533a922be0a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27dffbc5-cd9e-49a9-8006-d533a922be0a,segment=NetworkSegment(f9150ded-c9d1-47db-804e-dfafceabbe66),segment_id=f9150ded-c9d1-47db-804e-dfafceabbe66)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:31.231607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Pushing event updated for resources: {'Port': ['ID=17a32036-6011-4f75-9420-1f49f40b3bf9,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:31.236165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.238116 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:31.238633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:31.264405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:31.269667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:31.304021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.305528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:31.306284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.313067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.320311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-280dae1f-b24a-4074-ae37-73472f7cc8dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:31.373202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Pushing event updated for resources: {'Port': ['ID=27dffbc5-cd9e-49a9-8006-d533a922be0a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:31.374329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.379288 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6151311 Jan 14 03:36:31.383040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46364) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:31.392170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:31.401145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.401145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.401647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.402123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.402440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.402905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.403365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.403813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.404314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.405036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.405036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.406161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.406161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.406161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.406423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.406771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.410150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:31.418453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:31.422271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.422921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.426611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:31.426928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.427523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.428088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.428691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.429376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.429907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.430499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.431211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.431790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.432313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.432865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.433389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.433908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.434406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.434918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.435633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:31.437108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.438865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.439563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:31.450719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951cf4e9-793b-4258-86f3-65292498bcd6,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:31.451654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:31.454024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15d6dab4-5dbb-416c-8fbd-b12201066dbe None None] Provisioning complete for port 27dffbc5-cd9e-49a9-8006-d533a922be0a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:31.454720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d6dab4-5dbb-416c-8fbd-b12201066dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.456860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7791355 Jan 14 03:36:31.458429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46368) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:31.459874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:31.466482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'fixed_ips': [{'subnet_id': '4ab6d8d8-4304-4899-a98e-9d4c4603046c'}, {'subnet_id': 'f2b8485a-f879-43ef-865c-7f7a3c3cc9e7'}], 'name': 'tempest-PortsIpV6TestJSON-1278652487'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:31.505898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:31.519146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Sync routers for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:31.569303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:31.570069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:31.603416 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] 10.222.0.30 "PUT /v2.0/routers/2387b1f1-ea73-47ed-8ebd-4fef94038af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3123045 Jan 14 03:36:31.604735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=f97ddea7-154f-49f2-8a0f-52946f794998,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:31.611651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46376) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:31.674001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:31.681548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:31.684882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:31.692090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:31.713963 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:36:31.741778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:31.762818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.161s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:31.820528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.952503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:31.989197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:31.995975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.010085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a7b1eefe-1528-4280-810c-14531b516e4f tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:32.038400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a509d103-fa01-4e3d-9044-194605e7f922,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:32.047287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:32.069107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 09ccecd2-47e8-49d2-b873-e5b60f862ee9 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:36:32.097474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.098772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7127843 Jan 14 03:36:32.102847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46384) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:32.108994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'security_group_rule': {'security_group_id': 'fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:32.121458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:32.125974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:security_group_rule and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:32.129374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:32.136175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:32.155142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.173925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.187281 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Project 38917ccfe8644bba9b7a1d90e5355885 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:36:32.200738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.396830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-15d6dab4-5dbb-416c-8fbd-b12201066dbe None None] Provisioning complete for port f97ddea7-154f-49f2-8a0f-52946f794998 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:32.396830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15d6dab4-5dbb-416c-8fbd-b12201066dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.460495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-15d6dab4-5dbb-416c-8fbd-b12201066dbe None None] Port f97ddea7-154f-49f2-8a0f-52946f794998 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:32.482475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 120c3840-6e5f-4a4a-b428-60221124ac7e yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:36:32.579337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:36:22Z', 'revision_number': 5, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:32.584582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Checking router: 2387b1f1-ea73-47ed-8ebd-4fef94038af6 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:36:32.596085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Routers {'2387b1f1-ea73-47ed-8ebd-4fef94038af6'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:32.596965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:32.832711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.840527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Deleting port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:32.840527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:32.993463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::1eb (3d7561c6-0817-448b-84a3-9fdefb878fcb/4ab6d8d8-4304-4899-a98e-9d4c4603046c/120c3840-6e5f-4a4a-b428-60221124ac7e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:33.007874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8:0:1::2ec (3d7561c6-0817-448b-84a3-9fdefb878fcb/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7/120c3840-6e5f-4a4a-b428-60221124ac7e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:33.019230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] Set router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:33.119300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:33.140823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] Sync routers for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:33.153334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:33.154040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:33.171320 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6622446 Jan 14 03:36:33.184173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:33.184947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:33.185327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.292822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794b83d-83b9-4dec-9f1e-9d6e432e150a None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:33.384080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.450695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.452060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 120c3840-6e5f-4a4a-b428-60221124ac7e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:33.462287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.476239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:33.536393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5997e38-0ed6-4d76-b89a-0f0b47f2162e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:33.538531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] For port 2e9f86d9-2113-415e-8e91-6792eb9d9aa8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2e9f86d9-2113-415e-8e91-6792eb9d9aa8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:33.538938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.556225 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:33.581341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.590017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4850981 Jan 14 03:36:33.591340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:33.596822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:33.618371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'network': {'name': 'tempest-network-smoke--1303278237', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:33.634134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17a32036-6011-4f75-9420-1f49f40b3bf9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:33.709144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Calling delete_port for 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:33.712105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0f9a06f8-7967-42b2-b235-7bcef73be750 None None] Provisioning for port 17a32036-6011-4f75-9420-1f49f40b3bf9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:33.743870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:33.754411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:33.755319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:33.851849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:33.852439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269bb68-0ded-4fb9-bb78-cc2f0a8cd1c3 None None] The sync data for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:33.898329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:33.900935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9809dadb-3bd2-49c7-ba44-57302be73d87 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:34.057102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:36:22Z', 'revision_number': 5, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:34.063219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=120c3840-6e5f-4a4a-b428-60221124ac7e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:34.076873 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:34.078583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:network and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:34.089740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:34.108401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cc4d6-c983-4e79-9a69-7280520f4f86 None None] The sync data for ids ['2387b1f1-ea73-47ed-8ebd-4fef94038af6'] in n-d-765315-13 is: [{'id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'name': 'tempest-TestServerMultinode-1020369655-router', 'tenant_id': '5d2d56408be54a3dab130946088867cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:24Z', 'updated_at': '2021-01-14T03:36:22Z', 'revision_number': 5, 'project_id': '5d2d56408be54a3dab130946088867cf', 'gw_port': {'id': '2e9f86d9-2113-415e-8e91-6792eb9d9aa8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387b1f1-ea73-47ed-8ebd-4fef94038af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:28Z', 'updated_at': '2021-01-14T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:34.108689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:34.113202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 17a32036-6011-4f75-9420-1f49f40b3bf9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:34.121469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:34.124669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:34.127898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:34.134347 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:34.140787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:34.140787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.159807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:34.163316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.211311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:34.221863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.228269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] For port b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:34.228844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.263373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8022878 Jan 14 03:36:34.266725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46432) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:34.275065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ab6d8d8-4304-4899-a98e-9d4c4603046c'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:34.314274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Update dhcp port {'port': {'network_id': '3d7561c6-0817-448b-84a3-9fdefb878fcb', 'fixed_ips': [{'subnet_id': '4ab6d8d8-4304-4899-a98e-9d4c4603046c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2b8485a-f879-43ef-865c-7f7a3c3cc9e7'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '17a32036-6011-4f75-9420-1f49f40b3bf9'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:36:34.390006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.427806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:36:34.570988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3235a6-d977-4796-a8df-0f21fa9dd119 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:34.575074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.581921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc3235a6-d977-4796-a8df-0f21fa9dd119 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:34.593532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.593981 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Added segment 2b44c118-b967-4502-ad9d-d8d296ea02e1 of type vxlan for network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 Jan 14 03:36:34.595373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.616608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe7ffea4-3874-4718-a235-25f6fe81c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.627116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.679588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17a32036-6011-4f75-9420-1f49f40b3bf9,segment=NetworkSegment(990f3fd9-e960-4951-9dbf-cc7053e4a464),segment_id=990f3fd9-e960-4951-9dbf-cc7053e4a464)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:34.734061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.735016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27dffbc5-cd9e-49a9-8006-d533a922be0a up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:34.742606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:34.817165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d7832be-754c-4148-a789-e42d9f67b5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:34.952177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.019907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:35.023314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.064201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c2c7ede-189e-4d9f-993f-300179994172 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:35.120554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=17a32036-6011-4f75-9420-1f49f40b3bf9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:35.127980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:35.188269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5953922 Jan 14 03:36:35.204367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46442) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:35.212379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 27dffbc5-cd9e-49a9-8006-d533a922be0a triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:35.213293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'admin_state_up': True, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:35.213835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.225378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:35.230219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:router and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:35.233734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:35.248926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:35.275267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Network': ['ID=0a74f74f-167d-4e2d-addb-f3f19bbc2861,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:35.292820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.296579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.302103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Calling delete_port for b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:35.306159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:35.344658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:35.439444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:35.456471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:35.483662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:35.525035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc3235a6-d977-4796-a8df-0f21fa9dd119 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:35.525804 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc3235a6-d977-4796-a8df-0f21fa9dd119 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports/f97ddea7-154f-49f2-8a0f-52946f794998 HTTP/1.1" status: 200 len: 910 time: 2.2777836 Jan 14 03:36:35.535088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46456) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:35.673412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Allocated IP 2001:db8:0:1::2 (3d7561c6-0817-448b-84a3-9fdefb878fcb/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7/17a32036-6011-4f75-9420-1f49f40b3bf9) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:35.711607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.121182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.162988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.244789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17a32036-6011-4f75-9420-1f49f40b3bf9,segment=NetworkSegment(990f3fd9-e960-4951-9dbf-cc7053e4a464),segment_id=990f3fd9-e960-4951-9dbf-cc7053e4a464)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:36.328004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.363789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Transition to ACTIVE for port object 17a32036-6011-4f75-9420-1f49f40b3bf9 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:36.373958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.431527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.434164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.470277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02704294-ea66-433b-a273-5a38c4ef78ef tempest-RoutersNegativeTest-708170233 tempest-RoutersNegativeTest-708170233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:36.647331 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-88086bb7-b9ac-447a-9eb3-299923e52ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:36.719337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Port': ['ID=b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:36.733474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17a32036-6011-4f75-9420-1f49f40b3bf9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:36.916978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.917549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2387b1f1-ea73-47ed-8ebd-4fef94038af6 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:36:36.920284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:36.956726 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:36.986127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df6ca7dc-0c51-4709-8d24-fc41add6c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:37.044479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:37.090312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:37.120904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Delete allocated IP 2001:db8:0:1::2ec (3d7561c6-0817-448b-84a3-9fdefb878fcb/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7) {{(pid=80832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:36:37.171459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Pushing event updated for resources: {'Port': ['ID=17a32036-6011-4f75-9420-1f49f40b3bf9,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:37.174470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:37.181832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d9ae157-ae31-4d37-bf0b-fd2dc0302caf not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:37.183632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:37.270872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:37.272795 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-357df7b0-b66c-4d18-b734-d7da81efd2ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/2387b1f1-ea73-47ed-8ebd-4fef94038af6 HTTP/1.1" status: 204 len: 168 time: 5.6452818 Jan 14 03:36:37.278862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46584) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:37.616491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:37.962785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Deleting subnet c95b7d49-d838-427f-a5cb-7efca9ef1fd8 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:38.045822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.073221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.261486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65000a77-0b85-415f-8605-51f47a5d6f8f None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:38.287921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.488781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Provisioning for port 17a32036-6011-4f75-9420-1f49f40b3bf9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:38.515152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:38.515584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.594491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.660082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Ignored duplicate provisioning block setup for port 120c3840-6e5f-4a4a-b428-60221124ac7e by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 03:36:38.672582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.691513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17a32036-6011-4f75-9420-1f49f40b3bf9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:38.696503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:38.797881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=120c3840-6e5f-4a4a-b428-60221124ac7e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:38.845333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:38.901658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.907952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.910920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.912600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.913287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.914534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.915163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.916172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.917137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.917761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.918378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.919154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.919827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.920487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.921112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.921728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.922348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.922964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.923581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.925757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.926634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.928674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.944429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:38.962173 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:39.082863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.25.3.178 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/af9816fd-deec-4649-b807-17ec8b7627c4) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:39.246339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.490926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:39.491486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.533799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.541599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Provisioning for port 120c3840-6e5f-4a4a-b428-60221124ac7e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:39.562753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:39.563189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.617825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] In _notify_port_updated(), no bound segment for port 120c3840-6e5f-4a4a-b428-60221124ac7e on network 3d7561c6-0817-448b-84a3-9fdefb878fcb {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.619722 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:39.625706 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:39.671738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:39.672509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.687542 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/ports/120c3840-6e5f-4a4a-b428-60221124ac7e HTTP/1.1" status: 200 len: 926 time: 5.4194486 Jan 14 03:36:39.697221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46774) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:39.711903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ab6d8d8-4304-4899-a98e-9d4c4603046c'}, {'subnet_id': 'f2b8485a-f879-43ef-865c-7f7a3c3cc9e7'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:39.852126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:39.865215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-672193ed-1a10-42f6-970f-5a69c7921881 None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:40.066323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:40.149475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:40.150066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2e9f86d9-2113-415e-8e91-6792eb9d9aa8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:40.261282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:40.284898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a5c5b20-a5d7-4198-be50-4d6c02c29f40 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:40.404819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11d65b55-c62f-4546-afe5-353f8ef07730 None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:40.405263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d65b55-c62f-4546-afe5-353f8ef07730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:40.415089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:40.535770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=af9816fd-deec-4649-b807-17ec8b7627c4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:40.577128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:40.743565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-11d65b55-c62f-4546-afe5-353f8ef07730 None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:40.744451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11d65b55-c62f-4546-afe5-353f8ef07730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:40.758584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46852) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:40.760900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:40.850213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-11d65b55-c62f-4546-afe5-353f8ef07730 None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:40.953547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.028128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d77161d-bd07-45ae-893c-2d2a4c7d0902 None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:41.028616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d77161d-bd07-45ae-893c-2d2a4c7d0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.143511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.144101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3d77161d-bd07-45ae-893c-2d2a4c7d0902 None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:41.182567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:41.186800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Usage tracker for resource:security_group_rule and tenant:fac386c3373345418aa33b3e0cfee2d7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:41.190565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:41.196995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:41.207090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d52f798b-3ec8-4f5b-b333-d50a13ea7e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:41.288819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-01aacb29-ecdf-4d1e-a65c-0388ff192a3b None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:41.289257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01aacb29-ecdf-4d1e-a65c-0388ff192a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.377818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95b7d49-d838-427f-a5cb-7efca9ef1fd8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:41.384585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:41.388866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:41.390378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:41.400026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:41.522230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050add46-6230-4406-b984-ea190279ca5c None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:36:41.594666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.623425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.656595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c95b7d49-d838-427f-a5cb-7efca9ef1fd8 HTTP/1.1" status: 204 len: 168 time: 4.3762918 Jan 14 03:36:41.661807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:41.699293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d078cd75-fd13-45b6-8fc7-45a57fbff015 None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:41.699724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d078cd75-fd13-45b6-8fc7-45a57fbff015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.806859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.21.0.1 (a6b759b0-df58-4e27-bc8b-c919f36b64f7/e43c8681-a10c-4b8c-8832-1df24cb2dd15/8e0d949f-5947-49d7-a9dd-8968506ed0e9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:41.811428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:41.826437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dfc96c60-6025-4f12-a6b6-32b5a26ef97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:41.828917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d078cd75-fd13-45b6-8fc7-45a57fbff015 None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:41.877631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050add46-6230-4406-b984-ea190279ca5c None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:36:41.886509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.037850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Deleting port 9fbd2024-7fac-499d-b538-44e61968aac3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:42.038549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.158023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.248389 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fac386c3373345418aa33b3e0cfee2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4590719 Jan 14 03:36:42.284797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46946) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:42.316636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.353097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fb9cc-61e5-4293-b277-eb176a629fa2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:42.356575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Router 48f726b9-2a6c-46e1-b7ed-34e3c649328e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:42.357947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:42.758851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.811562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 8e0d949f-5947-49d7-a9dd-8968506ed0e9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:42.872251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] For port 9fbd2024-7fac-499d-b538-44e61968aac3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9fbd2024-7fac-499d-b538-44e61968aac3,segment=NetworkSegment(33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a),segment_id=33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:42.872699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:42.888810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.000421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f53e7845-ba72-4e4f-89f3-1da0eac60648 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:43.082441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=8e0d949f-5947-49d7-a9dd-8968506ed0e9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:43.086674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.123825 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.124932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.233599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:43.303219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.314628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d365b-970c-445f-9b9a-f4a37db723ff None None] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:43.319164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Calling delete_port for 9fbd2024-7fac-499d-b538-44e61968aac3 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:43.346760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:43.349015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8:0:1::1a7 (3d7561c6-0817-448b-84a3-9fdefb878fcb/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7/120c3840-6e5f-4a4a-b428-60221124ac7e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:43.362664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:43.374170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fb9cc-61e5-4293-b277-eb176a629fa2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:43.377066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.381796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c95fb9cc-61e5-4293-b277-eb176a629fa2 HTTP/1.1" status: 204 len: 168 time: 1.0813138 Jan 14 03:36:43.413894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "PUT /v2.0/routers/48f726b9-2a6c-46e1-b7ed-34e3c649328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0956454 Jan 14 03:36:43.416834 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:43.418028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 46958) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:43.548398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 807cea8a-1d8e-412b-9de0-2522c153bab1 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:36:43.567362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Sync routers for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:43.723497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:43.725174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:43.884952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.896361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:43.907531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Sync routers for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:43.934289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:43.935144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:43.953523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:43.957409 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.7513525 Jan 14 03:36:43.959223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 120c3840-6e5f-4a4a-b428-60221124ac7e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:43.960279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46970) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:43.999695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:44.062042 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3cc178d-ab39-48a3-b90c-0fb7448062f0 tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?project_id=38917ccfe8644bba9b7a1d90e5355885&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0997999 Jan 14 03:36:44.062757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:44.063477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:44.066516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.104483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:44.106600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.124703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:44.171838 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9510ca5-3ddb-406d-9383-fff7becbe52b tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:44.270091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbd2024-7fac-499d-b538-44e61968aac3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:44.359330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e357edcc-c40d-44b2-8b47-f352e9cb080e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:44.390237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:44.448284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:44.500581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=120c3840-6e5f-4a4a-b428-60221124ac7e,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:44.508318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:44.517646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.601977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] In _notify_port_updated(), no bound segment for port 120c3840-6e5f-4a4a-b428-60221124ac7e on network 3d7561c6-0817-448b-84a3-9fdefb878fcb {{(pid=80832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.605326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:44.610922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:44.624105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:44.624929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.626418 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/ports/120c3840-6e5f-4a4a-b428-60221124ac7e HTTP/1.1" status: 200 len: 1012 time: 4.9281454 Jan 14 03:36:44.630882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 46988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:44.682902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:44.683258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.787011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 120c3840-6e5f-4a4a-b428-60221124ac7e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:44.787402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.827583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] No DVR routers for this DVR port 9fbd2024-7fac-499d-b538-44e61968aac3 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:44.914990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:44.960547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:41Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:44.965317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Checking router: 807cea8a-1d8e-412b-9de0-2522c153bab1 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:36:44.965873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Updating router 807cea8a-1d8e-412b-9de0-2522c153bab1 port af9816fd-deec-4649-b807-17ec8b7627c4 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:36:44.999134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting subnet dbed02de-edff-4f33-bfa6-cb0e04c64b26 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:45.090649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.139684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168023d-0629-4bc5-989a-56da96a2e96b None None] DHCP port deletion for 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:45.146328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.190571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Provisioning for port 120c3840-6e5f-4a4a-b428-60221124ac7e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:45.201202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:36:35Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:45.205636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:45.206182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.308211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Checking router: 48f726b9-2a6c-46e1-b7ed-34e3c649328e for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:36:45.314881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e06099ca-8b58-46f9-824d-6dadb2ee9481 None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:45.322959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Routers {'48f726b9-2a6c-46e1-b7ed-34e3c649328e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:45.323667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:45.330906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb16f25-5db9-48e9-b451-e1021e8d96ee tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:45.332861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbb16f25-5db9-48e9-b451-e1021e8d96ee tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2680924 Jan 14 03:36:45.336473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47002) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:45.389567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.472456 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c37b41d9-e381-4e85-905a-cf2cf9b5d7ea tempest-TestNetworkAdvancedServerOps-1779444970 tempest-TestNetworkAdvancedServerOps-1779444970] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1322567 Jan 14 03:36:45.473234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47008) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:45.493542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347520350', 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:45.510584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.576972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.638209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Provisioning complete for port 120c3840-6e5f-4a4a-b428-60221124ac7e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:45.638640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.714279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.732513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Transition to ACTIVE for port object af9816fd-deec-4649-b807-17ec8b7627c4 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:45.737913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.743908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.751996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:45.760796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Usage tracker for resource:subnet and tenant:38917ccfe8644bba9b7a1d90e5355885 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:45.820456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:45.871108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] Set router 48f726b9-2a6c-46e1-b7ed-34e3c649328e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:45.893017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 120c3840-6e5f-4a4a-b428-60221124ac7e owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:45.903251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:45.907478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:45.923315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:45.937068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ae8cb6-30e0-41cc-93f3-9bbd65b0627e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:45.964453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Made reservation on behalf of 38917ccfe8644bba9b7a1d90e5355885 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:45.994363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:45.994700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a03d5f-e0d4-4cf6-9ac5-daf57ad7688a') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:46.011002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.031920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.033965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:46.115684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Pushing event updated for resources: {'Port': ['ID=af9816fd-deec-4649-b807-17ec8b7627c4,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:46.119239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Port 120c3840-6e5f-4a4a-b428-60221124ac7e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:46.177236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:46.178273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Attempting to bind port af9816fd-deec-4649-b807-17ec8b7627c4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:46.180123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Attempting to bind port af9816fd-deec-4649-b807-17ec8b7627c4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:46.185403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Attempting to bind port af9816fd-deec-4649-b807-17ec8b7627c4 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:46.196299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:46.196994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:46.198094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.200691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:46.201491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Bound port: af9816fd-deec-4649-b807-17ec8b7627c4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:46.204204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.230060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:46.248205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.369138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Provisioning for port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:46.376581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] For port af9816fd-deec-4649-b807-17ec8b7627c4, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:46.379883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] For port af9816fd-deec-4649-b807-17ec8b7627c4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af9816fd-deec-4649-b807-17ec8b7627c4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:46.386277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.393365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.399485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Provisioning complete for port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:46.403615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.416131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-23db9d9b-eb52-40a7-b770-e2c28e8e2cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:46.512480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.638305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Network 89ae8cb6-30e0-41cc-93f3-9bbd65b0627e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:46.733151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-25a44368-a28c-460b-8e37-e8ba1afda034 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:46.742678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Pushing event updated for resources: {'Port': ['ID=af9816fd-deec-4649-b807-17ec8b7627c4,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:46.769292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:46.807836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=120c3840-6e5f-4a4a-b428-60221124ac7e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:46.850349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:46.851029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:36:46.875545 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:36:46.888710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:46.903577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9fbd2024-7fac-499d-b538-44e61968aac3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:46.929639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:46.988106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/120c3840-6e5f-4a4a-b428-60221124ac7e HTTP/1.1" status: 204 len: 168 time: 2.3560858 Jan 14 03:36:46.990013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47028) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:47.094570 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3141b47-6e93-4fbb-b3b5-59f290f50ffa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:36:47.095725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3141b47-6e93-4fbb-b3b5-59f290f50ffa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:47.117682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9fbd2024-7fac-499d-b538-44e61968aac3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:47.118087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9fbd2024-7fac-499d-b538-44e61968aac3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:47.135120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:36:35Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:47.161244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7491e90-ed46-4851-9d4c-2842a3d5968f None None] The sync data for ids ['48f726b9-2a6c-46e1-b7ed-34e3c649328e'] in n-d-765315-13 is: [{'id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'name': 'tempest-TestNetworkBasicOps-router-77233407', 'tenant_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:35:12Z', 'updated_at': '2021-01-14T03:36:35Z', 'revision_number': 5, 'project_id': 'cf8e78b5c0014abcaa764e7d479df74f', 'gw_port': {'id': '58ac0b3f-fa46-47dc-8353-f09e66ebe593', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ad:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f726b9-2a6c-46e1-b7ed-34e3c649328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:35:15Z', 'updated_at': '2021-01-14T03:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:47.163997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3141b47-6e93-4fbb-b3b5-59f290f50ffa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:47.175901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3141b47-6e93-4fbb-b3b5-59f290f50ffa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/120c3840-6e5f-4a4a-b428-60221124ac7e HTTP/1.1" status: 404 len: 333 time: 0.1782582 Jan 14 03:36:47.176771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:47.182688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-14e687d6-4b1d-421b-9eb6-dd57ba8d190c None None] Port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:47.271337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:36:47.298829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:47.345432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b2b7de98-bf06-462f-ac51-43d82635d16c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:47.376386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:47.379546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Pushing event deleted for resources: {'Network': ['ID=89ae8cb6-30e0-41cc-93f3-9bbd65b0627e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:47.412299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.420099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.421583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.422118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.422644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.423176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.423671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.424325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.425149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.425896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.426515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.427173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.427842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.428502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.429134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.429755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.430392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.431010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.431629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.432235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.432868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.433476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.434103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.434711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.435485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.436218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.436919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.437800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.438324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.438852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.439374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.439889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.440446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.440966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.441495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.442010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:36:47.461246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:47.469622 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] 10.222.0.30 "DELETE /v2.0/networks/89ae8cb6-30e0-41cc-93f3-9bbd65b0627e HTTP/1.1" status: 204 len: 168 time: 5.8041377 Jan 14 03:36:47.563869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:47.656461 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aef33d16-0aa5-4979-8bf7-d824bdb46aac tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:47.719720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Subnet': ['ID=dbed02de-edff-4f33-bfa6-cb0e04c64b26,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:47.799037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:47.843314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet f2b8485a-f879-43ef-865c-7f7a3c3cc9e7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:47.872691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:47.990870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47042) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:47.999947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2292a10-23bc-4257-b8db-542c10bf8ce4 None None] Network d80fe58f-a89f-449a-b194-6d9e43044b89 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:48.001344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.070147 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/subnets/dbed02de-edff-4f33-bfa6-cb0e04c64b26 HTTP/1.1" status: 204 len: 168 time: 4.6468091 Jan 14 03:36:48.079183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47048) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:48.085866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.182353 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-628e57f7-389e-4229-a9db-cd012ff6e1b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d743bf1b65af4f20a39e2691d6eb2042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832395 Jan 14 03:36:48.191583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47052) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:48.303862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:41Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:48.315940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20530fb-96ee-45d8-adb5-3540e6e72265 None None] The sync data for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 is: [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:41Z', 'revision_number': 3, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:48.318503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.345511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:48.372558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.386371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:48.387158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b8ebeeb7-98ac-4b77-aa0e-be3f2e31a3f8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:48.388067 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.425187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63e7edd5-245a-44e5-9bd4-c3441edc91fd tempest-FloatingIPTestJSON-1192345510 tempest-FloatingIPTestJSON-1192345510] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:48.498348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.514790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=8e0d949f-5947-49d7-a9dd-8968506ed0e9,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:48.518204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:48.526056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] DHCP port deletion for d80fe58f-a89f-449a-b194-6d9e43044b89 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:48.531364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Deleting port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:48.531949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.575947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.692133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.710231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9be021c-95b1-4bf0-8ef1-84323b6dcb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:48.725320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c3825c-dfc6-4da1-b0aa-aa88d24cceb8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:48.729925 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:48.758408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.759660 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9c3825c-dfc6-4da1-b0aa-aa88d24cceb8 HTTP/1.1" status: 204 len: 168 time: 0.5668359 Jan 14 03:36:48.785806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] For port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,segment=NetworkSegment(89338d3a-17d7-4018-b145-ae45d81f08ed),segment_id=89338d3a-17d7-4018-b145-ae45d81f08ed)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:48.786248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:48.808720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:48.811976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:49.057319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:49.135216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Calling delete_port for 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:49.368258 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:49.410076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:49.604046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:49.753038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Pushing event deleted for resources: {'Port': ['ID=24a33bf5-7f2c-4ab6-be6a-4e0a85593763,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:49.775393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:49.780932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] No DVR routers for this DVR port 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:49.792966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47074) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:49.806022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dd1df410-1337-4d75-a5d5-e46dca2e9198 None None] Provisioning complete for port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:49.806449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd1df410-1337-4d75-a5d5-e46dca2e9198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:49.878787 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09b57d88-0cbc-4822-b32f-069ea494a44a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d2d56408be54a3dab130946088867cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743332 Jan 14 03:36:49.879467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:49.928264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dd1df410-1337-4d75-a5d5-e46dca2e9198 None None] Port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:49.960779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:49.966512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 09ccecd2-47e8-49d2-b873-e5b60f862ee9 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:49.985309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Deleting port 58ac0b3f-fa46-47dc-8353-f09e66ebe593 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:49.986122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.075256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.109020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.169723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.235698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd8b3dfb-6fd1-4fa0-af4c-38813df6aa8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:50.283441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea6009-a468-4322-8761-170d852aa96c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:50.322640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:50.327189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.327902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fea6009-a468-4322-8761-170d852aa96c HTTP/1.1" status: 204 len: 168 time: 0.4451303 Jan 14 03:36:50.372860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.402573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0240ec4e-85f9-45f3-9b57-3e3e4ae0e5e4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:50.403026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:50.414834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] Sync routers for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:50.429764 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8890398 Jan 14 03:36:50.431184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47090) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:50.434485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:50.435213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:50.489263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Subnet': ['ID=56345264-87f7-4e5d-b1a8-b76a00fd264d,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:50.498967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] For port 58ac0b3f-fa46-47dc-8353-f09e66ebe593, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=58ac0b3f-fa46-47dc-8353-f09e66ebe593,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:50.499374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:50.592307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88c3638-f0de-4284-b225-6501d97134cf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:50.593260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f88c3638-f0de-4284-b225-6501d97134cf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:36:50.597789 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:50.605382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:50.616835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af9816fd-deec-4649-b807-17ec8b7627c4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:50.620533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f88c3638-f0de-4284-b225-6501d97134cf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:36:50.621847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f88c3638-f0de-4284-b225-6501d97134cf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports/8e0d949f-5947-49d7-a9dd-8968506ed0e9 HTTP/1.1" status: 200 len: 910 time: 0.1897416 Jan 14 03:36:50.624929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:50.716743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:50.717324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:50.816109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:50.816896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122ca21-0569-417a-85cf-8998227d01a8 None None] The sync data for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:50.840679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Calling delete_port for 58ac0b3f-fa46-47dc-8353-f09e66ebe593 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:50.844952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port af9816fd-deec-4649-b807-17ec8b7627c4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:50.851579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port af9816fd-deec-4649-b807-17ec8b7627c4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:50.852202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.006147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.057159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4fcd4906-addf-4ef7-9ead-5d90406ecb1a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:51.083494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.127695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port af9816fd-deec-4649-b807-17ec8b7627c4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af9816fd-deec-4649-b807-17ec8b7627c4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:51.145795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.154175 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:51.167349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=f2b8485a-f879-43ef-865c-7f7a3c3cc9e7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:51.288119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:51.295755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=af9816fd-deec-4649-b807-17ec8b7627c4,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:51.321367 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:51.322507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:51.359328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:36:51.384397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:51.385020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24a33bf5-7f2c-4ab6-be6a-4e0a85593763 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:51.485881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Checking segment: {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:51.487438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network hostable DHCP agents. Network: 0a74f74f-167d-4e2d-addb-f3f19bbc2861, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:36:51.563665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.732628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:36:51.778003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 0a74f74f-167d-4e2d-addb-f3f19bbc2861) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:51.788630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f41c6f-5f20-44ed-8d42-258434b1aac9 None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:51.788865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.821065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7 HTTP/1.1" status: 204 len: 168 time: 4.6324215 Jan 14 03:36:51.821065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:51.821065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:51.821597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47118) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:51.880779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-af257b1a-f872-4b61-8481-81c629f217d3 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 6.3915470 Jan 14 03:36:51.885462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:52.088181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 4ab6d8d8-4304-4899-a98e-9d4c4603046c {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:36:52.099916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:52.180515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:52.219558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1408ff-d8aa-4d89-b801-1a43f771bda1 None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:52.304757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47132) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:52.513885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:52.527779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:52.708611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af9816fd-deec-4649-b807-17ec8b7627c4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:52.792552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47144) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:52.844984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'fixed_ips': [{'subnet_id': '56345264-87f7-4e5d-b1a8-b76a00fd264d'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:36:52.856430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:52.904617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-565047298-network', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:52.911979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:52.916851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Usage tracker for resource:network and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:52.920631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:52.926962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:52.943652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Made reservation on behalf of fe764f3e99444b36a2c05dae0a170552 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:52.949804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.018387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port af9816fd-deec-4649-b807-17ec8b7627c4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:53.018887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.114860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.181573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.184659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.186472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.235643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.248201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:53.252133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:53.259979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:53.266155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:53.365096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.384618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Allocated IP 172.20.0.2 (0a74f74f-167d-4e2d-addb-f3f19bbc2861/56345264-87f7-4e5d-b1a8-b76a00fd264d/1906d1af-8e34-4b2f-bb2a-d04a7f0445fc) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:53.387117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.404096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:36:53.415035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.415420 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Added segment 3e259b74-3149-4878-ad19-061755d43aa4 of type vxlan for network 1ad9cc83-d46a-4350-a519-f972020ccb12 Jan 14 03:36:53.458966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.461059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Fanout notify agent at l3_agent the message router_deleted on router 48f726b9-2a6c-46e1-b7ed-34e3c649328e {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:36:53.483400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:53.486133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b9dc62d-ddb5-4f5c-92b8-ca286393c08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:53.497660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.502301 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f790943f-dcf6-436c-af53-06701d02b3cf tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/routers/48f726b9-2a6c-46e1-b7ed-34e3c649328e HTTP/1.1" status: 204 len: 168 time: 5.3619313 Jan 14 03:36:53.509479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47156) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:53.562276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Usage tracker for resource:security_group_rule and tenant:3487c09269bd4465bc17a1b55b8dd158 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:53.573602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.587623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:53.611304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:53.643747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.656162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Transition to ACTIVE for port object 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:53.674075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Transition to ACTIVE for port object 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:53.740498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.787932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:53.896044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:53.990119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760e0fd9-f270-4de4-9efe-db084aa59c1e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:53.990891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Pushing event updated for resources: {'Port': ['ID=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:54.008847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:36:54.014859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:54.048813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:54.053716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.091480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:54.110626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:54.114214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:54.118876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:54.152181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=4ab6d8d8-4304-4899-a98e-9d4c4603046c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:54.186811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Attempting to bind port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:36:54.187774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Attempting to bind port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:36:54.188439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Attempting to bind port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc on network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:36:54.201948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:36:54.202741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Checking segment: {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:54.203473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.204144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Bound using segment: {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:36:54.205222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Bound port: 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:36:54.205870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.254246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.405394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:54.421769 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.422771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:54.423685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.462039 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbb762cf-87d5-454f-bb89-d5f34c3fa167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:54.466569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.580383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80fe58f-a89f-449a-b194-6d9e43044b89']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:54.616823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] For port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:36:54.624590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] For port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,segment=NetworkSegment(2b44c118-b967-4502-ad9d-d8d296ea02e1),segment_id=2b44c118-b967-4502-ad9d-d8d296ea02e1)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:36:54.628890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 58ac0b3f-fa46-47dc-8353-f09e66ebe593 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:54.662350 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3540771 Jan 14 03:36:54.671669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.671886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 58ac0b3f-fa46-47dc-8353-f09e66ebe593 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:54.672101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 58ac0b3f-fa46-47dc-8353-f09e66ebe593 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:54.675159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.700536 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/4ab6d8d8-4304-4899-a98e-9d4c4603046c HTTP/1.1" status: 204 len: 168 time: 2.8830299 Jan 14 03:36:54.709558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47168) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:54.710351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47170) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:54.753262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Request body: {'subnet': {'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-565047298-subnet', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:54.758758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89338d3a-17d7-4018-b145-ae45d81f08ed') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:54.759156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89338d3a-17d7-4018-b145-ae45d81f08ed') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:54.834277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.850510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 8e0d949f-5947-49d7-a9dd-8968506ed0e9 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:54.851189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.854134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:54.860373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:54.912728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Usage tracker for resource:subnet and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:54.921867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:54.942045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:54.942251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b13d1-601f-4d30-bdcf-f776a84b7eea None None] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:54.960506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:55.010358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.013741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad9cc83-d46a-4350-a519-f972020ccb12,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:55.015804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Releasing vxlan tunnel 15 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:55.029195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.073841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Pushing event updated for resources: {'Port': ['ID=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:55.078397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:55.099293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.119865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:55.207703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Made reservation on behalf of fe764f3e99444b36a2c05dae0a170552 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:36:55.213003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.240588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:55.254833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:36:55.433081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.470430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2185092-04b1-491e-8f53-0b1a95d56b3a None None] Provisioning complete for port 17a32036-6011-4f75-9420-1f49f40b3bf9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:55.471207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2185092-04b1-491e-8f53-0b1a95d56b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.577441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 8e0d949f-5947-49d7-a9dd-8968506ed0e9 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:55.668803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:55.669839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0587b919-5bf8-45aa-865c-7957f3f19ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:55.777067 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3487c09269bd4465bc17a1b55b8dd158&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9749520 Jan 14 03:36:55.777765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47184) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:55.799947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710198d-5f57-421a-9b9b-2ea3fc221110,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:55.805658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:55.810494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] DHCP port deletion for 3d7561c6-0817-448b-84a3-9fdefb878fcb request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:36:55.813577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 17a32036-6011-4f75-9420-1f49f40b3bf9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:55.814092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.815001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Deleting port 17a32036-6011-4f75-9420-1f49f40b3bf9 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:55.815438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.888032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network d80fe58f-a89f-449a-b194-6d9e43044b89 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:55.938533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.944472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:55.968983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.040729 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a3ef498-2896-4105-8e26-38fc8c207bda tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:56.134509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17a32036-6011-4f75-9420-1f49f40b3bf9,segment=NetworkSegment(990f3fd9-e960-4951-9dbf-cc7053e4a464),segment_id=990f3fd9-e960-4951-9dbf-cc7053e4a464)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:56.134992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.147889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.221593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=8e0d949f-5947-49d7-a9dd-8968506ed0e9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:56.235425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:56.313006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Calling delete_port for 17a32036-6011-4f75-9420-1f49f40b3bf9 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:56.366946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.383526 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:56.401793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710198d-5f57-421a-9b9b-2ea3fc221110,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:56.402412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.407215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:56.434352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:56.448380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c710198d-5f57-421a-9b9b-2ea3fc221110 HTTP/1.1" status: 204 len: 168 time: 0.6522460 Jan 14 03:36:56.541977 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:56.653842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Pushing event deleted for resources: {'Port': ['ID=17a32036-6011-4f75-9420-1f49f40b3bf9,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:56.664045 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:56.689339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] No DVR routers for this DVR port 17a32036-6011-4f75-9420-1f49f40b3bf9 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:36:56.737717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:56.907595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:56.924519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:57.041233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17a32036-6011-4f75-9420-1f49f40b3bf9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:36:57.164515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 17a32036-6011-4f75-9420-1f49f40b3bf9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:36:57.168810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 17a32036-6011-4f75-9420-1f49f40b3bf9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:36:57.197817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Network d80fe58f-a89f-449a-b194-6d9e43044b89 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:36:57.260806 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:36:57.335893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 17a32036-6011-4f75-9420-1f49f40b3bf9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=17a32036-6011-4f75-9420-1f49f40b3bf9,segment=NetworkSegment(990f3fd9-e960-4951-9dbf-cc7053e4a464),segment_id=990f3fd9-e960-4951-9dbf-cc7053e4a464)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:57.336298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:57.493979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d0032-6bd2-4c10-8fa0-157c7f5f1821 None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:57.545995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 09ccecd2-47e8-49d2-b873-e5b60f862ee9 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:36:57.573676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 17a32036-6011-4f75-9420-1f49f40b3bf9 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:36:57.646332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:57.649435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:57.670918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dba5a19c-d394-4487-b81c-744250be9dae tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:57.720368 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] 10.222.0.30 "DELETE /v2.0/networks/d80fe58f-a89f-449a-b194-6d9e43044b89 HTTP/1.1" status: 204 len: 168 time: 4.2000985 Jan 14 03:36:57.752109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:36:57.763917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] Sync routers for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:36:57.765707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1396587 Jan 14 03:36:57.766796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47200) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:57.774993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Pushing event deleted for resources: {'Network': ['ID=d80fe58f-a89f-449a-b194-6d9e43044b89,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:57.783950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:57.786253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:57.821593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Provisioning for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:57.851258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Provisioning complete for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:57.851687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:57.855437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:57.920871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Allocated IP 172.20.0.1 (0a74f74f-167d-4e2d-addb-f3f19bbc2861/56345264-87f7-4e5d-b1a8-b76a00fd264d/da0ee34b-70e7-4b3e-b80c-5fc79419fb34) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:36:58.011104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:58.031845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.032611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:36:58.033439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:58.083495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] For port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,segment=NetworkSegment(2b44c118-b967-4502-ad9d-d8d296ea02e1),segment_id=2b44c118-b967-4502-ad9d-d8d296ea02e1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:36:58.096770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.102059 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f151651e-fe7d-445d-91df-4b481410d031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:58.191316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:58.193745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a15420-dd05-4c04-87de-00c264167927 None None] The sync data for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:36:58.214903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.238211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Transition to ACTIVE for port object da0ee34b-70e7-4b3e-b80c-5fc79419fb34 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:36:58.294430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.296996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Pushing event updated for resources: {'Port': ['ID=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:58.313746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:58.336775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-53c554dc-6d45-4313-872e-e6402da4d649 None None] Provisioning complete for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:58.337129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53c554dc-6d45-4313-872e-e6402da4d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.385762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8b97273-7bb3-4adc-9120-8607a28871bc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:58.420958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:36:58.421322 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:36:58.465035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.504454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47210) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:58.616690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=421f82a4-e2d7-4a9c-bb41-4de0a37a3f52,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:58.625251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:58.633192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a4cb3bb-2bf9-4117-b3ef-e6c362442872 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:36:58.669123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:36:58.687753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:36:58.711483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:58.718277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:36:58.820746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b6c1ca79-b84e-45da-93dc-3ba522e6f72c None None] Provisioning complete for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:58.821175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca79-b84e-45da-93dc-3ba522e6f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.834589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:36:58.844900 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:36:58.872277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:58.923670 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-249c5c83-c428-4351-b4eb-c8abfa23e87a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf8e78b5c0014abcaa764e7d479df74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179690 Jan 14 03:36:58.926302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47218) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:58.952586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 17a32036-6011-4f75-9420-1f49f40b3bf9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:36:58.953102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.023900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:59.026600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.035144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.078733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Checking segment: {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:36:59.079290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Network hostable DHCP agents. Network: 1ad9cc83-d46a-4350-a519-f972020ccb12, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:36:59.145366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] The port '17a32036-6011-4f75-9420-1f49f40b3bf9' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:36:59.184222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d3aadd6-b542-4747-8443-2ebacb5b4afa None None] Provisioning complete for port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:59.188816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d3aadd6-b542-4747-8443-2ebacb5b4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.298501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.328992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.432861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.461534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:36:59.472728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac92c5ac-c2ff-419b-8fa1-f3605202173e None None] Provisioning for port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:36:59.482093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac92c5ac-c2ff-419b-8fa1-f3605202173e None None] Provisioning complete for port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:36:59.482657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac92c5ac-c2ff-419b-8fa1-f3605202173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.540830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 1ad9cc83-d46a-4350-a519-f972020ccb12) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:36:59.574348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ac92c5ac-c2ff-419b-8fa1-f3605202173e None None] Port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:36:59.576251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109dc35-4c9e-442b-a81e-96fadf5c6b50 None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:36:59.586454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:36:59.587117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.607263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7561c6-0817-448b-84a3-9fdefb878fcb']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:59.676812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990f3fd9-e960-4951-9dbf-cc7053e4a464') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:59.677657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990f3fd9-e960-4951-9dbf-cc7053e4a464') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:36:59.706130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.792078 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0804546 Jan 14 03:36:59.798111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:36:59.808538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:36:59.809950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.814655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.831677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:36:59.839424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Usage tracker for resource:router and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:36:59.850129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:36:59.865339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:36:59.870883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:36:59.982960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:36:59.984329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.035831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-1ad9cc83-d46a-4350-a519-f972020ccb12', 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'fixed_ips': [{'subnet_id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:00.037341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.074605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.095313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port f97ddea7-154f-49f2-8a0f-52946f794998 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:00.096050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.153488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:00.166061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.303928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.350954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Allocated IP 172.20.0.2 (1ad9cc83-d46a-4350-a519-f972020ccb12/421f82a4-e2d7-4a9c-bb41-4de0a37a3f52/0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:00.462184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 3d7561c6-0817-448b-84a3-9fdefb878fcb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:00.467855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for f97ddea7-154f-49f2-8a0f-52946f794998 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:00.494447 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:00.510135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.524613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:00.624248 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.626385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.629018 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f1df20d-ad31-4d83-ae75-c542eb6490f4 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:00.642477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Transition to ACTIVE for port object 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:00.646594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.660798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Transition to ACTIVE for port object 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:00.669629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.675843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=3d7561c6-0817-448b-84a3-9fdefb878fcb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:00.680066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.687258 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/3d7561c6-0817-448b-84a3-9fdefb878fcb HTTP/1.1" status: 204 len: 168 time: 5.9730277 Jan 14 03:37:00.688857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:00.689479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47236) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:00.693511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.694411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14119d9c-2c68-4460-b8a9-4fafa7b2fccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:00.766679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Pushing event updated for resources: {'Port': ['ID=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:00.798369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-320d8f2c-daaa-4a7a-932e-c8adf797527e tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:00.821301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:00.833549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:00.845797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59712de9-24de-45c1-9676-54f9720b1b28,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:00.956270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:00.957828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:00.963096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:01.029587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Attempting to bind port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:01.030288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Attempting to bind port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:01.030865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Attempting to bind port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb on network 1ad9cc83-d46a-4350-a519-f972020ccb12 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:01.032919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.039872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:01.040596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Checking segment: {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:01.041246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.041462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:01.042026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Bound using segment: {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:01.042698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.043028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Bound port: 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:01.046474 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59712de9-24de-45c1-9676-54f9720b1b28 HTTP/1.1" status: 204 len: 168 time: 2.1167300 Jan 14 03:37:01.046474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.047662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.093153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:01.142337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=f97ddea7-154f-49f2-8a0f-52946f794998,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:01.182540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] For port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:01.190464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] For port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:01.198547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:01.201777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:01.254117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event updated for resources: {'Port': ['ID=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:01.262883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:01.373095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:01.402630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bae818-6759-49c1-91e2-6e69ad1708f3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:01.403615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7bae818-6759-49c1-91e2-6e69ad1708f3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:01.457544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:01.459103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a7bae818-6759-49c1-91e2-6e69ad1708f3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:01.464724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a7bae818-6759-49c1-91e2-6e69ad1708f3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7737350 Jan 14 03:37:01.465695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47246) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:01.466683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:01.596658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Pushing event updated for resources: {'Port': ['ID=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:01.604352 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:01.852741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 807cea8a-1d8e-412b-9de0-2522c153bab1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:01.924319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8da5a229-8317-43c8-8181-dac5bef503f2 None None] Provisioning complete for port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:01.925436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8da5a229-8317-43c8-8181-dac5bef503f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.000205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8da5a229-8317-43c8-8181-dac5bef503f2 None None] Port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:02.053776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47254) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:02.094397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.116749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.147990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:02.183893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d448c1f0-896f-4a3c-9731-e1b60fa91595 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7146087 Jan 14 03:37:02.187642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Usage tracker for resource:security_group_rule and tenant:9955069dbe054d51b0e966bc647a5e9c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:02.190328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47260) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:02.207473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:02.231627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-743767833'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:02.236059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.240475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:02.251305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:02.265783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:02.273153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:02.276757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:02.289357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Sync routers for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:02.301354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:02.303191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:02.314073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/807cea8a-1d8e-412b-9de0-2522c153bab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4242034 Jan 14 03:37:02.315854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:02.338216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:02.346554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.347784 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.411918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:02.438668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.439129 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment b35132a6-f1b0-46d8-aa8e-78ed525c7b41 of type vxlan for network f41baefe-b24c-4ee2-8dfc-b774fb676017 Jan 14 03:37:02.464464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.494807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.505572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58e6501a-004b-4bc4-8b2e-8dc5b521ac6a tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:02.534144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.541842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e57df-8229-43e6-981a-e20425c90ec4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:02.549022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:02.566960 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9955069dbe054d51b0e966bc647a5e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152104 Jan 14 03:37:02.577060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47272) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:02.687451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:37:02.735684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:02.750488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.782817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-6ed5e017-f114-4388-8989-154311cc1e89 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:02.785387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.818557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:02.818557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:02.818557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55d60a29-8359-4d77-9d67-976aae0ce8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:02.875139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-6ed5e017-f114-4388-8989-154311cc1e89 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:02.883562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-6ed5e017-f114-4388-8989-154311cc1e89 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952287923&fields=id&tenant_id=38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 267 time: 0.1975782 Jan 14 03:37:02.942553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:03.053665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:03.091700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 09ccecd2-47e8-49d2-b873-e5b60f862ee9 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:03.219296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:58Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'da0ee34b-70e7-4b3e-b80c-5fc79419fb34', 'name': '', 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:b2:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:56Z', 'updated_at': '2021-01-14T03:37:00Z', 'revision_number': 2, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:03.226652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Checking router: 807cea8a-1d8e-412b-9de0-2522c153bab1 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:03.227170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Updating router 807cea8a-1d8e-412b-9de0-2522c153bab1 port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:03.267742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=f41baefe-b24c-4ee2-8dfc-b774fb676017,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:03.273024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0777156 Jan 14 03:37:03.278410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7f66e95b-122b-45ed-b438-6e991402b130 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:03.280442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:03.290511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47294) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:03.291651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbbeab92-021f-4744-a3b2-c43a3fdde37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:03.301178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:03.313693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:03.314542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:03.361699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:03.372111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] Sync routers for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:03.388912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:03.390124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:03.428707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:03.438499 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6703980 Jan 14 03:37:03.441239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:03.446870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:03.479648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:03.491685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:03.496028 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d35e57df-8229-43e6-981a-e20425c90ec4 HTTP/1.1" status: 204 len: 168 time: 0.9179003 Jan 14 03:37:03.543276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:03.564921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-59677b92-2b1d-4a39-bdbd-2c5f348c69a6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:03.566256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-59677b92-2b1d-4a39-bdbd-2c5f348c69a6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:03.569002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] Routers {'09ccecd2-47e8-49d2-b873-e5b60f862ee9'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:03.569691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:03.585397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:03.588367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e57df-8229-43e6-981a-e20425c90ec4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:03.597692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:03.601723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:03.604891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:03.605464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55e4d9a0-7d84-48a1-a05f-9f6ab90826e6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:03.611943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:03.618594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-59677b92-2b1d-4a39-bdbd-2c5f348c69a6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:03.633234 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-59677b92-2b1d-4a39-bdbd-2c5f348c69a6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/networks?id=0a74f74f-167d-4e2d-addb-f3f19bbc2861 HTTP/1.1" status: 200 len: 797 time: 0.7486608 Jan 14 03:37:03.685030 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-424ee18d-44bf-4543-a3ba-6dfc0bec7151 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/quotas/38917ccfe8644bba9b7a1d90e5355885 HTTP/1.1" status: 200 len: 375 time: 0.0506067 Jan 14 03:37:03.687168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:03.713003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cf668e-472b-45ad-b9b0-1e173607fa58 None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:03.752770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:03.753438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c3db7-8c32-4245-a8b6-5835d9f43854 None None] The sync data for ids ['09ccecd2-47e8-49d2-b873-e5b60f862ee9'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:03.918576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.103797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-8a2445ca-d422-4a9e-97a9-e1b7e0d431bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Synchronizing usage tracker for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:04.144884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-8a2445ca-d422-4a9e-97a9-e1b7e0d431bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Unset dirty status for tenant:38917ccfe8644bba9b7a1d90e5355885 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:04.147385 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-8a2445ca-d422-4a9e-97a9-e1b7e0d431bd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "GET /v2.0/ports?tenant_id=38917ccfe8644bba9b7a1d90e5355885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4613693 Jan 14 03:37:04.291102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55e4d9a0-7d84-48a1-a05f-9f6ab90826e6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:04.295196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55e4d9a0-7d84-48a1-a05f-9f6ab90826e6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=09ccecd2-47e8-49d2-b873-e5b60f862ee9 HTTP/1.1" status: 200 len: 205 time: 0.8467131 Jan 14 03:37:04.298797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47316) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:04.449731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Allocated IP 172.25.3.209 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/902f7e99-3669-4d89-bbbe-e7345ffa5a89) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:04.515998 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-57fa53b4-6e92-41d1-8fcc-57fe807b390b service neutron] 10.222.0.30 "GET /v2.0/networks/0a74f74f-167d-4e2d-addb-f3f19bbc2861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734175 Jan 14 03:37:04.616578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.650791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.675659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5979883f-5e51-4c5b-a00b-e5db2d3089fb tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:04.730732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.748166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Transition to ACTIVE for port object da0ee34b-70e7-4b3e-b80c-5fc79419fb34 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:04.800597 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.834885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:04.866494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:04.922224 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7bbd036-6e8a-4f13-b8fa-972aa5ee087d req-18670821-2fa1-4894-95cc-78d77d933770 service neutron] 10.222.0.30 "GET /v2.0/networks/0a74f74f-167d-4e2d-addb-f3f19bbc2861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4051609 Jan 14 03:37:04.935481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Pushing event updated for resources: {'Port': ['ID=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:04.938011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Provisioning for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:04.959111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:05.101807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.228315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Provisioning complete for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:05.228991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.254572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.258549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Pushing event updated for resources: {'Port': ['ID=902f7e99-3669-4d89-bbbe-e7345ffa5a89,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:05.264529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.266602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:05.292166 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e36774e-67f2-409e-8f6f-7024601f7e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:05.321747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.322568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 09ccecd2-47e8-49d2-b873-e5b60f862ee9 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:37:05.344000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:05.345757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:05.378644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.387744 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd32fa24-a4ca-49ac-a2b1-95e3835b8f37 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9 HTTP/1.1" status: 204 len: 168 time: 1.0877090 Jan 14 03:37:05.389441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:05.410205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47346) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:05.464585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-362d0d86-076b-429b-9ed8-7be5f215f110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.516464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:05.517221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: f41baefe-b24c-4ee2-8dfc-b774fb676017, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:37:05.563986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:05.615787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:05.623685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47354) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:05.666471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:37:05.690323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f41baefe-b24c-4ee2-8dfc-b774fb676017) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:05.697336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Attempting to bind port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:05.697770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Attempting to bind port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:05.698898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Attempting to bind port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 on network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:05.721835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:05.722274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Checking segment: {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:05.722739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.723187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Bound using segment: {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:05.723782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Bound port: da0ee34b-70e7-4b3e-b80c-5fc79419fb34, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b44c118-b967-4502-ad9d-d8d296ea02e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:05.724214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.824179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221aef4-4312-48a2-95dc-ab36163b5523 None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:05.870042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:05.882080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:05.903214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47370) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:05.956832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] For port da0ee34b-70e7-4b3e-b80c-5fc79419fb34, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:06.080402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] For port da0ee34b-70e7-4b3e-b80c-5fc79419fb34, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,segment=NetworkSegment(2b44c118-b967-4502-ad9d-d8d296ea02e1),segment_id=2b44c118-b967-4502-ad9d-d8d296ea02e1)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:06.088983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.115939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.137043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:06.186632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] For port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:06.269369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.294808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.457161 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1467090 Jan 14 03:37:06.477148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:06.477874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:36:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:06.506421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47380) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:06.524626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017', 'name': 'tempest-PortsIpV6TestJSON-2011921330'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:06.580594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet e43c8681-a10c-4b8c-8832-1df24cb2dd15 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:06.589212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.739046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.821925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:06.823953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:06.836122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:06.836738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:06.841557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:06.914711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:07.041692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Pushing event updated for resources: {'Port': ['ID=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:07.071921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:07.080309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b3c2d2b-b126-4fe7-9523-7c04cbbadb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.686s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:07.101124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:07.110462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.176787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Pushing event updated for resources: {'Port': ['ID=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:07.179803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cd84c471-117e-45bb-ab6e-e45673633ec3 None None] Provisioning complete for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:07.180235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd84c471-117e-45bb-ab6e-e45673633ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.220094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:07.230361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-249889043-network', 'tenant_id': '8db032711651433a82063629f1ebda86'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:07.240029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.254368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.399767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 314718e9-dd23-49e0-8786-60edef3ed92c yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:37:07.499380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:07.501983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f0de572-e722-467f-9dc6-25d2eeee3d2b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:07.617419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f41baefe-b24c-4ee2-8dfc-b774fb676017', 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': 'a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:07.618355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.667324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=e43c8681-a10c-4b8c-8832-1df24cb2dd15,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:07.667758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1ebbeb0-3968-4722-8ac8-ed8abc9afeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.754229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Usage tracker for resource:network and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:07.758998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:07.767098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:07.799363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:07.863368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.890005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.907066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/e43c8681-a10c-4b8c-8832-1df24cb2dd15 HTTP/1.1" status: 204 len: 168 time: 2.4769673 Jan 14 03:37:07.910243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Made reservation on behalf of 8db032711651433a82063629f1ebda86 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:07.915370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:07.929506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47398) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:07.935624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd1464-d228-4523-b664-08832e069781 None None] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:08.025209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.069169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Router 1b30cecd-5eed-46e4-9415-26db3e356a0d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:37:08.091962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:08.125851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Usage tracker for resource:security_group_rule and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:08.133623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:08.175120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:08.286928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:58Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'da0ee34b-70e7-4b3e-b80c-5fc79419fb34', 'name': '', 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:b2:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:56Z', 'updated_at': '2021-01-14T03:37:05Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:08.294696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc361b-740a-448d-b4d7-657acec52401 None None] The sync data for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 is: [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:36:58Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'da0ee34b-70e7-4b3e-b80c-5fc79419fb34', 'name': '', 'network_id': '0a74f74f-167d-4e2d-addb-f3f19bbc2861', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'mac_address': 'fa:16:3e:b2:6a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:56Z', 'updated_at': '2021-01-14T03:37:05Z', 'revision_number': 4, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'subnets': [{'id': '56345264-87f7-4e5d-b1a8-b76a00fd264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:08.320183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::1a5 (f41baefe-b24c-4ee2-8dfc-b774fb676017/a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9/314718e9-dd23-49e0-8786-60edef3ed92c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:08.334227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-173a660f-7265-469a-ab09-b7fe4dfeff3b None None] Provisioning complete for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:08.334432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-173a660f-7265-469a-ab09-b7fe4dfeff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.336759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 989ecdbc-34fd-4996-a37d-7ed0e9343da6 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:08.340600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.437107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:08.442363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.455935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Sync routers for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:08.469248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:08.469960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:08.511734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.537824 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.7338283 Jan 14 03:37:08.582369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47404) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:08.612217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.644483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] DHCP port deletion for a6b759b0-df58-4e27-bc8b-c919f36b64f7 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:08.812013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:08.863241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.885090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 314718e9-dd23-49e0-8786-60edef3ed92c will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:08.908588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:08.943369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Deleting port 27dffbc5-cd9e-49a9-8006-d533a922be0a {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:08.944561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.115043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Allocated IP 2001:db8::2 (f41baefe-b24c-4ee2-8dfc-b774fb676017/a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9/d4c7c442-a201-4047-9220-fae5b84f1473) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:09.115422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:09.268029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=314718e9-dd23-49e0-8786-60edef3ed92c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:09.272512 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:09.295628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:09.297153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:09.304540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:09.310128 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:09.316264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:09.335497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:09.336526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.361324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8537457 Jan 14 03:37:09.363894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:09.371906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017', 'name': 'tempest-PortsIpV6TestJSON-780848747'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:09.559648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:09.566490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:09.572022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:09.580715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:09.591618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:09.603096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.654883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.794089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 4053435e-0bde-4139-a543-07563c1f47f3 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:37:09.808093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.821294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Transition to ACTIVE for port object d4c7c442-a201-4047-9220-fae5b84f1473 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:09.839327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Transition to ACTIVE for port object d4c7c442-a201-4047-9220-fae5b84f1473 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:09.857517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:09.970571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.003884 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a11a1959-b3ba-44f9-9821-80ce9515b9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:10.023617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::2d2 (f41baefe-b24c-4ee2-8dfc-b774fb676017/a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9/4053435e-0bde-4139-a543-07563c1f47f3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:10.042612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.074096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.216372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] For port 27dffbc5-cd9e-49a9-8006-d533a922be0a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27dffbc5-cd9e-49a9-8006-d533a922be0a,segment=NetworkSegment(f9150ded-c9d1-47db-804e-dfafceabbe66),segment_id=f9150ded-c9d1-47db-804e-dfafceabbe66)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:10.217126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.383553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.404806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 4053435e-0bde-4139-a543-07563c1f47f3 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:10.438468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.464670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:10.517640 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a87a203-f968-4ac7-af59-388691e8ace9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:10.578127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.592097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Calling delete_port for 27dffbc5-cd9e-49a9-8006-d533a922be0a owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:10.652525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=4053435e-0bde-4139-a543-07563c1f47f3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:10.657581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:10.708433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:10.713186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:10.724396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.742679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:10.744418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:10.745132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:10.745662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.747398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.749550 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:10.762507 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:10.768255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddb8e2-f240-4a7f-8a29-bd719c324b91,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:10.784704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:10.785633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.808657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:10.811603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:10.815637 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4503810 Jan 14 03:37:10.819064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:10.819573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:10.820490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1d431bfb-c1d7-4fe3-9fb5-e642cbb8d9fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:10.864465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.864465 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Added segment e15c8e87-4a9c-444d-a4a9-eafbd82b42e1 of type vxlan for network 97d30561-18f4-47a1-b2c5-63074c2b59b2 Jan 14 03:37:10.877120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=989ecdbc-34fd-4996-a37d-7ed0e9343da6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:10.902851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:10.936948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:05Z', 'revision_number': 3, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:10.964361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d837696-0f4d-4822-b179-25349434efe6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:10.965475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d837696-0f4d-4822-b179-25349434efe6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:10.973110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:10.998112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1d837696-0f4d-4822-b179-25349434efe6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:10.999574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1d837696-0f4d-4822-b179-25349434efe6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a5 HTTP/1.1" status: 200 len: 929 time: 0.1789823 Jan 14 03:37:11.003756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47436) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:11.005278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Checking router: 1b30cecd-5eed-46e4-9415-26db3e356a0d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:11.005682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Updating router 1b30cecd-5eed-46e4-9415-26db3e356a0d port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:11.094292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 4053435e-0bde-4139-a543-07563c1f47f3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:11.094687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.114972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.137628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.159986 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.233913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.274626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:37:11.294770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/989ecdbc-34fd-4996-a37d-7ed0e9343da6 HTTP/1.1" status: 204 len: 168 time: 3.3640709 Jan 14 03:37:11.363015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47444) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:11.474937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8652c2-46ad-4a66-87f9-b789d3828b41 None None] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:11.527962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.536190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.537619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:11.538411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.569812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a2bf542-66e9-4d35-b715-e15c1303a43e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:11.591108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c442-a201-4047-9220-fae5b84f1473,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:11.593628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.590s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:11.626442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.9952259 Jan 14 03:37:11.633531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47452) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:11.655036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Request body: {'subnet': {'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-249889043-subnet', 'tenant_id': '8db032711651433a82063629f1ebda86', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:11.662423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:11.666892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Usage tracker for resource:subnet and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:11.670370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:11.676520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:11.724676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Made reservation on behalf of 8db032711651433a82063629f1ebda86 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:11.730126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.740152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.755573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Transition to ACTIVE for port object 902f7e99-3669-4d89-bbbe-e7345ffa5a89 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:11.772865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:11.787365 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7a37662f-ac25-4027-b1d5-ee414a8e1b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.979s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:11.817740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Pushing event updated for resources: {'Network': ['ID=97d30561-18f4-47a1-b2c5-63074c2b59b2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:11.822345 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:11.836661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Attempting to bind port d4c7c442-a201-4047-9220-fae5b84f1473 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:11.837959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Attempting to bind port d4c7c442-a201-4047-9220-fae5b84f1473 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:11.838570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Attempting to bind port d4c7c442-a201-4047-9220-fae5b84f1473 on network f41baefe-b24c-4ee2-8dfc-b774fb676017 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:11.841761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da0ee34b-70e7-4b3e-b80c-5fc79419fb34 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:11.937155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:11.952853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:11.965852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:12.102266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.110343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.127738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:12.128151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.253444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b759b0-df58-4e27-bc8b-c919f36b64f7']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:12.254973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Pushing event deleted for resources: {'Port': ['ID=27dffbc5-cd9e-49a9-8006-d533a922be0a,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:12.264098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:12.264634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:12.268563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9150ded-c9d1-47db-804e-dfafceabbe66') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:12.268899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9150ded-c9d1-47db-804e-dfafceabbe66') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:12.281728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.297273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.299229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 19 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:37:12.354071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Pushing event updated for resources: {'Port': ['ID=902f7e99-3669-4d89-bbbe-e7345ffa5a89,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:12.356725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:12.357151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Checking segment: {'id': 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:12.357615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.358049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Bound using segment: {'id': 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:12.358588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Bound port: d4c7c442-a201-4047-9220-fae5b84f1473, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f41baefe-b24c-4ee2-8dfc-b774fb676017'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:12.359004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.382832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port da0ee34b-70e7-4b3e-b80c-5fc79419fb34, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,segment=NetworkSegment(2b44c118-b967-4502-ad9d-d8d296ea02e1),segment_id=2b44c118-b967-4502-ad9d-d8d296ea02e1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:12.383517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.491268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:12.500576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.506603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:12.524025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for da0ee34b-70e7-4b3e-b80c-5fc79419fb34 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:12.562492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:12.629778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.637828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3df9e-45b2-43a3-a55c-eae5339df1de None None] No DVR routers for this DVR port 27dffbc5-cd9e-49a9-8006-d533a922be0a on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:37:12.642213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port da0ee34b-70e7-4b3e-b80c-5fc79419fb34 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:12.642817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.737377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Allocated IP 172.20.0.1 (1ad9cc83-d46a-4350-a519-f972020ccb12/421f82a4-e2d7-4a9c-bb41-4de0a37a3f52/748a3c6a-90a9-4b0c-921e-3e0e12d3116b) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:12.752838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Attempting to bind port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:12.753263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Attempting to bind port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:12.753678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Attempting to bind port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:12.774657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a6b759b0-df58-4e27-bc8b-c919f36b64f7 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:12.792018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] For port d4c7c442-a201-4047-9220-fae5b84f1473, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:12.798163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:12.798512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:12.798967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.799405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:12.799932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Bound port: 902f7e99-3669-4d89-bbbe-e7345ffa5a89, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:12.800367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.910212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.949770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] For port d4c7c442-a201-4047-9220-fae5b84f1473, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c7c442-a201-4047-9220-fae5b84f1473,segment=NetworkSegment(b35132a6-f1b0-46d8-aa8e-78ed525c7b41),segment_id=b35132a6-f1b0-46d8-aa8e-78ed525c7b41)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:12.962082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 4053435e-0bde-4139-a543-07563c1f47f3 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:12.962929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:12.987914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5baedcfd-db3d-47eb-b39d-b6b07886c85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:13.015004 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:13.034765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.040714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.065081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb153692-2a1a-42d5-992b-ac896850ec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:13.086919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] DHCP port deletion for 8f92efb5-2847-4fb5-8dde-acc2e597e51a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:13.105564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Deleting port 663f97a9-2f1e-4737-8767-4a0cb45eca83 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:13.105983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.118498 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/a6b759b0-df58-4e27-bc8b-c919f36b64f7 HTTP/1.1" status: 204 len: 168 time: 1.7518516 Jan 14 03:37:13.118498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=a6b759b0-df58-4e27-bc8b-c919f36b64f7,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:13.119776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.130520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5c90ca9-5c84-4c42-8fa6-bd4f11c3c2e9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:13.134928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47468) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:13.141174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f08030ff-be46-4c80-8d83-4ef26ad24d52 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:13.251740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.256844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Port': ['ID=da0ee34b-70e7-4b3e-b80c-5fc79419fb34,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:13.269439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:13.385970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.606888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] For port 663f97a9-2f1e-4737-8767-4a0cb45eca83, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=663f97a9-2f1e-4737-8767-4a0cb45eca83,segment=NetworkSegment(de934a04-f8a1-43bf-9a54-6d29d13b7cc0),segment_id=de934a04-f8a1-43bf-9a54-6d29d13b7cc0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:13.607337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.665811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.763172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Calling delete_port for 663f97a9-2f1e-4737-8767-4a0cb45eca83 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:13.950546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.957881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:13.993241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Transition to ACTIVE for port object 748a3c6a-90a9-4b0c-921e-3e0e12d3116b will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:14.024572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3a5ac09-b6a6-4387-bfc4-37b49fae3f9d tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:14.086570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=4053435e-0bde-4139-a543-07563c1f47f3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:14.089918 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:14.162873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] For port 902f7e99-3669-4d89-bbbe-e7345ffa5a89, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:14.187561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] No DVR routers for this DVR port 663f97a9-2f1e-4737-8767-4a0cb45eca83 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:37:14.202936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 663f97a9-2f1e-4737-8767-4a0cb45eca83 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:14.214838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.345764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 663f97a9-2f1e-4737-8767-4a0cb45eca83 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:14.346293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 663f97a9-2f1e-4737-8767-4a0cb45eca83 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:14.346881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27dffbc5-cd9e-49a9-8006-d533a922be0a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:14.391186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] For port 902f7e99-3669-4d89-bbbe-e7345ffa5a89, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902f7e99-3669-4d89-bbbe-e7345ffa5a89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:14.413191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 27dffbc5-cd9e-49a9-8006-d533a922be0a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:14.415164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27dffbc5-cd9e-49a9-8006-d533a922be0a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:14.470076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.487130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.543575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f92efb5-2847-4fb5-8dde-acc2e597e51a']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:14.557279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-207e5613-faf9-4fb6-b611-7c96d251f64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:14.584121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:14.584491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de934a04-f8a1-43bf-9a54-6d29d13b7cc0') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:14.611974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.615992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.638780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Pushing event updated for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:14.643497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:14.651521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.658980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:37:14.690626 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec17d4f8-b797-408b-90a3-9cf8ffa7c5f1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/4053435e-0bde-4139-a543-07563c1f47f3 HTTP/1.1" status: 204 len: 168 time: 3.6848662 Jan 14 03:37:14.706608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:14.733155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Pushing event updated for resources: {'Port': ['ID=d4c7c442-a201-4047-9220-fae5b84f1473,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:14.751628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.764s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:14.774833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:14.776430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:14.805029 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76eae9a-13d1-45cd-89db-a3342db7f0b2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:37:14.805613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c76eae9a-13d1-45cd-89db-a3342db7f0b2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:14.825485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87728015-dcb1-400b-b2b1-6b2a6e553456 None None] Pushing event deleted for resources: {'Port': ['ID=663f97a9-2f1e-4737-8767-4a0cb45eca83,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:14.862309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c76eae9a-13d1-45cd-89db-a3342db7f0b2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:14.866729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c76eae9a-13d1-45cd-89db-a3342db7f0b2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/4053435e-0bde-4139-a543-07563c1f47f3 HTTP/1.1" status: 404 len: 333 time: 0.1519778 Jan 14 03:37:14.868055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47482) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:14.919566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Pushing event updated for resources: {'Port': ['ID=902f7e99-3669-4d89-bbbe-e7345ffa5a89,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:14.946002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:14.954678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:14.955579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:14.988357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:14.996784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:15.012960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:15.021145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:15.029178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:15.047147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.079614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b06759a-04ca-4cf4-95b8-71949532fa11 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:15.182408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.201120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Router 807cea8a-1d8e-412b-9de0-2522c153bab1 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:15.210497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:15.236661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6232a98b-6c90-49b3-8202-ee260234daaa,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:15.247599 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:15.254357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.304543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 314718e9-dd23-49e0-8786-60edef3ed92c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:15.305216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.311530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:15.506202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.617524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 8f92efb5-2847-4fb5-8dde-acc2e597e51a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:15.683286 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:15.757782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-faf6ba03-1f84-43ee-a48d-83373748f3c1 None None] Provisioning for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:15.773940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-faf6ba03-1f84-43ee-a48d-83373748f3c1 None None] Provisioning complete for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:15.774781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-faf6ba03-1f84-43ee-a48d-83373748f3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.821725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.826110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d77b8de9-7e33-4640-b8ad-e5c532e982f2 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:15.851428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.852822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-faf6ba03-1f84-43ee-a48d-83373748f3c1 None None] Port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:15.864687 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/8f92efb5-2847-4fb5-8dde-acc2e597e51a HTTP/1.1" status: 204 len: 168 time: 2.7245810 Jan 14 03:37:15.864687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Checking segment: {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:15.864687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Network hostable DHCP agents. Network: 97d30561-18f4-47a1-b2c5-63074c2b59b2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:37:15.874858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47498) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:15.875843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=8f92efb5-2847-4fb5-8dde-acc2e597e51a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:15.881694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84829684-9d9c-4db0-9ba4-9c4ecc3fa1e8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:15.886131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-1690674896'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:15.898250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:15.904284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:05Z', 'revision_number': 3, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:15.905533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:15.908849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e3e06-d47b-47d3-b48c-059e86dda8d9 None None] The sync data for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 is: [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:05Z', 'revision_number': 3, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:15.909296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:15.924653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:15.934765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:37:15.944960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:15.959332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:15.980169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.012846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 97d30561-18f4-47a1-b2c5-63074c2b59b2) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:16.024375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e556c71-e12f-47ef-b78e-944b28a3d3a7 None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:16.073165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:16.092655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.093211 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment 1ef0dceb-5a00-4e6f-9849-a3d227f62bcf of type vxlan for network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e Jan 14 03:37:16.133959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.170912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:16.174094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.180642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.205270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:16.206176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.243826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c463654-7427-4a9e-b8e5-5665033bd758 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:16.271856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c7c442-a201-4047-9220-fae5b84f1473 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:16.368102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4897697 Jan 14 03:37:16.378883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7367306 Jan 14 03:37:16.381695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47510) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:16.381695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47512) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:16.386676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 314718e9-dd23-49e0-8786-60edef3ed92c owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:16.388545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port d4c7c442-a201-4047-9220-fae5b84f1473 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:16.410083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:16.418023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:16.468173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-97d30561-18f4-47a1-b2c5-63074c2b59b2', 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2', 'tenant_id': '8db032711651433a82063629f1ebda86', 'fixed_ips': [{'subnet_id': '6232a98b-6c90-49b3-8202-ee260234daaa'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:16.474501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.585528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:16.588634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:16.591274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=a1c3e0e5-24f2-4ac4-9153-bb1508391e1e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:16.597655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Usage tracker for resource:router and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:16.602826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8067bf61-6850-4bda-913e-5da2b7c3f605 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:16.603964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:16.607675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:16.610661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.616981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:16.619310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:16.631884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:16.647927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:16.655520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.656623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:16.664020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:16.719706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:16.880405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=314718e9-dd23-49e0-8786-60edef3ed92c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:16.933324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:16.936488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.006503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:17.017479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Sync routers for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:17.052272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:17.053550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:17.078116 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "PUT /v2.0/routers/807cea8a-1d8e-412b-9de0-2522c153bab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1285551 Jan 14 03:37:17.169188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:17.189193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:17.306850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.314552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:17.321763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:37:17.351022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.401096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.456244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:17.507491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a3b1eec-b1ce-46e8-942b-5c8353578ff1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:17.546106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Allocated IP 172.20.0.2 (97d30561-18f4-47a1-b2c5-63074c2b59b2/6232a98b-6c90-49b3-8202-ee260234daaa/a33791bb-637f-457b-a350-e7f02539afab) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:17.666914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting subnet 56345264-87f7-4e5d-b1a8-b76a00fd264d {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:17.680303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.713949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.716376 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/314718e9-dd23-49e0-8786-60edef3ed92c HTTP/1.1" status: 204 len: 168 time: 2.8445537 Jan 14 03:37:17.729710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47532) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:17.756971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.804790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.816693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Transition to ACTIVE for port object a33791bb-637f-457b-a350-e7f02539afab will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:17.836470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Transition to ACTIVE for port object a33791bb-637f-457b-a350-e7f02539afab will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:17.841669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cae9bc-33dd-4808-bec2-13d1041740be None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:17.865236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:17.867271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:37:12Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:17.877171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Checking router: 807cea8a-1d8e-412b-9de0-2522c153bab1 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:17.906218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Routers {'807cea8a-1d8e-412b-9de0-2522c153bab1'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:17.906905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['807cea8a-1d8e-412b-9de0-2522c153bab1'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:18.111329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.207453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.246083 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe90dbd-dcf7-4ab5-ac6a-f7041c36e346 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:37:18.246653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fe90dbd-dcf7-4ab5-ac6a-f7041c36e346 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:18.249521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.308710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Pushing event updated for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:18.309407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.370864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:18.399832 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902f7e99-3669-4d89-bbbe-e7345ffa5a89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:18.447332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] Set router 807cea8a-1d8e-412b-9de0-2522c153bab1 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:18.625967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:18.663130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:18.695648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:18.717669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:18.727095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:18.727523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.873741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:18.877094 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e2ab23e-8dac-47ce-a2d1-36abe54d571d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:18.901905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:37:12Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:18.906640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb3e9f-2636-4d56-9f26-cdbf9889a367 None None] The sync data for ids ['807cea8a-1d8e-412b-9de0-2522c153bab1'] in n-d-765315-13 is: [{'id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202548339', 'tenant_id': '38917ccfe8644bba9b7a1d90e5355885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:35Z', 'updated_at': '2021-01-14T03:37:12Z', 'revision_number': 5, 'project_id': '38917ccfe8644bba9b7a1d90e5355885', 'gw_port': {'id': 'af9816fd-deec-4649-b807-17ec8b7627c4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807cea8a-1d8e-412b-9de0-2522c153bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:36:38Z', 'updated_at': '2021-01-14T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:18.915377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Provisioning for port d4c7c442-a201-4047-9220-fae5b84f1473 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:18.949246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Attempting to bind port a33791bb-637f-457b-a350-e7f02539afab on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:18.949893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Attempting to bind port a33791bb-637f-457b-a350-e7f02539afab by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:18.950074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Attempting to bind port a33791bb-637f-457b-a350-e7f02539afab on network 97d30561-18f4-47a1-b2c5-63074c2b59b2 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:18.960819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Provisioning complete for port d4c7c442-a201-4047-9220-fae5b84f1473 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:18.961261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:18.968665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.039138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Subnet': ['ID=56345264-87f7-4e5d-b1a8-b76a00fd264d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:19.045263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:19.045658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.045796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Checking segment: {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:19.051123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.051624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Bound using segment: {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:19.052192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Bound port: a33791bb-637f-457b-a350-e7f02539afab, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:19.052654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.056879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/subnets/56345264-87f7-4e5d-b1a8-b76a00fd264d HTTP/1.1" status: 204 len: 168 time: 1.8842900 Jan 14 03:37:19.058425 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:19.067962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:19.080699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1977bf6-556b-4ca0-97b1-03efb43901aa None None] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:19.199047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:19.239321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8fe90dbd-dcf7-4ab5-ac6a-f7041c36e346 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:19.244241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8fe90dbd-dcf7-4ab5-ac6a-f7041c36e346 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/314718e9-dd23-49e0-8786-60edef3ed92c HTTP/1.1" status: 404 len: 333 time: 1.5130861 Jan 14 03:37:19.249968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:19.278146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=40694bda-2b6d-4006-8399-246370e8f9c3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:19.283339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:19.394552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:19.405385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:19.429182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Pushing event updated for resources: {'Port': ['ID=a33791bb-637f-457b-a350-e7f02539afab,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:19.436227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.455273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 902f7e99-3669-4d89-bbbe-e7345ffa5a89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902f7e99-3669-4d89-bbbe-e7345ffa5a89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:19.550064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.581852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:19.582258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: a1c3e0e5-24f2-4ac4-9153-bb1508391e1e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:37:19.594293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.223s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:19.632728 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.640565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:19.646111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.698400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.715075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:37:19.742048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a1c3e0e5-24f2-4ac4-9153-bb1508391e1e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:19.751556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=902f7e99-3669-4d89-bbbe-e7345ffa5a89,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:19.833430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855d6ee-af83-4c4f-90bb-663c09de1d45 None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:19.936755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:19.942104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:19.990850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] For port d4c7c442-a201-4047-9220-fae5b84f1473, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c7c442-a201-4047-9220-fae5b84f1473,segment=NetworkSegment(b35132a6-f1b0-46d8-aa8e-78ed525c7b41),segment_id=b35132a6-f1b0-46d8-aa8e-78ed525c7b41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:20.015466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.028198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-656ec42a-a049-4c18-bdc5-8f4bc62067ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:20.058368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:20.064969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.125400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:20.126240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.161515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.162910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902f7e99-3669-4d89-bbbe-e7345ffa5a89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:20.181656 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7987757 Jan 14 03:37:20.183540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Allocated IP 172.25.3.220 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/4b979d18-a105-4855-840a-77b07cc731e1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:20.185765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47572) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:20.192529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-243295088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:20.193418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Deleting port af9816fd-deec-4649-b807-17ec8b7627c4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:20.193819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.215054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:20.221429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:20.227171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:20.236166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:20.263626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.264880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.355625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Router 1b30cecd-5eed-46e4-9415-26db3e356a0d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:20.404169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.472389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.485369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-57e91282-62d1-48e4-a9dd-f349b5be15a3 None None] Provisioning complete for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:20.485789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-57e91282-62d1-48e4-a9dd-f349b5be15a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.593557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.626232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.684974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.691655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddd20ceb-bab8-4cf5-a482-d60ff238f331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5041571 Jan 14 03:37:20.718000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47586) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:20.718485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'port': {'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e', 'name': 'tempest-RoutersTest-58906980'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:20.736214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.806685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:20.807116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.858934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] For port af9816fd-deec-4649-b807-17ec8b7627c4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af9816fd-deec-4649-b807-17ec8b7627c4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:20.859880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:20.863348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-57e91282-62d1-48e4-a9dd-f349b5be15a3 None None] Port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:20.902567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] For port a33791bb-637f-457b-a350-e7f02539afab, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:20.931009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:20.970768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] For port a33791bb-637f-457b-a350-e7f02539afab, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a33791bb-637f-457b-a350-e7f02539afab,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:20.975050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] DHCP port deletion for 0a74f74f-167d-4e2d-addb-f3f19bbc2861 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:20.978639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Pushing event updated for resources: {'Port': ['ID=d4c7c442-a201-4047-9220-fae5b84f1473,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:21.025503 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:21.034648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b979d18-a105-4855-840a-77b07cc731e1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:21.039809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-a1c3e0e5-24f2-4ac4-9153-bb1508391e1e', 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '40694bda-2b6d-4006-8399-246370e8f9c3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:21.040868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.042670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:21.084273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.113740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Deleting port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:21.114184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.131345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Calling delete_port for af9816fd-deec-4649-b807-17ec8b7627c4 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:21.177706 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:21.209553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:21.214025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:21.217023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:21.219651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:port and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:21.223591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for port was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:21.233686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:21.251446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:21.275962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:21.279383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.311618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:21.314785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] 10.222.0.30 "PUT /v2.0/routers/1b30cecd-5eed-46e4-9415-26db3e356a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7307689 Jan 14 03:37:21.344036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.481931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] For port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,segment=NetworkSegment(2b44c118-b967-4502-ad9d-d8d296ea02e1),segment_id=2b44c118-b967-4502-ad9d-d8d296ea02e1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:21.482395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.642361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.655412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Calling delete_port for 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:21.756931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Pushing event updated for resources: {'Port': ['ID=a33791bb-637f-457b-a350-e7f02539afab,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:21.773818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ebaedb02-7b66-4362-a4ad-04366c5bf05b None None] Could not find standard attr ID for object 314718e9-dd23-49e0-8786-60edef3ed92c. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:37:21.775915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Sync routers for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:21.787111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:21.860067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:21.860856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:22.066199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] device_id is not set on port d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:37:22.075911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Pushing event deleted for resources: {'Port': ['ID=1906d1af-8e34-4b2f-bb2a-d04a7f0445fc,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:22.091969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:22.092764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:22.459051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:22.546351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da0ee34b-70e7-4b3e-b80c-5fc79419fb34 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:22.676287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: da0ee34b-70e7-4b3e-b80c-5fc79419fb34 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:22.677462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device da0ee34b-70e7-4b3e-b80c-5fc79419fb34 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:22.682439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.20.0.14 (a1c3e0e5-24f2-4ac4-9153-bb1508391e1e/40694bda-2b6d-4006-8399-246370e8f9c3/d4706133-4cd2-469f-bae9-cfdd3bb1a4b3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:22.698935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ebaedb02-7b66-4362-a4ad-04366c5bf05b None None] Provisioning complete for port d4c7c442-a201-4047-9220-fae5b84f1473 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:22.699507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebaedb02-7b66-4362-a4ad-04366c5bf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:22.756788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:22.763126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:22.893688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c7c442-a201-4047-9220-fae5b84f1473 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:23.038297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.041394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.044100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.177023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7fbc90ee-40cc-4edc-a7ee-062f2c4637af tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:23.191595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port d4c7c442-a201-4047-9220-fae5b84f1473 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:23.192268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.227962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:23.235251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:23.247675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.267327 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9 HTTP/1.1" status: 204 len: 168 time: 4.0159461 Jan 14 03:37:23.268813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.270567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Fanout notify agent at l3_agent the message router_deleted on router 807cea8a-1d8e-412b-9de0-2522c153bab1 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:37:23.277214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a0343-6ac0-41be-b94f-a6d62d2f05da None None] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:23.294588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.296024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98b761ce-74c9-4b23-9602-b0f216e97c58 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/routers/807cea8a-1d8e-412b-9de0-2522c153bab1 HTTP/1.1" status: 204 len: 168 time: 4.2266364 Jan 14 03:37:23.297161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47662) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:23.299883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47664) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:23.548650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:23.646687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.782141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-40e0e799-d47d-46be-8971-9adce116fa99 None None] Could not find standard attr ID for object 4053435e-0bde-4139-a543-07563c1f47f3. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:37:23.892921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port d4c7c442-a201-4047-9220-fae5b84f1473 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:23.895513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:23.962807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.126925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] No DVR routers for this DVR port 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:37:24.128865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:24.188951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:24.189473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1906d1af-8e34-4b2f-bb2a-d04a7f0445fc not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:24.200140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-40e0e799-d47d-46be-8971-9adce116fa99 None None] Provisioning complete for port d4c7c442-a201-4047-9220-fae5b84f1473 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:24.200637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e0e799-d47d-46be-8971-9adce116fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.245331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.415491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:15Z', 'revision_number': 4, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '748a3c6a-90a9-4b0c-921e-3e0e12d3116b', 'name': '', 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'mac_address': 'fa:16:3e:ca:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:11Z', 'updated_at': '2021-01-14T03:37:16Z', 'revision_number': 2, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'subnets': [{'id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:24.420637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Checking router: 1b30cecd-5eed-46e4-9415-26db3e356a0d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:24.421090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Updating router 1b30cecd-5eed-46e4-9415-26db3e356a0d port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:24.507229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.521705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] DHCP port deletion for f41baefe-b24c-4ee2-8dfc-b774fb676017 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:24.531847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port d4c7c442-a201-4047-9220-fae5b84f1473, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c7c442-a201-4047-9220-fae5b84f1473,segment=NetworkSegment(b35132a6-f1b0-46d8-aa8e-78ed525c7b41),segment_id=b35132a6-f1b0-46d8-aa8e-78ed525c7b41)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:24.532131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.534260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Deleting port d4c7c442-a201-4047-9220-fae5b84f1473 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:24.534700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.545108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.573429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:24.612212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:24.709466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for d4c7c442-a201-4047-9220-fae5b84f1473 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:24.877392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0868926a-20b2-4680-81a6-9138f06695ad tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:25.054457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.178480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.185917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=d4706133-4cd2-469f-bae9-cfdd3bb1a4b3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:25.202822 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:25.252784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Router b4321713-39fe-4b99-bc2a-5d89a24c795a is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:37:25.294266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f4ba5c05-650b-409e-9002-38bbfe88309a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:25.364116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No DVR routers for this DVR port d4c7c442-a201-4047-9220-fae5b84f1473 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:37:25.369246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=d4c7c442-a201-4047-9220-fae5b84f1473,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:25.414710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:25.513499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:25.516731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:25.522515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:25.524429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Sync routers for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:25.530381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:25.550602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:25.551850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:25.597676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] For port d4c7c442-a201-4047-9220-fae5b84f1473, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=d4c7c442-a201-4047-9220-fae5b84f1473,segment=NetworkSegment(b35132a6-f1b0-46d8-aa8e-78ed525c7b41),segment_id=b35132a6-f1b0-46d8-aa8e-78ed525c7b41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:25.598456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:25.600151 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:25.631000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:25.631882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.649782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a74f74f-167d-4e2d-addb-f3f19bbc2861']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:25.707947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.714154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.714329 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3121905 Jan 14 03:37:25.714906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47726) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:25.811793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Calling delete_port for d4c7c442-a201-4047-9220-fae5b84f1473 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:25.839879 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.1259003 Jan 14 03:37:25.849418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41baefe-b24c-4ee2-8dfc-b774fb676017']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:25.854050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:25.867309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:25.867309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35132a6-f1b0-46d8-aa8e-78ed525c7b41') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:25.879887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af9816fd-deec-4649-b807-17ec8b7627c4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:25.881391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.909519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:25.912778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:37:25.946462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:26.135916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Allocated IP 172.20.0.2 (a1c3e0e5-24f2-4ac4-9153-bb1508391e1e/40694bda-2b6d-4006-8399-246370e8f9c3/7b13533b-fcad-44fd-8afe-a34b41648600) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:26.283934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: af9816fd-deec-4649-b807-17ec8b7627c4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:26.284519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af9816fd-deec-4649-b807-17ec8b7627c4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:26.301866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c7c442-a201-4047-9220-fae5b84f1473 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:26.405927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:26.476204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:26.532806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:26.544939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Transition to ACTIVE for port object 7b13533b-fcad-44fd-8afe-a34b41648600 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:26.563444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Transition to ACTIVE for port object 7b13533b-fcad-44fd-8afe-a34b41648600 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:26.581569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: d4c7c442-a201-4047-9220-fae5b84f1473 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:26.581879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device d4c7c442-a201-4047-9220-fae5b84f1473 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:26.608108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388e977-6cca-41d2-95e2-7c233851a4db None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:26.639996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:26.675202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b44c118-b967-4502-ad9d-d8d296ea02e1') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:26.675810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b44c118-b967-4502-ad9d-d8d296ea02e1') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:26.714371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:26.886932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:26.899948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:37:26.933135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:22Z', 'revision_number': 3, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:26.948717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Checking router: b4321713-39fe-4b99-bc2a-5d89a24c795a for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:26.949114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Updating router b4321713-39fe-4b99-bc2a-5d89a24c795a port 4b979d18-a105-4855-840a-77b07cc731e1 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:26.962213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network f41baefe-b24c-4ee2-8dfc-b774fb676017 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:27.017052 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbfde40-f8f3-4802-93f0-ccaec15c2150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:27.034196 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:27.079506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.184881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:37:27.184881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:37:27.200991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Pushing event updated for resources: {'Port': ['ID=7b13533b-fcad-44fd-8afe-a34b41648600,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:27.203718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a33791bb-637f-457b-a350-e7f02539afab up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:27.271916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:27.462095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:27.479096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.487369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27ec5e75-57b0-4ab7-b53b-36454ced00dd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:27.582766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.610494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=f41baefe-b24c-4ee2-8dfc-b774fb676017,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:27.619459 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:27.631165 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/f41baefe-b24c-4ee2-8dfc-b774fb676017 HTTP/1.1" status: 204 len: 168 time: 4.3327072 Jan 14 03:37:27.643922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47756) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:27.656672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:27.684299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1870852137'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:27.695556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.698403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:27.702549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:27.704419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.707779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Deleting port d4c7c442-a201-4047-9220-fae5b84f1473 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:27.708388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.746758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:27.747780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:27.758304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Provisioning for port a33791bb-637f-457b-a350-e7f02539afab completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:27.875463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.901607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Transition to ACTIVE for port object 4b979d18-a105-4855-840a-77b07cc731e1 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:27.906667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.943799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a33791bb-637f-457b-a350-e7f02539afab completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:27.961173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a33791bb-637f-457b-a350-e7f02539afab triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:27.965618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:27.966434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:28.096009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:28.169561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Provisioning complete for port a33791bb-637f-457b-a350-e7f02539afab triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:28.170266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.188745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:28.233238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:28.253178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.256169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.268981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.287248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Pushing event updated for resources: {'Port': ['ID=4b979d18-a105-4855-840a-77b07cc731e1,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:28.306443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Network 0a74f74f-167d-4e2d-addb-f3f19bbc2861 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:28.315088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.315870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.316481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.317549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.318051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.318755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.319538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.320267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.320796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.321270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.327150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.327929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.330043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.330802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.331291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.331791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.332956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.333402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.333837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.334270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.335535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.335980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.336860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.337280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.338483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.338931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.339367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.339800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.340232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.341235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:28.361618 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:28.368502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.369471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.372891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.373436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.373887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.375286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:28.397913 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:28.440103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2127bbc7-6161-4f7a-9c25-b57db60821e6 None None] The port 'd4c7c442-a201-4047-9220-fae5b84f1473' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:37:28.447482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:37:28.460793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Attempting to bind port 7b13533b-fcad-44fd-8afe-a34b41648600 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:28.461226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Attempting to bind port 7b13533b-fcad-44fd-8afe-a34b41648600 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:28.461645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Attempting to bind port 7b13533b-fcad-44fd-8afe-a34b41648600 on network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:28.479259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Attempting to bind port 4b979d18-a105-4855-840a-77b07cc731e1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:28.481292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Attempting to bind port 4b979d18-a105-4855-840a-77b07cc731e1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:28.481793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Attempting to bind port 4b979d18-a105-4855-840a-77b07cc731e1 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:28.484598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:28.499930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Checking segment: {'id': '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:28.499930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.499930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Bound using segment: {'id': '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:28.499930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Bound port: 7b13533b-fcad-44fd-8afe-a34b41648600, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a1c3e0e5-24f2-4ac4-9153-bb1508391e1e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:28.499930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.510577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:28.511236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:28.511571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:28.512028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.512653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:28.513349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Bound port: 4b979d18-a105-4855-840a-77b07cc731e1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:28.513945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.526467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.527285 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment fa181586-37b5-4220-a56d-e716e24103eb of type vxlan for network 996577dc-9a54-41a3-91bc-fc1645d8d39a Jan 14 03:37:28.542665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Transition to ACTIVE for port object 748a3c6a-90a9-4b0c-921e-3e0e12d3116b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:28.570781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.622085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.630939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] For port 7b13533b-fcad-44fd-8afe-a34b41648600, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:28.633685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.633938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] For port 7b13533b-fcad-44fd-8afe-a34b41648600, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b13533b-fcad-44fd-8afe-a34b41648600,segment=NetworkSegment(1ef0dceb-5a00-4e6f-9849-a3d227f62bcf),segment_id=1ef0dceb-5a00-4e6f-9849-a3d227f62bcf)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:28.650462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] For port 4b979d18-a105-4855-840a-77b07cc731e1, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:28.655677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.657787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] For port 4b979d18-a105-4855-840a-77b07cc731e1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4b979d18-a105-4855-840a-77b07cc731e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:28.658969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:28.666992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.682993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98ec1778-4798-4f94-8d12-9f7af72a68c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:28.690720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.713174 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e5f179-0864-410b-8b39-2b9708f51495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:28.718831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:28.719994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:28.727389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'Network': ['ID=0a74f74f-167d-4e2d-addb-f3f19bbc2861,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:28.732863 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:28.733453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:28.747388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:29.203874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Pushing event updated for resources: {'Port': ['ID=4b979d18-a105-4855-840a-77b07cc731e1,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:29.219739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:29.221577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:29.222259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:29.324940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:29.623117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-955f98da-674f-45f7-a7b9-59e657e5074b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/networks/0a74f74f-167d-4e2d-addb-f3f19bbc2861 HTTP/1.1" status: 204 len: 168 time: 6.2973557 Jan 14 03:37:29.629279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:29.635820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47784) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:29.722078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Allocated IP 172.20.0.1 (97d30561-18f4-47a1-b2c5-63074c2b59b2/6232a98b-6c90-49b3-8202-ee260234daaa/6a20c463-d4fe-4e64-98f7-d9c3162e48f4) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:29.730874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=996577dc-9a54-41a3-91bc-fc1645d8d39a,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:29.744620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:29.749737 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1004217 Jan 14 03:37:29.761975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47790) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:29.783172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:29.929534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a33791bb-637f-457b-a350-e7f02539afab, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a33791bb-637f-457b-a350-e7f02539afab,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:29.956412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:29.986213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:30.089238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.096728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:30.127811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Transition to ACTIVE for port object 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:30.153999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:30.182184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:30.193690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:22Z', 'revision_number': 3, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:30.196320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.200913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeae6a6-e272-474e-b546-d555f2b70315 None None] The sync data for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 is: [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:22Z', 'revision_number': 3, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:30.208373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:30.226331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:30.239309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.293083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.392314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:30.407467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f97749e-64e3-48e3-82c8-840561d0271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:30.443936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.460744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1282cda-88a2-492e-b00d-6661287a7697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:30.554591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.663512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.668686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:30.675331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:30.678393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:30.714084 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:30.721165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.722678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] 10.222.0.30 "DELETE /v2.0/security-groups/fd6d43d3-eec4-45f7-91bf-2f4bbd1b2e1a HTTP/1.1" status: 204 len: 168 time: 1.0690484 Jan 14 03:37:30.811860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:30.831440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:30.949914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Pushing event updated for resources: {'Port': ['ID=7b13533b-fcad-44fd-8afe-a34b41648600,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:31.031088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.348s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:31.277902 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.309s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:31.384512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:37:31.384929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-f6e90cc5-5ab9-478d-97c1-1ca73b6af1d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:37:31.385468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9834e9-8e9c-4c3e-a718-95a8edf47570 None None] Pushing event updated for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:31.656497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a33791bb-637f-457b-a350-e7f02539afab,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:31.679330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Pushing event updated for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:31.687768 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:31.692066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47822) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:31.692210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.692730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.692938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.693511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.699404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.700038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.700681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.701247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.701787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.702496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.703032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.703572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.704165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.706600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.707797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.711529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.712954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.714331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.717071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.717836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.718406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.718981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.719522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.720071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.720722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.721381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.722006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.722550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.723286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.723819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.724376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.724914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.725443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.725972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.726542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.727494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:31.757098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:31.762848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:31.763481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:31.771581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Attempting to bind port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:31.772314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Attempting to bind port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:31.773176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Attempting to bind port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b on network 1ad9cc83-d46a-4350-a519-f972020ccb12 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:31.781137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:31.781858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Checking segment: {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:31.782485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:31.783156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Bound using segment: {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:31.783868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Bound port: 748a3c6a-90a9-4b0c-921e-3e0e12d3116b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e259b74-3149-4878-ad19-061755d43aa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:31.784695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:31.851337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:31.965406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] For port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:31.968846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] For port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:32.128928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.148088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.183926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.230981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.267072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2dbc0074-2b93-49ab-9404-5ac4e8629c7e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:32.305160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.326527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dbbb892-ac1a-4221-a51b-6428a8363853 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:32.393062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e63bd9b8-6d42-4653-b8d0-8c5758f34ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:32.450377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=c122dfb0-0a6b-46f9-b446-889e0009bf6c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:32.531569 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:32.595226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9834e9-8e9c-4c3e-a718-95a8edf47570 None None] Pushing event updated for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:32.602117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=d4706133-4cd2-469f-bae9-cfdd3bb1a4b3,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:32.603555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be9834e9-8e9c-4c3e-a718-95a8edf47570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:32.665997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:32.666726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:32.672555 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:32.697092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': 'fa181586-37b5-4220-a56d-e716e24103eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:32.697534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: 996577dc-9a54-41a3-91bc-fc1645d8d39a, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:37:32.740113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:37:32.760649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 996577dc-9a54-41a3-91bc-fc1645d8d39a) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:32.799960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:32.801419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:32.834183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9f2ef07a-c70c-4e37-9550-846b36e9f0da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38917ccfe8644bba9b7a1d90e5355885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9823160 Jan 14 03:37:32.840287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:32.863328 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51bbfbc0-6e20-43b3-9e80-359fd74baeea tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0963273 Jan 14 03:37:32.885974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47842) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:32.944492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a', 'name': 'tempest-PortsIpV6TestJSON-169164692', 'fixed_ips': [{'subnet_id': 'c122dfb0-0a6b-46f9-b446-889e0009bf6c', 'ip_address': '2001:db8::10'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:32.972317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:33.044014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:33.134065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:33.148200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d01a6a0e-5804-445e-b10b-8850b328db0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:33.169647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:33.181391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a4730-4c01-4923-9bc4-487a1b160535,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:33.195962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:33.200669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/803a4730-4c01-4923-9bc4-487a1b160535 HTTP/1.1" status: 204 len: 168 time: 0.3578787 Jan 14 03:37:33.202027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:33.252154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:33.269039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:33.272612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:33.279473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:33.329309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.331560 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:33.339601 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:33.397558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f834b4-e2c2-4487-b12c-dd9afd6f2155 None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:33.722036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ca3f4-980a-4be1-a785-b2320ea0fbe4 None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:33.862886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47856) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:33.881398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4b979d18-a105-4855-840a-77b07cc731e1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:33.895997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:33.930406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:33.934315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Usage tracker for resource:security_group_rule and tenant:392d1246bc8c41fd9cc435b3ba87d789 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:33.937460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:33.948209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:34.060569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.111212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.129801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.133237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.143108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-479cb7fd-c071-4094-8f9e-07d15dac52bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:34.266024 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=392d1246bc8c41fd9cc435b3ba87d789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018302 Jan 14 03:37:34.266773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47864) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:34.275056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427cd400-f395-41e7-8a36-4b064c600b78,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:34.342998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:34.384415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.436422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.454195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.471474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.520252 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9854d44c-573f-49bb-b096-36280cc80c8b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:34.530307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Provisioning complete for port a33791bb-637f-457b-a350-e7f02539afab triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:34.530913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.647065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.664897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b95c409-af01-4d05-b84d-5249e5e012fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:34.670142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.693003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.706422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/427cd400-f395-41e7-8a36-4b064c600b78 HTTP/1.1" status: 204 len: 168 time: 0.4375999 Jan 14 03:37:34.708065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427cd400-f395-41e7-8a36-4b064c600b78,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:34.721445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:34.798602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-996577dc-9a54-41a3-91bc-fc1645d8d39a', 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': 'c122dfb0-0a6b-46f9-b446-889e0009bf6c'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:34.799535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:34.814932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Pushing event updated for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:34.833025 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:34.863639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:34.869378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:34.928078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port b12e63bb-5cd4-47c3-a521-745b3fae9f74 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:37:34.970154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c00cc17-f8fa-4e26-aa71-175a0abf4e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:35.303793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:15Z', 'revision_number': 4, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '748a3c6a-90a9-4b0c-921e-3e0e12d3116b', 'name': '', 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'mac_address': 'fa:16:3e:ca:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:11Z', 'updated_at': '2021-01-14T03:37:31Z', 'revision_number': 4, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'subnets': [{'id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:35.432294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Allocated IP 2001:db8::2 (996577dc-9a54-41a3-91bc-fc1645d8d39a/c122dfb0-0a6b-46f9-b446-889e0009bf6c/8f3dd0be-2e16-4cfc-9e70-be0e05854eb6) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:35.696315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:35.708228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Transition to ACTIVE for port object 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:35.715755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73403bde-4bc8-46c6-b28f-548aa91f6864 None None] The sync data for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 is: [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:37:15Z', 'revision_number': 4, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '748a3c6a-90a9-4b0c-921e-3e0e12d3116b', 'name': '', 'network_id': '1ad9cc83-d46a-4350-a519-f972020ccb12', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'mac_address': 'fa:16:3e:ca:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:11Z', 'updated_at': '2021-01-14T03:37:31Z', 'revision_number': 4, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'subnets': [{'id': '421f82a4-e2d7-4a9c-bb41-4de0a37a3f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:35.718164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4b979d18-a105-4855-840a-77b07cc731e1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:35.745199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Transition to ACTIVE for port object 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:35.747776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4b979d18-a105-4855-840a-77b07cc731e1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:35.748614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:35.866982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:35.889355 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bab73387-aa11-44a0-b4f8-4c88169428f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:35.912460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.179150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Provisioning for port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:36.180855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Router b4321713-39fe-4b99-bc2a-5d89a24c795a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:36.199486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Provisioning complete for port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:36.199911 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.349794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Pushing event updated for resources: {'Port': ['ID=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:36.414841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:36.447412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.456939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:36.464617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:36.474335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:36.543240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4b979d18-a105-4855-840a-77b07cc731e1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4b979d18-a105-4855-840a-77b07cc731e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:36.565705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Attempting to bind port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:36.566139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Attempting to bind port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'fa181586-37b5-4220-a56d-e716e24103eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:36.567115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Attempting to bind port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 on network 996577dc-9a54-41a3-91bc-fc1645d8d39a {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:36.571018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b59e3-d411-4038-a579-854742896485 None None] Port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:36.578264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.579335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b13533b-fcad-44fd-8afe-a34b41648600 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:36.609683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-44f6238d-1cd7-49ff-9267-f283353b248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:36.705783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:36.706522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Checking segment: {'id': 'fa181586-37b5-4220-a56d-e716e24103eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:36.707176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.707779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Bound using segment: {'id': 'fa181586-37b5-4220-a56d-e716e24103eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:36.708774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Bound port: 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa181586-37b5-4220-a56d-e716e24103eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:36.709373 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.733115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4b979d18-a105-4855-840a-77b07cc731e1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:36.773370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:36.842470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] For port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:36.873334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] For port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,segment=NetworkSegment(fa181586-37b5-4220-a56d-e716e24103eb),segment_id=fa181586-37b5-4220-a56d-e716e24103eb)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:36.892017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] 10.222.0.30 "PUT /v2.0/routers/b4321713-39fe-4b99-bc2a-5d89a24c795a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1679175 Jan 14 03:37:36.896205 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:36.897052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Sync routers for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:36.961023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:36.990315 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f31c52dc-c80d-4e14-9193-56a3442ae345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:37.007797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::10 (996577dc-9a54-41a3-91bc-fc1645d8d39a/c122dfb0-0a6b-46f9-b446-889e0009bf6c/b12e63bb-5cd4-47c3-a521-745b3fae9f74) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:37.218736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:37.219453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:37.296949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:37.320506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:37.356870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db923aed-60f6-4513-a4ca-f5c469f4bed8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:37.480600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4be2a59a-f3bc-42aa-adaf-d919d0ae5573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:37.619755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:37.634251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=d4706133-4cd2-469f-bae9-cfdd3bb1a4b3,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:37.697186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Pushing event updated for resources: {'Port': ['ID=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:37.700001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Provisioning for port 7b13533b-fcad-44fd-8afe-a34b41648600 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:37.703829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:37.709503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:37.815807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:37.843204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:37.846908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:38.397360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47900) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:38.404027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1916139964-network', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:38.419631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:38.429243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 9948ea64-9105-4d4b-b045-6a8d0ce24a9c is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:37:38.433460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Usage tracker for resource:network and tenant:332f769b63c74d34b67b1bbc77df4e05 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:38.438644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:38.457482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:38.478529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Made reservation on behalf of 332f769b63c74d34b67b1bbc77df4e05 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:38.483644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.517064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.556224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:38.565111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Usage tracker for resource:security_group_rule and tenant:332f769b63c74d34b67b1bbc77df4e05 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:38.569076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:38.589465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:38.677413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.693341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Provisioning complete for port 7b13533b-fcad-44fd-8afe-a34b41648600 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:38.694141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.718591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7b13533b-fcad-44fd-8afe-a34b41648600 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:38.733549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7b13533b-fcad-44fd-8afe-a34b41648600 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:38.734307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.744557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:38.759731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] Sync routers for ids ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:38.762833 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/9948ea64-9105-4d4b-b045-6a8d0ce24a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9046755 Jan 14 03:37:38.773778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.775046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.775368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] Routers {'9948ea64-9105-4d4b-b045-6a8d0ce24a9c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:38.776062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:38.788816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:38.855298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.862551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:38.876319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0899cd2e-aac7-46ba-b1ef-0538bd3c0ebc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:38.880218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:32Z', 'revision_number': 4, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '6a20c463-d4fe-4e64-98f7-d9c3162e48f4', 'name': '', 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2', 'tenant_id': '8db032711651433a82063629f1ebda86', 'mac_address': 'fa:16:3e:8f:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:29Z', 'updated_at': '2021-01-14T03:37:33Z', 'revision_number': 2, 'project_id': '8db032711651433a82063629f1ebda86', 'subnets': [{'id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:38.892498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object b12e63bb-5cd4-47c3-a521-745b3fae9f74 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.922081 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:38.926080 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:38.951867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8adab31-7db4-4d1a-8935-ff35f2354158 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:38.952585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8adab31-7db4-4d1a-8935-ff35f2354158 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:38.961678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:38.964804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Checking router: b4321713-39fe-4b99-bc2a-5d89a24c795a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:38.965464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Updating router b4321713-39fe-4b99-bc2a-5d89a24c795a port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:38.968274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:38.970738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] Routers {'9948ea64-9105-4d4b-b045-6a8d0ce24a9c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:38.971424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:39.003463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e8adab31-7db4-4d1a-8935-ff35f2354158 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:39.007811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a3573-b140-449f-b9bf-15986661c934,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:39.008282 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8adab31-7db4-4d1a-8935-ff35f2354158 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports/d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 HTTP/1.1" status: 200 len: 976 time: 0.2183917 Jan 14 03:37:39.009280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47908) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:39.013698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.041607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:39.042068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785cd7af-a040-43ff-a517-0629bb56f49d None None] The sync data for ids ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:39.052927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.053539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.054116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.054702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.055268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.055846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.056459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.057225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.059241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.060235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.061124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.061716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.063413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.064007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.064632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.065199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.066038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.066913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.068424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.070615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.071534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.073488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.074082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.074652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.076285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.079124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.079867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.082589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.084306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.089434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.090240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.090831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.091603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.092175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.092787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.094255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:39.113114 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:39.120436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.121201 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Added segment f3a517ad-b568-4c5e-9501-60ea26fe1711 of type vxlan for network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 Jan 14 03:37:39.127690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7b13533b-fcad-44fd-8afe-a34b41648600, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b13533b-fcad-44fd-8afe-a34b41648600,segment=NetworkSegment(1ef0dceb-5a00-4e6f-9849-a3d227f62bcf),segment_id=1ef0dceb-5a00-4e6f-9849-a3d227f62bcf)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:39.135868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.136996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a33791bb-637f-457b-a350-e7f02539afab up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:39.190488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:39.214775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.287289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.288312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:39.290050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.307584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b08faa59-60bc-4d74-9dc0-94b79b161214 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:39.331140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.385159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.433861 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0267031 Jan 14 03:37:39.433861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47916) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:39.607482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Request body: {'subnet': {'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1916139964-subnet', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:39.617377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:39.622657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Usage tracker for resource:subnet and tenant:332f769b63c74d34b67b1bbc77df4e05 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:39.626210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:39.634179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:39.657992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Made reservation on behalf of 332f769b63c74d34b67b1bbc77df4e05 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:39.665506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:39.870922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Pushing event updated for resources: {'Network': ['ID=15760d7b-0fdf-45df-b3d0-f7e79dd9c303,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:39.879207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:40.089826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.136192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86957254-ea24-45be-af14-e6bb4f264e31 None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:40.172726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:40.198827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.211458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:40.245114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:40.310088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4dbbb5f7-95ce-41ca-9772-283391f427fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:40.483779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Transition to ACTIVE for port object 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:40.514426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=b12e63bb-5cd4-47c3-a521-745b3fae9f74,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:40.527536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:37:40.527908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:37:40.532083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:40.556568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:40.558818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:40.561489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.565360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:40.569318 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:40.588840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:40.589574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.667912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5ba7ac43-f941-46e8-8e47-9757271c0192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:40.680207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.752214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:40.846838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:40.852442 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:40.860671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Checking segment: {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:40.861943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Network hostable DHCP agents. Network: 15760d7b-0fdf-45df-b3d0-f7e79dd9c303, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:37:40.888507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47926) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:40.888753 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.9971693 Jan 14 03:37:40.898025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': '996577dc-9a54-41a3-91bc-fc1645d8d39a', 'name': 'tempest-PortsIpV6TestJSON-1990944604', 'fixed_ips': [{'subnet_id': 'c122dfb0-0a6b-46f9-b446-889e0009bf6c', 'ip_address': '2001:db8::f'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:40.918139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:37:40.932900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 15760d7b-0fdf-45df-b3d0-f7e79dd9c303) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:41.032600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:41.033591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.067196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4771876 Jan 14 03:37:41.071607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 47930) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:41.078071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:41.085060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:41.090968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Usage tracker for resource:router and tenant:332f769b63c74d34b67b1bbc77df4e05 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:41.094479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:41.100623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:41.121391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca53675-309d-47bd-80cd-da6ed2537ef8 None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:41.126958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.134383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.136983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.176471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7b13533b-fcad-44fd-8afe-a34b41648600,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:41.197961 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.007s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:41.273266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.310060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:41.310436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.316197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:41.334632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:41.344856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:41.361113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:41.368599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a33791bb-637f-457b-a350-e7f02539afab triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:41.369381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:41.452055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:41.693863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.012365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Pushing event updated for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:42.012990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.013301 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:42.013595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:42.026179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:42.170966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Provisioning for port d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:42.240035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Attempting to bind port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:42.240035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Attempting to bind port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:42.240035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Attempting to bind port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 on network 97d30561-18f4-47a1-b2c5-63074c2b59b2 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:42.308619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:42.308619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Checking segment: {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:42.308619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.308619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Bound using segment: {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:42.337863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.341815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Bound port: 6a20c463-d4fe-4e64-98f7-d9c3162e48f4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:42.341815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.403152 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8b58f24-696d-4318-94d9-d0baa9f7f125 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:42.469604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.503480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=d4706133-4cd2-469f-bae9-cfdd3bb1a4b3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:42.541492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4b979d18-a105-4855-840a-77b07cc731e1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:42.606651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Provisioning complete for port d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:42.606651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.709172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:42.737880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2ef15452-6648-4316-a206-a533e5e675f6 None None] Port d4706133-4cd2-469f-bae9-cfdd3bb1a4b3 was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:37:42.739554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:42.997138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] For port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:43.007010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] For port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:43.274602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:43.305573 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-be9834e9-8e9c-4c3e-a718-95a8edf47570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:43.326177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:43.474312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Pushing event updated for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:43.508334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4b979d18-a105-4855-840a-77b07cc731e1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:43.508334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:43.552973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'fixed_ips': [{'subnet_id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:37:43.552973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:43.691056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:43.782400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Provisioning for port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:44.049414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd yet. {{(pid=80832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:37:44.203499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 9948ea64-9105-4d4b-b045-6a8d0ce24a9c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:37:44.213288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:44.301022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:44.355572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Allocated IP 172.20.0.2 (15760d7b-0fdf-45df-b3d0-f7e79dd9c303/aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4/bec34b96-33ed-415e-9cb0-72474192709f) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:44.472681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:44.544612 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/9948ea64-9105-4d4b-b045-6a8d0ce24a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5190022 Jan 14 03:37:44.544612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 47988) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:44.699469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:44.711688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Transition to ACTIVE for port object bec34b96-33ed-415e-9cb0-72474192709f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:44.729781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Transition to ACTIVE for port object bec34b96-33ed-415e-9cb0-72474192709f will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:44.740257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91845bf9-c153-4514-860f-399473197a2d None None] Sync routers for ids ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:44.879531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.021141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.021782 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:45.025845 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:45.090629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 748a3c6a-90a9-4b0c-921e-3e0e12d3116b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:45.190565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Allocated IP 172.25.3.146 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/e91984e3-bf9a-4a9b-a4c7-48e6924b15d3) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:45.216989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Pushing event updated for resources: {'Port': ['ID=bec34b96-33ed-415e-9cb0-72474192709f,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:45.234723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:45.253424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:45.264812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.291860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:45.291860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:45.319220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] Routers {'9948ea64-9105-4d4b-b045-6a8d0ce24a9c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:45.319220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:45.467964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.588692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.615278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Provisioning for port b12e63bb-5cd4-47c3-a521-745b3fae9f74 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:45.620993 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2799e5d-abd8-4eb2-bda2-ecd1ca338707 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:45.639746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Provisioning complete for port b12e63bb-5cd4-47c3-a521-745b3fae9f74 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:45.652100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.828824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Port b12e63bb-5cd4-47c3-a521-745b3fae9f74 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:45.866134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-948a5a15-327f-4036-bb03-1bf0d22225c4 None None] Could not find standard attr ID for object d4706133-4cd2-469f-bae9-cfdd3bb1a4b3. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:37:45.876570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:45.905258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:45.915540 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-5de48323-ac3e-4503-9ada-5c1630a05e1b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] remove_router_interface failed (client error): The resource could not be found. Jan 14 03:37:45.915540 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5de48323-ac3e-4503-9ada-5c1630a05e1b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/9948ea64-9105-4d4b-b045-6a8d0ce24a9c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.3699462 Jan 14 03:37:45.918477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Attempting to bind port bec34b96-33ed-415e-9cb0-72474192709f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:45.918477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Attempting to bind port bec34b96-33ed-415e-9cb0-72474192709f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:45.918477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Attempting to bind port bec34b96-33ed-415e-9cb0-72474192709f on network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:45.925600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Checking segment: {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Bound using segment: {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Bound port: bec34b96-33ed-415e-9cb0-72474192709f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:45.933106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.044526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fad6dd2a-c9a3-45b7-8530-92e66cc4f913 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:46.072116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] For port bec34b96-33ed-415e-9cb0-72474192709f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:46.072116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] For port bec34b96-33ed-415e-9cb0-72474192709f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bec34b96-33ed-415e-9cb0-72474192709f,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:46.072116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] Routers {'9948ea64-9105-4d4b-b045-6a8d0ce24a9c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:46.072116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:46.074294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fad6dd2a-c9a3-45b7-8530-92e66cc4f913 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:46.074294 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fad6dd2a-c9a3-45b7-8530-92e66cc4f913 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=9948ea64-9105-4d4b-b045-6a8d0ce24a9c HTTP/1.1" status: 200 len: 205 time: 0.1525674 Jan 14 03:37:46.078956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:46.230784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Pushing event updated for resources: {'Port': ['ID=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:46.239721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:46.303292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:46.303292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:46.317867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.324801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:46.417172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:46.417172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.438039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::f (996577dc-9a54-41a3-91bc-fc1645d8d39a/c122dfb0-0a6b-46f9-b446-889e0009bf6c/3efd082a-0cf2-4030-9ffd-2477eaa7a8cd) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:46.484734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-91845bf9-c153-4514-860f-399473197a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:46.485178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91845bf9-c153-4514-860f-399473197a2d None None] The sync data for ids ['9948ea64-9105-4d4b-b045-6a8d0ce24a9c'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:46.491419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.533739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2ae543a-f434-46cb-b035-d7fd01d64284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:46.741528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Pushing event updated for resources: {'Port': ['ID=bec34b96-33ed-415e-9cb0-72474192709f,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:46.778851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.790729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.923507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:46.923507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 9948ea64-9105-4d4b-b045-6a8d0ce24a9c {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:37:46.969752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.009588 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0dbacbd0-72d3-4ff4-a062-3aee4e4288bd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/9948ea64-9105-4d4b-b045-6a8d0ce24a9c HTTP/1.1" status: 204 len: 168 time: 0.9319975 Jan 14 03:37:47.015951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48032) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:47.033601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:47.074648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:47.074648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:47.318574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:47.584089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5e3a903d-3b9c-468d-90c8-459ab00cafce None None] Provisioning complete for port b12e63bb-5cd4-47c3-a521-745b3fae9f74 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:47.584089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5e3a903d-3b9c-468d-90c8-459ab00cafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.670049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a903d-3b9c-468d-90c8-459ab00cafce None None] Port b12e63bb-5cd4-47c3-a521-745b3fae9f74 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:37:47.817940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.821685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.937032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.941102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:47.950746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:47.959165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b13533b-fcad-44fd-8afe-a34b41648600 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:48.042857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8536da6c-015f-4306-b1ef-b2b7af28ac1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:48.132263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:48.141952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:48.177520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7b13533b-fcad-44fd-8afe-a34b41648600 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:48.177520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:48.348299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:48.390438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:32Z', 'revision_number': 4, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '6a20c463-d4fe-4e64-98f7-d9c3162e48f4', 'name': '', 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2', 'tenant_id': '8db032711651433a82063629f1ebda86', 'mac_address': 'fa:16:3e:8f:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:29Z', 'updated_at': '2021-01-14T03:37:42Z', 'revision_number': 4, 'project_id': '8db032711651433a82063629f1ebda86', 'subnets': [{'id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:48.400770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae743094-0e82-43d6-852b-e80bfff50627 None None] The sync data for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 is: [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:37:32Z', 'revision_number': 4, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '6a20c463-d4fe-4e64-98f7-d9c3162e48f4', 'name': '', 'network_id': '97d30561-18f4-47a1-b2c5-63074c2b59b2', 'tenant_id': '8db032711651433a82063629f1ebda86', 'mac_address': 'fa:16:3e:8f:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:29Z', 'updated_at': '2021-01-14T03:37:42Z', 'revision_number': 4, 'project_id': '8db032711651433a82063629f1ebda86', 'subnets': [{'id': '6232a98b-6c90-49b3-8202-ee260234daaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:48.555857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:48.779469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:48.789031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:48.789809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:48.887265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 40694bda-2b6d-4006-8399-246370e8f9c3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:48.905605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:48.966864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.019973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,segment=NetworkSegment(fa181586-37b5-4220-a56d-e716e24103eb),segment_id=fa181586-37b5-4220-a56d-e716e24103eb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:49.029460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.036959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:49.092525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.125405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:49.136548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:49.255017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.357025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.415452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c24ffad0-1d34-48ac-a312-4bcd3e147d4b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:49.478825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bec34b96-33ed-415e-9cb0-72474192709f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:49.596354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port bec34b96-33ed-415e-9cb0-72474192709f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:49.598356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=3efd082a-0cf2-4030-9ffd-2477eaa7a8cd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:49.598356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:49.600663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 748a3c6a-90a9-4b0c-921e-3e0e12d3116b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:49.763367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:49.763843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:49.995073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:50.170220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:50.176748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:50.177351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:50.186161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:50.214033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8776477-fa64-4fc1-96df-0c42ef7ee834 None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:50.440588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Provisioning for port bec34b96-33ed-415e-9cb0-72474192709f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:50.507145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Provisioning complete for port bec34b96-33ed-415e-9cb0-72474192709f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:50.507904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:50.643324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:50.891535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:50.983328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:50.990284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:37:50.995255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:37:51.031193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:37:51.035090 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:51.039297 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:51.076618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:51.076618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:51.289398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:51.299769 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:51.299769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:51.403586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 10.5078087 Jan 14 03:37:51.409376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:51.459250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:51.502057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:37:51.706560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbd2dc-f0f5-469e-8a39-8458d6754b10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:51.706560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8fbd2dc-f0f5-469e-8a39-8458d6754b10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:51.787259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d8fbd2dc-f0f5-469e-8a39-8458d6754b10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:51.791298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8fbd2dc-f0f5-469e-8a39-8458d6754b10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3854954 Jan 14 03:37:51.791615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48086) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:51.869604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:51.899520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f373afda-c610-40b0-b165-c444966ec846 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:52.019897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=40694bda-2b6d-4006-8399-246370e8f9c3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:52.032377 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:52.087229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:52.087229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:52.110846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:37:52.122268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Sync routers for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:37:52.139792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:52.141166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:52.177753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db286b8-4594-4fcf-9998-0bb3674143e1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:52.214214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:52.218443 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.1449261 Jan 14 03:37:52.228065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:52.237175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/40694bda-2b6d-4006-8399-246370e8f9c3 HTTP/1.1" status: 204 len: 168 time: 5.0625079 Jan 14 03:37:52.237875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48092) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:52.238296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48094) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:52.264579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db286b8-4594-4fcf-9998-0bb3674143e1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:52.326377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db286b8-4594-4fcf-9998-0bb3674143e1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:52.329308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7db286b8-4594-4fcf-9998-0bb3674143e1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5366409 Jan 14 03:37:52.332630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48102) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:52.392229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841a0c5-3815-4f08-9ab3-18edee70dfc8 None None] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:52.596685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:52.597027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:52.676611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-91a6d08b-b346-4468-90fb-54562061029b None None] For port bec34b96-33ed-415e-9cb0-72474192709f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bec34b96-33ed-415e-9cb0-72474192709f,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:52.729772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:52.752091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:52.801170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:52.993631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Provisioning complete for port bec34b96-33ed-415e-9cb0-72474192709f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:52.998112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.186730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.195460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:37:46Z', 'revision_number': 3, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:53.195460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Checking router: 992c4e46-5d4e-4989-beb1-80e1f6a6b55f for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:37:53.203779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Updating router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:37:53.279390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Pushing event updated for resources: {'Port': ['ID=bec34b96-33ed-415e-9cb0-72474192709f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:53.287572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:53.300064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:53.318815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.376440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 7b13533b-fcad-44fd-8afe-a34b41648600 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:53.383002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.383502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.625349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:53.625349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.653435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:53.666899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] DHCP port deletion for a1c3e0e5-24f2-4ac4-9153-bb1508391e1e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:53.739093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Deleting port 7b13533b-fcad-44fd-8afe-a34b41648600 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:53.739527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.839177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:53.867934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Provisioning for port 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:37:53.874758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:53.898446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Provisioning complete for port 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:53.898446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.060481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=3efd082a-0cf2-4030-9ffd-2477eaa7a8cd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:54.105464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.105464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.105464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.112597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.124442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.124442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.133493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.134080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.134504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.134927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.135345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.135751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.136171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.136605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.137021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.137428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.137897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.138302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.138707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.139114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.139517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.139917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.140323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.164462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.165147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.165269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.165692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.166089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:37:54.177981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 7b13533b-fcad-44fd-8afe-a34b41648600, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b13533b-fcad-44fd-8afe-a34b41648600,segment=NetworkSegment(1ef0dceb-5a00-4e6f-9849-a3d227f62bcf),segment_id=1ef0dceb-5a00-4e6f-9849-a3d227f62bcf)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:54.178497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.184629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:54.229529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4acba76e-c86c-44c6-a7ba-ce264578568d None None] Port 3efd082a-0cf2-4030-9ffd-2477eaa7a8cd was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:37:54.335054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 7b13533b-fcad-44fd-8afe-a34b41648600 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:54.343190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.372693 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/3efd082a-0cf2-4030-9ffd-2477eaa7a8cd HTTP/1.1" status: 204 len: 168 time: 2.0325377 Jan 14 03:37:54.372693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48122) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:54.576183 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2e5f20-ffa3-4da8-8dc5-7df70b50ed20 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:37:54.579814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec2e5f20-ffa3-4da8-8dc5-7df70b50ed20 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:54.623196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec2e5f20-ffa3-4da8-8dc5-7df70b50ed20 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:54.628050 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec2e5f20-ffa3-4da8-8dc5-7df70b50ed20 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/3efd082a-0cf2-4030-9ffd-2477eaa7a8cd HTTP/1.1" status: 404 len: 333 time: 0.2570052 Jan 14 03:37:54.629567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48130) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:54.654838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] For port 7b13533b-fcad-44fd-8afe-a34b41648600, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7b13533b-fcad-44fd-8afe-a34b41648600,segment=NetworkSegment(1ef0dceb-5a00-4e6f-9849-a3d227f62bcf),segment_id=1ef0dceb-5a00-4e6f-9849-a3d227f62bcf)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:37:54.655284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.778323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port b12e63bb-5cd4-47c3-a521-745b3fae9f74 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:54.778323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.917934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:54.952145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dca70ff-693c-4fa0-a56e-40e5674de867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:55.038499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.038947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Calling delete_port for 7b13533b-fcad-44fd-8afe-a34b41648600 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:55.068533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Transition to ACTIVE for port object e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:55.076716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.108719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-89589983-de05-4ea1-a848-bda4d8703c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:55.213625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:37:55.228074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:37:55.279295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bec34b96-33ed-415e-9cb0-72474192709f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:55.326063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Pushing event updated for resources: {'Port': ['ID=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:55.332085 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:55.390298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.393798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port bec34b96-33ed-415e-9cb0-72474192709f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:37:55.394781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.403206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Attempting to bind port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:37:55.403951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Attempting to bind port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:37:55.404597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Attempting to bind port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Bound port: e91984e3-bf9a-4a9b-a4c7-48e6924b15d3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:37:55.442110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.618923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] For port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:37:55.634087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] For port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:37:55.645379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.666675 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:55.699827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for b12e63bb-5cd4-47c3-a521-745b3fae9f74 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:37:55.725949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Deleting port 7b13533b-fcad-44fd-8afe-a34b41648600 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:55.726390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:55.809056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Pushing event updated for resources: {'Port': ['ID=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:55.859898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b13533b-fcad-44fd-8afe-a34b41648600 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:37:55.861223 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:55.925645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7b13533b-fcad-44fd-8afe-a34b41648600 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:37:55.926122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7b13533b-fcad-44fd-8afe-a34b41648600 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:37:55.932504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b2da6839-e573-46bf-8319-b63d23b439f3 None None] The port '7b13533b-fcad-44fd-8afe-a34b41648600' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:37:56.053220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:37:56.053220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:56.063182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:56.082656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:56.198479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=7b13533b-fcad-44fd-8afe-a34b41648600,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:56.223446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:56.230776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=b12e63bb-5cd4-47c3-a521-745b3fae9f74,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:56.244594 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.292s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:56.286324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:56.456950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:37:56.473745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:56.498732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/b12e63bb-5cd4-47c3-a521-745b3fae9f74 HTTP/1.1" status: 204 len: 168 time: 1.8657384 Jan 14 03:37:56.509553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48158) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:56.512907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port 7b13533b-fcad-44fd-8afe-a34b41648600 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:37:56.564330 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca3be98-08e7-43a3-884e-88a97cd6edcc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:37:56.564988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fca3be98-08e7-43a3-884e-88a97cd6edcc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:37:56.598009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fca3be98-08e7-43a3-884e-88a97cd6edcc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:37:56.604298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fca3be98-08e7-43a3-884e-88a97cd6edcc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/b12e63bb-5cd4-47c3-a521-745b3fae9f74 HTTP/1.1" status: 404 len: 333 time: 0.0985150 Jan 14 03:37:56.605019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48162) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:56.715210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:56.951014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c3e0e5-24f2-4ac4-9153-bb1508391e1e']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:56.996537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:57.003899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef0dceb-5a00-4e6f-9849-a3d227f62bcf') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:57.037465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:57.040419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet c122dfb0-0a6b-46f9-b446-889e0009bf6c {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:37:57.044934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:57.185830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:57.204560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:37:57.259313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:37:46Z', 'revision_number': 3, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:37:57.259313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e96e9f-6bdc-4701-9bf0-daea2e63b2ef None None] The sync data for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 is: [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:37:46Z', 'revision_number': 3, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:37:57.267659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:57.476745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:57.621945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:57.642807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.126457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.169863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network a1c3e0e5-24f2-4ac4-9153-bb1508391e1e has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:37:58.204820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Allocated IP 172.20.0.1 (15760d7b-0fdf-45df-b3d0-f7e79dd9c303/aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4/89057711-c673-4638-a8d5-a66be9f8a255) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:37:58.270244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9e7dcfd-5edb-4500-a7a9-1a219f642736 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:58.421156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.428704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36e7e2-bd2f-40a6-b5ea-af0d07bba2fb None None] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:37:58.448888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=c122dfb0-0a6b-46f9-b446-889e0009bf6c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:58.451855 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:58.454442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/c122dfb0-0a6b-46f9-b446-889e0009bf6c HTTP/1.1" status: 204 len: 168 time: 1.8483808 Jan 14 03:37:58.461859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48186) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:58.540481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.568682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:58.645103 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.654095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=a1c3e0e5-24f2-4ac4-9153-bb1508391e1e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:58.654095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:58.759318 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/a1c3e0e5-24f2-4ac4-9153-bb1508391e1e HTTP/1.1" status: 204 len: 168 time: 6.5109415 Jan 14 03:37:58.762988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:58.772328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-686994284'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:58.787670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:58.806745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.822675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:58.833312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:58.844998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:58.903037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:58.903037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:58.906754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:58.937392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.023831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:37:59.032259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.032259 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment 0c690630-d31e-41fd-bbea-8bde994ca91a of type vxlan for network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 Jan 14 03:37:59.087655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.140483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] DHCP port deletion for 996577dc-9a54-41a3-91bc-fc1645d8d39a request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:37:59.144683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.145085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Deleting port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:37:59.145522 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.160940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.197716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:37:59.198430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.221417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1691fb9-ef18-4110-a3ca-daff051e5d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:59.303036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:37:59.375902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:37:59.389844 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6220160 Jan 14 03:37:59.389844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:37:59.393806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Transition to ACTIVE for port object 89057711-c673-4638-a8d5-a66be9f8a255 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:37:59.393806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48202) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:37:59.404668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:37:59.419372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:59.465776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:59.601967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:37:59.601967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:37:59.612302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:37:59.626451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:37:59.626451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:37:59.699754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:37:59.787524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2d578325-5e50-4557-ae61-72ed8486cc38 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:37:59.985665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:37:59.990654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:00.006144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,segment=NetworkSegment(fa181586-37b5-4220-a56d-e716e24103eb),segment_id=fa181586-37b5-4220-a56d-e716e24103eb)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:00.006144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.035427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:00.043599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.247337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:00.343629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.349621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.369538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db3f1c44-eb1f-4e3e-829f-f3f09096e7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:00.495870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:00.500496 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:00.527673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.562792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:00.581420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No DVR routers for this DVR port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:38:00.615894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.639683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c80bb171-7e1e-4654-b073-06715da13538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:00.853452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:00.858064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:00.872715 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:00.893670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] For port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f3dd0be-2e16-4cfc-9e70-be0e05854eb6,segment=NetworkSegment(fa181586-37b5-4220-a56d-e716e24103eb),segment_id=fa181586-37b5-4220-a56d-e716e24103eb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:00.893670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.053849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Pushing event updated for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:01.062110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.274s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:01.121902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996577dc-9a54-41a3-91bc-fc1645d8d39a']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:01.135451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa181586-37b5-4220-a56d-e716e24103eb') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:01.135789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa181586-37b5-4220-a56d-e716e24103eb') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:01.159484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.189357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Calling delete_port for 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:01.196237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.226121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:38:01.283828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:01.366633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:01.366633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.410494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:01.410494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:01.427305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:01.459675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:38:01.460318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:38:01.535416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.555583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:01.595097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.792627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:01.968978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Deleting port 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:01.968978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.093236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5396198b-7cd6-4754-8f86-bd992953e092 None None] The port '8f3dd0be-2e16-4cfc-9e70-be0e05854eb6' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:38:02.099761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b741945-ef6d-4ce6-838c-06ce91cf3f40 None None] Provisioning for port 89057711-c673-4638-a8d5-a66be9f8a255 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:02.118233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1b741945-ef6d-4ce6-838c-06ce91cf3f40 None None] Provisioning complete for port 89057711-c673-4638-a8d5-a66be9f8a255 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:02.118660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b741945-ef6d-4ce6-838c-06ce91cf3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.120129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 996577dc-9a54-41a3-91bc-fc1645d8d39a has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:38:02.152777 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:38:02.188701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1b741945-ef6d-4ce6-838c-06ce91cf3f40 None None] Port 89057711-c673-4638-a8d5-a66be9f8a255 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:02.195496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:38:02.258680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:38:02.259544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f3dd0be-2e16-4cfc-9e70-be0e05854eb6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:38:02.288836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.292621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d912a77e-4dd0-478d-85b8-b2266e9930b7 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:02.343603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.343603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=996577dc-9a54-41a3-91bc-fc1645d8d39a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:02.388243 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:02.388243 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/996577dc-9a54-41a3-91bc-fc1645d8d39a HTTP/1.1" status: 204 len: 168 time: 3.9205115 Jan 14 03:38:02.388243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48254) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:02.403144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1289192106'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:02.411891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:02.415715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:network and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:02.415715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:02.427339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:02.437639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:02.448699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.493993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:38:02.498068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.498068 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Added segment 301bb774-cab0-4837-b782-5cd5f497350a of type vxlan for network be8adf31-221e-4ef8-918c-bd0052e8adbf Jan 14 03:38:02.559191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.585587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.600360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.615527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6a0a7ab2-65d1-479b-b1af-4aa69e678569 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:02.630082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:02.630082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.630082 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19ae0808-169b-4908-a4c1-c19359d9dc0c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:02.706283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=014a0ba1-9841-4c8c-bd12-ab379213f5b7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:02.760980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:02.771910 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3787770 Jan 14 03:38:02.779001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:02.786940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:02.916817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.930128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:02.960888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Network': ['ID=be8adf31-221e-4ef8-918c-bd0052e8adbf,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:02.960888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:02.960888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:02.973422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:03.001339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:03.023561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:03.023561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:03.055041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:03.064802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:03.080561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:03.085195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': '0c690630-d31e-41fd-bbea-8bde994ca91a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:03.095593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:38:03.115197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Pushing event updated for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:03.132584 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:03.160313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:03.179901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:03.240157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:38:03.265080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:03.362160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:03.391860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:03.391860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:03.479237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:03.487013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:03.701584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1295d-8d9b-44bf-a94f-781950b8aeda None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:03.821394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4242713 Jan 14 03:38:03.821394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48286) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:03.842178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-311895900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:03.871028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:38:03.872184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:03.899094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:04.015965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:04.042566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:04.182638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.213117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.216808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.292713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.301571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:04.335333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] 10.222.0.30 "PUT /v2.0/routers/992c4e46-5d4e-4989-beb1-80e1f6a6b55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0949852 Jan 14 03:38:04.341805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.391264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.398379 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2276b31c-ab14-4cb0-bb84-6c3bd0d76742 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5687804 Jan 14 03:38:04.398379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48298) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:04.534926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Sync routers for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:04.538411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95a8f197-3db3-47a4-a668-65ad6b625793 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:04.656289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450', 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '014a0ba1-9841-4c8c-bd12-ab379213f5b7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:38:04.656289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.727417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=92ee401d-844a-4587-8115-74c4cafc912f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:04.735995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:04.775417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:04.794655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:37:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:04.910538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Checking segment: {'id': '301bb774-cab0-4837-b782-5cd5f497350a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:04.910538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network hostable DHCP agents. Network: be8adf31-221e-4ef8-918c-bd0052e8adbf, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:38:04.952779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network be8adf31-221e-4ef8-918c-bd0052e8adbf is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:38:04.959917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5b956db3-b1ed-4527-81a4-6a7194d9ac9d None None] Provisioning complete for port 89057711-c673-4638-a8d5-a66be9f8a255 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:04.960379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b956db3-b1ed-4527-81a4-6a7194d9ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:04.970087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, be8adf31-221e-4ef8-918c-bd0052e8adbf) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:05.006195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:05.006866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.079584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3060186 Jan 14 03:38:05.080302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48316) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:05.087232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1856129375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:05.128535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:05.151092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:router and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:05.151092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:05.163146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:05.201134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.201134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.211630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f40e9a1-894e-436e-a2d5-3fdc0465761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.236608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.251430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5b956db3-b1ed-4527-81a4-6a7194d9ac9d None None] Port 89057711-c673-4638-a8d5-a66be9f8a255 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:05.251430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc657c-9d30-435b-9a4d-7a2414c0b643 None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:05.262041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.333331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.339590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-81b5202a-ff96-4be9-960e-892a03e5cb1c tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2527242 Jan 14 03:38:05.339590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:05.352371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf', 'name': 'tempest-PortsIpV6TestJSON-339224319'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:05.407952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:38:05.705458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:05.711343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:port and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:05.718022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for port was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:05.728198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:05.755682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:05.755913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:05.765147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:06.105498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 528d864b-e46b-496d-a3f0-dbc940e4dcaf yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:38:06.402398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Allocated IP 172.20.0.2 (6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450/014a0ba1-9841-4c8c-bd12-ab379213f5b7/7c4bc3bc-b165-4adc-9876-a63a6ee634de) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:06.450544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::230 (be8adf31-221e-4ef8-918c-bd0052e8adbf/92ee401d-844a-4587-8115-74c4cafc912f/528d864b-e46b-496d-a3f0-dbc940e4dcaf) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:06.655700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:38:06.837829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-be8adf31-221e-4ef8-918c-bd0052e8adbf', 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': '92ee401d-844a-4587-8115-74c4cafc912f'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:38:06.852875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:07.017935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:07.085776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 528d864b-e46b-496d-a3f0-dbc940e4dcaf will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:07.152881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:07.336799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b866677-a457-4300-9c7a-7be5019c823d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:07.576616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=528d864b-e46b-496d-a3f0-dbc940e4dcaf,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:07.588397 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:07.653174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network be8adf31-221e-4ef8-918c-bd0052e8adbf is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:07.653174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:07.656751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:07.666112 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:07.690008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:07.690008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:07.757665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4136143 Jan 14 03:38:07.757665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48368) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:07.806606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2970673-93ad-4a05-85bd-636533f86798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:08.036531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:08.323262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:08.359676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Transition to ACTIVE for port object 7c4bc3bc-b165-4adc-9876-a63a6ee634de will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:08.388770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Transition to ACTIVE for port object 7c4bc3bc-b165-4adc-9876-a63a6ee634de will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:08.525733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:08.587720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.20.0.1 (6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450/014a0ba1-9841-4c8c-bd12-ab379213f5b7/95606d5b-9fac-4085-88e6-d6a83661ebdc) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:08.804661 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:08.899410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Pushing event updated for resources: {'Port': ['ID=7c4bc3bc-b165-4adc-9876-a63a6ee634de,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:08.952247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:09.139921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:09.147851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Allocated IP 2001:db8::2 (be8adf31-221e-4ef8-918c-bd0052e8adbf/92ee401d-844a-4587-8115-74c4cafc912f/0dd9409a-c6f8-4c96-b2ca-216f359f19b8) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:09.174605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 95606d5b-9fac-4085-88e6-d6a83661ebdc will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:09.317465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:09.352781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-172c8b81-38e0-4305-80fc-f53cbfea6934 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:09.560860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=95606d5b-9fac-4085-88e6-d6a83661ebdc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:09.564796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:09.573334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:09.585306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Transition to ACTIVE for port object 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:09.612398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Transition to ACTIVE for port object 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:09.702419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:09.703699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:09.709170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:09.717198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:09.776504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:09.887834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.193456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:10.216138 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d7f39f3-403b-420f-bfb1-37adf1192316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:10.312102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.478101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:10.483240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.485539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:10.555432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.838900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Pushing event updated for resources: {'Port': ['ID=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:10.871555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.873197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:10.879150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:10.881376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Attempting to bind port 7c4bc3bc-b165-4adc-9876-a63a6ee634de on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:38:10.882193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Attempting to bind port 7c4bc3bc-b165-4adc-9876-a63a6ee634de by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '0c690630-d31e-41fd-bbea-8bde994ca91a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:38:10.882836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Attempting to bind port 7c4bc3bc-b165-4adc-9876-a63a6ee634de on network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:38:10.892165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:10.901137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:38:01Z', 'revision_number': 4, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '89057711-c673-4638-a8d5-a66be9f8a255', 'name': '', 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'mac_address': 'fa:16:3e:69:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:57Z', 'updated_at': '2021-01-14T03:38:01Z', 'revision_number': 2, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'subnets': [{'id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:10.923961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:10.965374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Checking router: 992c4e46-5d4e-4989-beb1-80e1f6a6b55f for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:38:10.965374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Updating router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f port 89057711-c673-4638-a8d5-a66be9f8a255 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:38:11.134417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfad0009-7bd1-4b21-b013-2534a7ad9431 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:11.180541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:38:11.183137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Checking segment: {'id': '0c690630-d31e-41fd-bbea-8bde994ca91a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:11.183137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.183137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Bound using segment: {'id': '0c690630-d31e-41fd-bbea-8bde994ca91a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:38:11.183137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Bound port: 7c4bc3bc-b165-4adc-9876-a63a6ee634de, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c690630-d31e-41fd-bbea-8bde994ca91a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:38:11.183137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.207304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:11.207304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.374400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=528d864b-e46b-496d-a3f0-dbc940e4dcaf,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:11.399490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:11.444694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.473601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-676a60da-3ad8-4a8e-9c1b-55bcf23f3f7a tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:11.474407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-676a60da-3ad8-4a8e-9c1b-55bcf23f3f7a tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Synchronizing usage tracker for tenant:8db032711651433a82063629f1ebda86 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:11.493102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.560465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] For port 7c4bc3bc-b165-4adc-9876-a63a6ee634de, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:38:11.560465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] For port 7c4bc3bc-b165-4adc-9876-a63a6ee634de, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7c4bc3bc-b165-4adc-9876-a63a6ee634de,segment=NetworkSegment(0c690630-d31e-41fd-bbea-8bde994ca91a),segment_id=0c690630-d31e-41fd-bbea-8bde994ca91a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:38:11.594088 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:11.626659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:11.940186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.116261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Attempting to bind port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:38:12.116261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Attempting to bind port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '301bb774-cab0-4837-b782-5cd5f497350a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:38:12.116261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Attempting to bind port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 on network be8adf31-221e-4ef8-918c-bd0052e8adbf {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:38:12.116261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.116261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91a6d08b-b346-4468-90fb-54562061029b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:12.182972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.333985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-676a60da-3ad8-4a8e-9c1b-55bcf23f3f7a tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Unset dirty status for tenant:8db032711651433a82063629f1ebda86 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:12.339951 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-676a60da-3ad8-4a8e-9c1b-55bcf23f3f7a tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/networks?id=97d30561-18f4-47a1-b2c5-63074c2b59b2 HTTP/1.1" status: 200 len: 811 time: 1.1581469 Jan 14 03:38:12.415459 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-6ef2bb3e-1e6a-452e-b021-b0e4aff30eb0 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/quotas/8db032711651433a82063629f1ebda86 HTTP/1.1" status: 200 len: 375 time: 0.0692194 Jan 14 03:38:12.565613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:38:12.567146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Checking segment: {'id': '301bb774-cab0-4837-b782-5cd5f497350a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:12.567798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.568420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Bound using segment: {'id': '301bb774-cab0-4837-b782-5cd5f497350a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:38:12.569250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Bound port: 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bb774-cab0-4837-b782-5cd5f497350a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'be8adf31-221e-4ef8-918c-bd0052e8adbf'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:38:12.569865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.607969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.610708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=95606d5b-9fac-4085-88e6-d6a83661ebdc,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:12.628055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:12.728122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Transition to ACTIVE for port object 89057711-c673-4638-a8d5-a66be9f8a255 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:12.741911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:12.741911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:12.773856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-650d3419-0970-469c-a25c-5a502b0858a4 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db032711651433a82063629f1ebda86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3264921 Jan 14 03:38:12.794892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:12.822423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.071427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Pushing event updated for resources: {'Port': ['ID=7c4bc3bc-b165-4adc-9876-a63a6ee634de,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:13.077120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.988s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:13.090645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:13.101444 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.118765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.119669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.144620 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8de37dbc-1a22-480f-b4d3-5e9dc93bb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:13.491806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=528d864b-e46b-496d-a3f0-dbc940e4dcaf,revision_number=3']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:13.499051 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:13.537751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Attempting to bind port 89057711-c673-4638-a8d5-a66be9f8a255 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:38:13.537751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Attempting to bind port 89057711-c673-4638-a8d5-a66be9f8a255 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:38:13.537751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Attempting to bind port 89057711-c673-4638-a8d5-a66be9f8a255 on network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:38:13.544898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Pushing event updated for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:13.544898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] For port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:38:13.548955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:38:13.548955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Checking segment: {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:13.553176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.553176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Bound using segment: {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:38:13.553176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Bound port: 89057711-c673-4638-a8d5-a66be9f8a255, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a517ad-b568-4c5e-9501-60ea26fe1711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:38:13.553176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.566900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-9dc0b991-24e5-4130-9b3f-f537bd9a8b48 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018404 Jan 14 03:38:13.571523 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:13.613685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] For port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,segment=NetworkSegment(301bb774-cab0-4837-b782-5cd5f497350a),segment_id=301bb774-cab0-4837-b782-5cd5f497350a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:38:13.784698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network be8adf31-221e-4ef8-918c-bd0052e8adbf is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:13.791094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:13.797479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] For port 89057711-c673-4638-a8d5-a66be9f8a255, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:38:13.803971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] For port 89057711-c673-4638-a8d5-a66be9f8a255, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89057711-c673-4638-a8d5-a66be9f8a255,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:38:13.803971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.828075 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e49b071f-57a9-4e4f-874d-c6d9d8cfecab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:13.898315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:13.922279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 391b2f9d-52b2-489b-a7e8-8e69142dc614 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:38:13.990179 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-aea53670-a2e4-42d1-a0fc-59f19e118c33 req-e5a3fd0d-bce0-4574-bdee-79e65068b4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4217620 Jan 14 03:38:14.298446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Pushing event updated for resources: {'Port': ['ID=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:14.403131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Router 7726a56d-170b-4079-a2a8-0c7dae446c92 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:38:14.426775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:14.431026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:14.447365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] Sync routers for ids ['391b2f9d-52b2-489b-a7e8-8e69142dc614'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:14.489432 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/391b2f9d-52b2-489b-a7e8-8e69142dc614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0726974 Jan 14 03:38:14.492173 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df9fa879-a82a-4b7d-aad9-b80007596295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:14.494497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:14.508560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] Routers {'391b2f9d-52b2-489b-a7e8-8e69142dc614'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:14.508560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['391b2f9d-52b2-489b-a7e8-8e69142dc614'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:14.748467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:14.763027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:14.770143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:14.775279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] Routers {'391b2f9d-52b2-489b-a7e8-8e69142dc614'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:14.777484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['391b2f9d-52b2-489b-a7e8-8e69142dc614'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:14.860073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc627c01-303a-4e23-b4c1-7e9416c0a40b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:14.860073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc627c01-303a-4e23-b4c1-7e9416c0a40b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:14.906041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc627c01-303a-4e23-b4c1-7e9416c0a40b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:14.906041 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc627c01-303a-4e23-b4c1-7e9416c0a40b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports/95606d5b-9fac-4085-88e6-d6a83661ebdc HTTP/1.1" status: 200 len: 910 time: 0.4135888 Jan 14 03:38:14.906041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48494) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:15.028908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:15.028908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d959573-b53e-4150-b1e8-2ad0cfc46516 None None] The sync data for ids ['391b2f9d-52b2-489b-a7e8-8e69142dc614'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:15.160461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:15.197191 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/routers/7726a56d-170b-4079-a2a8-0c7dae446c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4155378 Jan 14 03:38:15.197191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48500) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:15.349979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:38:15.544402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.599481 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:15.605982 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:15.631470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c57078-2b6e-4ce0-a501-1821ab407563 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:15.632467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9c57078-2b6e-4ce0-a501-1821ab407563 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:15.660442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] Sync routers for ids ['7726a56d-170b-4079-a2a8-0c7dae446c92'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:15.673843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c9c57078-2b6e-4ce0-a501-1821ab407563 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:15.675678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c9c57078-2b6e-4ce0-a501-1821ab407563 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?device_id=7726a56d-170b-4079-a2a8-0c7dae446c92 HTTP/1.1" status: 200 len: 988 time: 0.4745941 Jan 14 03:38:15.680892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:15.682299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7c4bc3bc-b165-4adc-9876-a63a6ee634de up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:15.953842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] Routers {'7726a56d-170b-4079-a2a8-0c7dae446c92'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:15.953842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7726a56d-170b-4079-a2a8-0c7dae446c92'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:16.422454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:16.422454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Pushing event updated for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:16.446082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e18fc4-4ef9-44a0-b8d4-7f701f7a99a9 None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:16.667418 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:16.858278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.390s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:17.004275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-420859bb-b681-48e5-b266-fef8027fdc54 None None] Provisioning for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:17.055488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] Routers {'7726a56d-170b-4079-a2a8-0c7dae446c92'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:17.055736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7726a56d-170b-4079-a2a8-0c7dae446c92'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:17.149098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:17.149765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5c122-b11e-4119-93af-d088c5ff6d84 None None] The sync data for ids ['7726a56d-170b-4079-a2a8-0c7dae446c92'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:17.196220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:17.198298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:17.227690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:17.228124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:17.447219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:17.535105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7c4bc3bc-b165-4adc-9876-a63a6ee634de, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7c4bc3bc-b165-4adc-9876-a63a6ee634de,segment=NetworkSegment(0c690630-d31e-41fd-bbea-8bde994ca91a),segment_id=0c690630-d31e-41fd-bbea-8bde994ca91a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:17.544012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:38:01Z', 'revision_number': 4, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '89057711-c673-4638-a8d5-a66be9f8a255', 'name': '', 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'mac_address': 'fa:16:3e:69:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:57Z', 'updated_at': '2021-01-14T03:38:13Z', 'revision_number': 4, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'subnets': [{'id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:17.548645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:17.561890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:17.607379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d68dc-b911-4239-82c9-fd07bd087614 None None] The sync data for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 is: [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:38:01Z', 'revision_number': 4, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '89057711-c673-4638-a8d5-a66be9f8a255', 'name': '', 'network_id': '15760d7b-0fdf-45df-b3d0-f7e79dd9c303', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'mac_address': 'fa:16:3e:69:ff:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:57Z', 'updated_at': '2021-01-14T03:38:13Z', 'revision_number': 4, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'subnets': [{'id': 'aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:17.709622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 95606d5b-9fac-4085-88e6-d6a83661ebdc {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:17.710209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:17.712737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7c4bc3bc-b165-4adc-9876-a63a6ee634de,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:17.720998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:18.193724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Provisioning for port 95606d5b-9fac-4085-88e6-d6a83661ebdc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:18.202156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Provisioning complete for port 95606d5b-9fac-4085-88e6-d6a83661ebdc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:18.202591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:18.293407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:18.395381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Port 95606d5b-9fac-4085-88e6-d6a83661ebdc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:18.420273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Provisioning complete for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:18.420677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dac6341-976d-494e-98c0-da9b699bdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:18.458311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 528d864b-e46b-496d-a3f0-dbc940e4dcaf {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:18.460691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:18.593640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 95606d5b-9fac-4085-88e6-d6a83661ebdc owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:18.890092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8076b219-564d-4420-9526-e59d90a66d58 None None] Provisioning complete for port 95606d5b-9fac-4085-88e6-d6a83661ebdc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:18.890824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8076b219-564d-4420-9526-e59d90a66d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:19.016957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8076b219-564d-4420-9526-e59d90a66d58 None None] Port 95606d5b-9fac-4085-88e6-d6a83661ebdc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:19.097540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:19.173683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-08f4d697-bcdd-4ff4-a74f-400fc1dc8c2f None None] Provisioning complete for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:19.174195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-08f4d697-bcdd-4ff4-a74f-400fc1dc8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:19.178506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:19.497602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05feda16-678a-4c13-86d9-a276c4cb1775 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:19.627714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=95606d5b-9fac-4085-88e6-d6a83661ebdc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:19.646957 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:19.715376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a26ad38e-60b9-4f57-9b04-84fee15c475d None None] Could not find standard attr ID for object 95606d5b-9fac-4085-88e6-d6a83661ebdc. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:38:19.954348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01c2657-e880-4c87-b962-ac7ba23ece14 None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:20.091665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:20.217762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:20.274060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 528d864b-e46b-496d-a3f0-dbc940e4dcaf owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:20.376134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e9ddc25b-9a40-48a8-97a2-68fe802dea39 None None] Provisioning for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:20.477518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:20.486726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:20.487452 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:20.588893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-19fd7a32-b26f-419d-9ee5-822121c62d64 None None] Provisioning complete for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:20.589964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-19fd7a32-b26f-419d-9ee5-822121c62d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:20.771151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.067984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c98ff7dd-03fe-4771-a167-e5a05e16d931 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:21.119995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.203515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=528d864b-e46b-496d-a3f0-dbc940e4dcaf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:21.207205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,segment=NetworkSegment(301bb774-cab0-4837-b782-5cd5f497350a),segment_id=301bb774-cab0-4837-b782-5cd5f497350a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:21.212420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:21.217402 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.221273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89057711-c673-4638-a8d5-a66be9f8a255 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:21.293790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:21.380809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 89057711-c673-4638-a8d5-a66be9f8a255 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:21.390713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89057711-c673-4638-a8d5-a66be9f8a255 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:21.391453 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.622538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.659731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.677753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 391b2f9d-52b2-489b-a7e8-8e69142dc614 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:38:21.689769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 89057711-c673-4638-a8d5-a66be9f8a255, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89057711-c673-4638-a8d5-a66be9f8a255,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:21.695203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:21.706676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:21.707571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:21.708655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7c4bc3bc-b165-4adc-9876-a63a6ee634de up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:21.805037 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:22.014963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:22.038308 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:22.039348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:22.054839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] Sync routers for ids ['391b2f9d-52b2-489b-a7e8-8e69142dc614'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:22.076065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] Routers {'391b2f9d-52b2-489b-a7e8-8e69142dc614'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:22.079214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['391b2f9d-52b2-489b-a7e8-8e69142dc614'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:22.079955 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/391b2f9d-52b2-489b-a7e8-8e69142dc614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1783142 Jan 14 03:38:22.085404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48646) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:22.137922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7c4bc3bc-b165-4adc-9876-a63a6ee634de triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:22.138716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:22.217220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6aea4f09-9856-49a8-b81b-b80ca53136e3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:22.242497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:22.255661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6aea4f09-9856-49a8-b81b-b80ca53136e3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:22.257444 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6aea4f09-9856-49a8-b81b-b80ca53136e3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=391b2f9d-52b2-489b-a7e8-8e69142dc614 HTTP/1.1" status: 200 len: 205 time: 0.1709359 Jan 14 03:38:22.260416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48652) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:22.287397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] Routers {'391b2f9d-52b2-489b-a7e8-8e69142dc614'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:22.288168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['391b2f9d-52b2-489b-a7e8-8e69142dc614'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:22.480597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-960b7d9b-0ef1-4570-af8d-960c196b29f6 None None] Provisioning complete for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:22.485915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-960b7d9b-0ef1-4570-af8d-960c196b29f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:22.511763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:22.512214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956c8a8-901a-4db6-817e-82f0ee77d17d None None] The sync data for ids ['391b2f9d-52b2-489b-a7e8-8e69142dc614'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:22.667440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:22.731590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:22.826293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Router 7726a56d-170b-4079-a2a8-0c7dae446c92 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:38:23.041512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:23.080356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/routers/7726a56d-170b-4079-a2a8-0c7dae446c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3982110 Jan 14 03:38:23.081472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48690) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:23.165999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] Sync routers for ids ['7726a56d-170b-4079-a2a8-0c7dae446c92'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:23.186582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] Routers {'7726a56d-170b-4079-a2a8-0c7dae446c92'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:23.187971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7726a56d-170b-4079-a2a8-0c7dae446c92'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:23.214223 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d60c5d4-4617-4ebe-8324-9a24a5b32cc3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:38:23.214954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d60c5d4-4617-4ebe-8324-9a24a5b32cc3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:23.216829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.219264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.254915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7d60c5d4-4617-4ebe-8324-9a24a5b32cc3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:23.256678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d60c5d4-4617-4ebe-8324-9a24a5b32cc3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/528d864b-e46b-496d-a3f0-dbc940e4dcaf HTTP/1.1" status: 404 len: 333 time: 0.1740928 Jan 14 03:38:23.260183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:23.272065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.272630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 391b2f9d-52b2-489b-a7e8-8e69142dc614 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:38:23.305915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.307100 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7682cc01-572c-4fa0-a553-c2fe65c78a3a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/391b2f9d-52b2-489b-a7e8-8e69142dc614 HTTP/1.1" status: 204 len: 168 time: 1.0345490 Jan 14 03:38:23.310079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48702) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:23.356190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a9a758b-5b21-4540-8806-6f1cc2f38ee4 None None] Could not find standard attr ID for object 528d864b-e46b-496d-a3f0-dbc940e4dcaf. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:38:23.377577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:23.379028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.519366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:23.555105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] Routers {'7726a56d-170b-4079-a2a8-0c7dae446c92'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:23.556123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7726a56d-170b-4079-a2a8-0c7dae446c92'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:23.633760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 014a0ba1-9841-4c8c-bd12-ab379213f5b7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:38:23.643142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.643565 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:23.649772 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:23.654932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.779782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:23.913582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:23.914232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a895b1ab-25ca-46d1-9653-a86dcc7f982d None None] The sync data for ids ['7726a56d-170b-4079-a2a8-0c7dae446c92'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:23.918124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89057711-c673-4638-a8d5-a66be9f8a255 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:23.979871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.033814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a9a758b-5b21-4540-8806-6f1cc2f38ee4 None None] Provisioning complete for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:24.034806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a9a758b-5b21-4540-8806-6f1cc2f38ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.131003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.133870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.176277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.176947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Fanout notify agent at l3_agent the message router_deleted on router 7726a56d-170b-4079-a2a8-0c7dae446c92 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:38:24.230039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.238580 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4edb0b35-6467-48ce-9a44-720c08ea1da2 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/routers/7726a56d-170b-4079-a2a8-0c7dae446c92 HTTP/1.1" status: 204 len: 168 time: 0.9748666 Jan 14 03:38:24.239186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48728) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:24.499536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 89057711-c673-4638-a8d5-a66be9f8a255 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:24.499972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.738416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc4898c6-18a5-4774-ac0b-84134f9bf2eb None None] Could not find standard attr ID for object 528d864b-e46b-496d-a3f0-dbc940e4dcaf. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:38:24.758781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 92ee401d-844a-4587-8115-74c4cafc912f {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:38:24.770220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.836914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc4898c6-18a5-4774-ac0b-84134f9bf2eb None None] Provisioning complete for port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:24.837915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc4898c6-18a5-4774-ac0b-84134f9bf2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:24.998228 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.053491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.189293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.272987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc1569e3-7502-4bd9-aa46-16c202da52b9 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:25.339500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=014a0ba1-9841-4c8c-bd12-ab379213f5b7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:25.344948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:25.348556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.356092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac13969-8aa6-4c62-8140-7fce8ee11a92 None None] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:25.359053 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/014a0ba1-9841-4c8c-bd12-ab379213f5b7 HTTP/1.1" status: 204 len: 168 time: 2.0479233 Jan 14 03:38:25.361821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 48806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:25.698180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.785886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.810719 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5f735f9a-7549-448e-912a-0fd4e2163331 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:25.881849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 7c4bc3bc-b165-4adc-9876-a63a6ee634de {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:25.882412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:25.902391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=92ee401d-844a-4587-8115-74c4cafc912f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:25.997477 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:26.113122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.134728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/92ee401d-844a-4587-8115-74c4cafc912f HTTP/1.1" status: 204 len: 168 time: 1.8930323 Jan 14 03:38:26.138782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 48870) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:26.146459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289f410-9b36-4144-9eba-1efc9547af90 None None] Network be8adf31-221e-4ef8-918c-bd0052e8adbf requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:26.476317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.545090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 7c4bc3bc-b165-4adc-9876-a63a6ee634de, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7c4bc3bc-b165-4adc-9876-a63a6ee634de,segment=NetworkSegment(0c690630-d31e-41fd-bbea-8bde994ca91a),segment_id=0c690630-d31e-41fd-bbea-8bde994ca91a)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:26.545761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.653050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:26.653413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.743280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e16b11-67d5-4772-b834-796da0fe5982 None None] DHCP port deletion for 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:38:26.750167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e8e16b11-67d5-4772-b834-796da0fe5982 None None] Deleting port 7c4bc3bc-b165-4adc-9876-a63a6ee634de {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:26.750628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8e16b11-67d5-4772-b834-796da0fe5982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.839095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] DHCP port deletion for be8adf31-221e-4ef8-918c-bd0052e8adbf request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:38:26.850799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Deleting port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:26.851409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:26.899835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 7c4bc3bc-b165-4adc-9876-a63a6ee634de owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:27.118721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.160151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a7f21fc-f123-422e-a62f-766a9c592326 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:27.223262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] For port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,segment=NetworkSegment(301bb774-cab0-4837-b782-5cd5f497350a),segment_id=301bb774-cab0-4837-b782-5cd5f497350a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:27.224019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.318657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=7c4bc3bc-b165-4adc-9876-a63a6ee634de,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:27.408030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:27.441150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:38:27.521173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port 7c4bc3bc-b165-4adc-9876-a63a6ee634de on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:38:27.547721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Calling delete_port for 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:27.678046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.713680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,segment=NetworkSegment(301bb774-cab0-4837-b782-5cd5f497350a),segment_id=301bb774-cab0-4837-b782-5cd5f497350a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:27.714079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.741123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e8e16b11-67d5-4772-b834-796da0fe5982 None None] The port '7c4bc3bc-b165-4adc-9876-a63a6ee634de' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:38:27.867957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.901699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:27.953343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:27.969619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:28.046518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c690630-d31e-41fd-bbea-8bde994ca91a') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:28.050203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c690630-d31e-41fd-bbea-8bde994ca91a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:28.076374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:38:28.076639 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:38:28.094238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:28.122037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:28.133562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0518000-6fe7-488d-9316-9a79fe601ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:28.145946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:38:28.193500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Pushing event deleted for resources: {'Port': ['ID=0dd9409a-c6f8-4c96-b2ca-216f359f19b8,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:28.208601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:28.268459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] No DVR routers for this DVR port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:38:28.270170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7c4bc3bc-b165-4adc-9876-a63a6ee634de no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:38:28.322477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7c4bc3bc-b165-4adc-9876-a63a6ee634de {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:38:28.323906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7c4bc3bc-b165-4adc-9876-a63a6ee634de not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:38:28.477867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:28.492260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:28.578260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 0dd9409a-c6f8-4c96-b2ca-216f359f19b8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:28.579145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:28.714973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] The port '0dd9409a-c6f8-4c96-b2ca-216f359f19b8' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:38:28.807007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:38:28.860802 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:38:29.055733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.060963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7b83f84a-6ee0-46be-9ede-3d6a7eba7ef4 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:29.065802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.090478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.093802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:29.117234 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:29.126636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/6fe1b59c-28d1-4dc3-ba34-aecfdcfe1450 HTTP/1.1" status: 204 len: 168 time: 3.7627597 Jan 14 03:38:29.131502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:29.144978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-881098371', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:29.164104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:29.178766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:29.182305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:29.188254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:29.202145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.203661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.221079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.304926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8adf31-221e-4ef8-918c-bd0052e8adbf']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:29.304926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301bb774-cab0-4837-b782-5cd5f497350a') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:29.304926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301bb774-cab0-4837-b782-5cd5f497350a') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:29.319318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.396280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:29.399531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:38:29.705226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network be8adf31-221e-4ef8-918c-bd0052e8adbf has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:29.727603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.069838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.155926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network be8adf31-221e-4ef8-918c-bd0052e8adbf has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:38:30.182769 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:38:30.285779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.290357 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6eb72f4e-daa0-4107-9db9-db999b244e39 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:30.310065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.323901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=be8adf31-221e-4ef8-918c-bd0052e8adbf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:30.327828 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:30.336699 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26574823-b1ac-439d-a741-bfe9a90486fb tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/be8adf31-221e-4ef8-918c-bd0052e8adbf HTTP/1.1" status: 204 len: 168 time: 4.1939082 Jan 14 03:38:30.350171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49198) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:30.503172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.538626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222247a-8064-4b6c-a0dc-c5960ad5ab4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:30.539717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b222247a-8064-4b6c-a0dc-c5960ad5ab4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:30.545308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:30.568175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b222247a-8064-4b6c-a0dc-c5960ad5ab4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:30.569570 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b222247a-8064-4b6c-a0dc-c5960ad5ab4f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/10f2a333-b747-4928-9960-5f75cac9764c HTTP/1.1" status: 200 len: 844 time: 0.2180917 Jan 14 03:38:30.574118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49222) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:30.690360 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bdbd6342-e8dd-4d51-8364-10d06b433ae7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/10f2a333-b747-4928-9960-5f75cac9764c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1149073 Jan 14 03:38:30.691216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:30.719496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:30.895142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:30.915930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:30.942848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:30.951323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:30.992460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:31.022380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.25.3.166 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/9106cde1-85ea-4fbc-b073-d866936f2376) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:31.164434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:31.232705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:31.265031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:31.284263 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ff91347-0f32-4e2e-b457-0c9b45eef5da tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:31.435215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=9106cde1-85ea-4fbc-b073-d866936f2376,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:31.439879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:31.501153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:31.502714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:31.505893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:31.700406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:31.717448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c4e20a-a8ca-4991-97bf-88ffd744e0d1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:31.860936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=57b29996-a604-4f1b-b1c1-1a2f32f128f8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:31.905013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:31.932531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:31.933943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:31.943278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ddeea-7d51-4b6a-b39f-1e063cd1d4db None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:31.947023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:31.947680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.017274 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3232992 Jan 14 03:38:32.019962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49244) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:32.026101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'security_group': {'name': 'tempest-secgroup-1882220993'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:32.037115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:32.042607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:32.045826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:32.052640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:32.067437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.120127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.121857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:32.129739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:32.137326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:32.151205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:32.298691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.304141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.327797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c933138-60ee-42bf-8c69-7d3d8d113505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:32.362461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=3b580874-5d7d-4631-bdeb-dc1b780efeba,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:32.364953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.368835 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3450780 Jan 14 03:38:32.368835 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:32.371182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49250) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:32.377072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'security_group': {'name': 'tempest-secgroup-1619574021'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:32.391834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:32.399121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:32.402396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:32.408604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:32.426887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.452868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:32.458164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:32.461672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:32.469153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:32.528267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'tenant_id': '2f168cb4de37428087622e191b95beb8', 'fixed_ips': [{'subnet_id': '57b29996-a604-4f1b-b1c1-1a2f32f128f8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:38:32.528918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.656776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.661060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.711614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cdd392f9-d7b8-419e-b4bd-6552069c096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:32.747376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:32.754767 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3824496 Jan 14 03:38:32.756533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:32.779395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-691273186', 'security_groups': ['f5043780-b7da-41d3-88ef-268be07c0918'], 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57b29996-a604-4f1b-b1c1-1a2f32f128f8'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:32.779655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.032760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Allocated IP 2001:db8::2 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/57b29996-a604-4f1b-b1c1-1a2f32f128f8/8f532a93-0d4f-4bf5-8a04-87fe10f9c45e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:33.062806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=f5043780-b7da-41d3-88ef-268be07c0918,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:33.066604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:33.069676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:33.094795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:33.138638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:33.167480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.247306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 7959a93a-24e8-4841-8776-5936c0a0df3a is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:38:33.286551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.300452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Transition to ACTIVE for port object 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:33.321505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Transition to ACTIVE for port object 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:33.328071 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.349261 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7850c07d-0fc9-42de-9d37-a1d14a237272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:33.428396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:33.499140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.500018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.501265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.501861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.503117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.503861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.504574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.505533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.506113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.506708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.507286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.508176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.508850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.509435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.510142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.510733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.511300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.511874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.512634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.513216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.513963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.514537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.515107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.515950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.516635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.517223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.518964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.519567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.520531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.521123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.521694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.522264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.522967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.523531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.524263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.524889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:33.545195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:33.661705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:38:33.710101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:33.717126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:33.719686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:33.852072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Attempting to bind port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:38:33.852546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Attempting to bind port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'e149d812-97bf-491b-a05d-6fff7433d4c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:38:33.855958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Attempting to bind port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e on network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:38:33.868074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:38:33.868519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Checking segment: {'id': 'e149d812-97bf-491b-a05d-6fff7433d4c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:33.868975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.869410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Bound using segment: {'id': 'e149d812-97bf-491b-a05d-6fff7433d4c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:38:33.869936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Bound port: 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e149d812-97bf-491b-a05d-6fff7433d4c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:38:33.870355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.887416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:33.900094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] Sync routers for ids ['7959a93a-24e8-4841-8776-5936c0a0df3a'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:33.919353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] Routers {'7959a93a-24e8-4841-8776-5936c0a0df3a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:33.920048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7959a93a-24e8-4841-8776-5936c0a0df3a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:33.989425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:33.990591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8574901 Jan 14 03:38:33.998715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49288) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:34.080718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:34.095220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] Routers {'7959a93a-24e8-4841-8776-5936c0a0df3a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:34.095893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7959a93a-24e8-4841-8776-5936c0a0df3a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:34.113726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:38:34.119618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:38:34.128057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:34.155430 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0a8c9a8-0f2e-4612-905a-b6c6fcce8188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:34.190511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:34.191165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399da7ea-b965-4ce7-9098-638e3a0e7e5d None None] The sync data for ids ['7959a93a-24e8-4841-8776-5936c0a0df3a'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:34.218555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::22e (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/57b29996-a604-4f1b-b1c1-1a2f32f128f8/c094c1cf-e3c3-4285-8f3a-03a3aea638c2) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:34.333263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:34.415337 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:34.476543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b81f7bf-e6c3-4d43-859e-d9bab76e7edc tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers/7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 200 len: 880 time: 0.4764597 Jan 14 03:38:34.479037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49296) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:34.578550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a631d5f-cc72-4345-afed-a8e801978104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:34.679086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:34.719106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object c094c1cf-e3c3-4285-8f3a-03a3aea638c2 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:34.794938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:34.921077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-046721f5-e53d-4717-84c4-7c8f84bd3afc tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:34.927225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1bf09fc3-837f-40e1-a664-61203a3eb69b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:router {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:34.949141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1bf09fc3-837f-40e1-a664-61203a3eb69b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:router {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:34.950900 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1bf09fc3-837f-40e1-a664-61203a3eb69b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4708822 Jan 14 03:38:34.955599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49312) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:34.963277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-881098371'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:35.134065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:35.186012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:35.189743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=c094c1cf-e3c3-4285-8f3a-03a3aea638c2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:35.204764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:35.209326 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:35.255548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:35.257050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:35.265378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:35.265702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:35.293691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5303013 Jan 14 03:38:35.294720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:35.317720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:35.366985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:35.872586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:35.878407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:35.890773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:35.897796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:35.921283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:35.946305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.082649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.094415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.287611 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57b29996-a604-4f1b-b1c1-1a2f32f128f8 (CIDR: 2001:db8::/64) Jan 14 03:38:36.294589 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:38:36.295095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:38:36.330442 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-75bb227d-64b2-45a1-aa0f-db317ced2b22 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0343418 Jan 14 03:38:36.333795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49346) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:36.344614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:36.423958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 7959a93a-24e8-4841-8776-5936c0a0df3a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:38:36.569532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:36.578479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Provisioning for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:36.581019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:36.586208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:36.586873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.591666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:36.602596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:36.632559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:36.755111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.794080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:36.818583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.833369 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d6053e33-a799-472a-a241-424b9ccf657a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:36.868127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:36.913059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:36.923073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db15636b-aad7-4153-8357-eddf5ab754a4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 200 len: 887 time: 1.9651089 Jan 14 03:38:36.926552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49354) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:36.993721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:37.080992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e31bd469-289e-4bf7-9250-382ac998018c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:37.108415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] Sync routers for ids ['7959a93a-24e8-4841-8776-5936c0a0df3a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:37.208212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:37.239490 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:37.264451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] Routers {'7959a93a-24e8-4841-8776-5936c0a0df3a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:37.265213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7959a93a-24e8-4841-8776-5936c0a0df3a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:37.364318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:37.364996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:37.499604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:37.507112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:37.513956 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01f3e991-1124-4c69-8f88-f7baf34e8edd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers/7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 200 len: 887 time: 0.5836642 Jan 14 03:38:37.514804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49368) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:37.531188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] Routers {'7959a93a-24e8-4841-8776-5936c0a0df3a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:37.536582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['7959a93a-24e8-4841-8776-5936c0a0df3a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:37.577162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f77236f3-01b0-4f3b-b45c-42f5c1807662 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:37.598776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f77236f3-01b0-4f3b-b45c-42f5c1807662 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:37.603746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f77236f3-01b0-4f3b-b45c-42f5c1807662 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 200 len: 205 time: 0.0875483 Jan 14 03:38:37.604643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49372) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:38.107961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:38.108687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39d7c6d-79e0-4da5-b005-29ca262f3679 None None] The sync data for ids ['7959a93a-24e8-4841-8776-5936c0a0df3a'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:38.213107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:38.213540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.240257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.262143 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b1cb5275-3045-4d4c-a5cd-70a420730551 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:38.264251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.538510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Provisioning for port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:38.545689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Provisioning complete for port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:38.546320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.573306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=839a7b7e-27ac-444d-8288-fb0665ec0342,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:38.586316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:38.615550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c2706830-25dd-468c-b04c-55942c2a8cb5 None None] Port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:38.634758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.655604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.703519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:38.707595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:38.720230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09158b8b-58a5-4cdb-9fd4-771950d969f7 None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:38.737735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:38.738384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:38.790963 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4560139 Jan 14 03:38:38.798193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49394) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:38.813614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-20246930', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '839a7b7e-27ac-444d-8288-fb0665ec0342'}], 'security_groups': ['3b580874-5d7d-4631-bdeb-dc1b780efeba']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:39.062581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.079895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 9106cde1-85ea-4fbc-b073-d866936f2376 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:39.081428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.156389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.170112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:39.391525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3f553b28-44a7-4a4e-8a22-6fff19403e08 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:39.391934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f553b28-44a7-4a4e-8a22-6fff19403e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.448229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.450044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:39.450476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.707718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 9106cde1-85ea-4fbc-b073-d866936f2376 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:39.767301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:39.967950 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Update dhcp port {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'fixed_ips': [{'subnet_id': '57b29996-a604-4f1b-b1c1-1a2f32f128f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '839a7b7e-27ac-444d-8288-fb0665ec0342'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '8f532a93-0d4f-4bf5-8a04-87fe10f9c45e'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:38:40.085385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.137186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.360987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Delete allocated IP 2001:db8::22e (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/57b29996-a604-4f1b-b1c1-1a2f32f128f8) {{(pid=80833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:38:40.389435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8:0:1::13a (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/839a7b7e-27ac-444d-8288-fb0665ec0342/c094c1cf-e3c3-4285-8f3a-03a3aea638c2) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:40.408275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.590669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.595942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.628694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.629751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 7959a93a-24e8-4841-8776-5936c0a0df3a {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:38:40.678275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.679576 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d3ebc2ef-3201-4ab0-8547-4b62335dbec0 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 204 len: 168 time: 3.0735593 Jan 14 03:38:40.684175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49428) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:40.707103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-68354144'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:40.714517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:40.719360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:40.723129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:40.729179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:40.745638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:40.755988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.842114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:38:40.855289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.857129 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment fcfdd509-950a-44da-b9b9-2313ec2d89ce of type vxlan for network ec78279f-2013-49f9-98da-91c63e523d86 Jan 14 03:38:40.898022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.951875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.963514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.982957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:40.984895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:40.986144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object c094c1cf-e3c3-4285-8f3a-03a3aea638c2 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:40.991941 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9ab85c1-c065-42fd-860a-a2a71d29afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:40.992788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:41.114095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=ec78279f-2013-49f9-98da-91c63e523d86,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:41.125126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.125574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.126008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.126437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.126860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.127283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.127741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.128162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.128604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.129018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.129435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.129866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.130311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.130724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.131282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.131702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.132117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.132574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.132991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.133403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.133939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.134352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.134769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.135181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.135661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.136074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.136555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.136972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.137384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.137798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.138209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.138618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.139030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.139439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.139851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.140264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:41.156991 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:41.166869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4788129 Jan 14 03:38:41.167756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49438) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:41.176527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ec78279f-2013-49f9-98da-91c63e523d86 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:41.192003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62e29c69-75ac-403c-a08c-54044aaf54fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:41.193275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:41.292507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ec78279f-2013-49f9-98da-91c63e523d86 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:41.304764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=c094c1cf-e3c3-4285-8f3a-03a3aea638c2,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:41.317958 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:41.326846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] In _notify_port_updated(), no bound segment for port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 on network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.329052 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:41.340471 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:41.385975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ec78279f-2013-49f9-98da-91c63e523d86 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:38:41.442336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:41.444877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:41.447842 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/ports/c094c1cf-e3c3-4285-8f3a-03a3aea638c2 HTTP/1.1" status: 200 len: 929 time: 2.6485338 Jan 14 03:38:41.451983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49452) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:41.591485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:41.595042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Allocated IP 2001:db8:0:1::2 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/839a7b7e-27ac-444d-8288-fb0665ec0342/8f532a93-0d4f-4bf5-8a04-87fe10f9c45e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:41.596764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:41.600909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:41.610667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:41.619986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:41.638819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port c094c1cf-e3c3-4285-8f3a-03a3aea638c2 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:41.639236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:41.818180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:41.918707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:41.952471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:41.972307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Transition to ACTIVE for port object 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:41.996206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.254306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.312939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:42.410780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:38:42.414515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for c094c1cf-e3c3-4285-8f3a-03a3aea638c2 owned by {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:42.502094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:42.529706 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:42.535427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.663894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.762082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.875938 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cdd7a9d-0404-4ccf-a4e3-5d164b8134fa tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:42.934299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3eda9777-6795-4946-bdb3-4c1b3e32bd5d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:42.975480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:42.995072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/c094c1cf-e3c3-4285-8f3a-03a3aea638c2 HTTP/1.1" status: 204 len: 168 time: 1.5416288 Jan 14 03:38:42.996376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=c094c1cf-e3c3-4285-8f3a-03a3aea638c2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:43.000062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-656f864d-b15e-4ffc-aec3-0e91279d225e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:43.000849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49480) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:43.085605 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bd1ee7-4767-4ac3-8163-4fee1279e57f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:38:43.088938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73bd1ee7-4767-4ac3-8163-4fee1279e57f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:43.129656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-73bd1ee7-4767-4ac3-8163-4fee1279e57f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:43.136144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-73bd1ee7-4767-4ac3-8163-4fee1279e57f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/c094c1cf-e3c3-4285-8f3a-03a3aea638c2 HTTP/1.1" status: 404 len: 333 time: 0.1335557 Jan 14 03:38:43.141043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49484) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:43.173175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:43.242896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=9347800e-559e-4eec-a393-cef6c7d7ca64,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:43.249359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:43.295076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.362600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': 'fcfdd509-950a-44da-b9b9-2313ec2d89ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:43.363004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: ec78279f-2013-49f9-98da-91c63e523d86, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:38:43.373325 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.419395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ec78279f-2013-49f9-98da-91c63e523d86 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:38:43.447615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ec78279f-2013-49f9-98da-91c63e523d86) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:43.460435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3541beb-66c6-437b-a574-1af5b8c0abb0 None None] Network ec78279f-2013-49f9-98da-91c63e523d86 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:43.472994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:43.473649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.489466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.495154 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cd39cb0-44b3-4e14-9387-c25408d34aad tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:43.519144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5043780-b7da-41d3-88ef-268be07c0918,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:43.524145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3528118 Jan 14 03:38:43.524579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49502) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:43.531648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-1675627823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:43.534015 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:43.545848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.550184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/security-groups/f5043780-b7da-41d3-88ef-268be07c0918 HTTP/1.1" status: 204 len: 168 time: 0.4019501 Jan 14 03:38:43.550593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49506) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:43.593892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:43.607289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:43.617035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:43.629748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:43.659300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.660583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.687616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.726174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.755931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.829075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.832529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.834380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9c1078c-88c0-40ba-acf7-be630703e52f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3082209 Jan 14 03:38:43.838865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49514) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:43.913596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.928244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0fd7385-da67-4cdc-833d-b7a6714726ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:43.955453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b580874-5d7d-4631-bdeb-dc1b780efeba,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:43.959019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:43.960672 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/security-groups/3b580874-5d7d-4631-bdeb-dc1b780efeba HTTP/1.1" status: 204 len: 168 time: 0.4090741 Jan 14 03:38:43.961914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:43.963526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49524) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:44.179038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Provisioning for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:44.181918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-ec78279f-2013-49f9-98da-91c63e523d86', 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '9347800e-559e-4eec-a393-cef6c7d7ca64'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:38:44.182823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:44.222204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:44.222623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:44.322998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 57b29996-a604-4f1b-b1c1-1a2f32f128f8 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:38:44.326853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:44.432712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:44.642959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:44.815197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:45.126631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:45.164660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:45.176359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:45.340386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:45.345564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-81cd3bd8-ea31-4664-822b-1efb89e3e2c8 None None] Could not find standard attr ID for object c094c1cf-e3c3-4285-8f3a-03a3aea638c2. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:38:45.356457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Allocated IP 172.20.0.2 (ec78279f-2013-49f9-98da-91c63e523d86/9347800e-559e-4eec-a393-cef6c7d7ca64/c756f9cc-8c28-4d2b-b097-ae2f89719521) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:45.442468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:45.640888 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6f060c1-e861-4709-a05c-6b60938dbbd1 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:45.693291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=57b29996-a604-4f1b-b1c1-1a2f32f128f8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:45.696742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:45.697833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:45.706153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/57b29996-a604-4f1b-b1c1-1a2f32f128f8 HTTP/1.1" status: 204 len: 168 time: 1.7407134 Jan 14 03:38:45.711646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49558) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:45.718665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:45.923502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:45.927737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:45.931200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:45.937265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:45.947108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:45.958961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:46.033407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8319232d-63ae-46c2-a169-803cddd92f2d None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:46.363983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-67bfde31-1146-410e-a634-20278b73d9d2 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:46.364687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-67bfde31-1146-410e-a634-20278b73d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:46.840224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-67bfde31-1146-410e-a634-20278b73d9d2 None None] Could not find standard attr ID for object c094c1cf-e3c3-4285-8f3a-03a3aea638c2. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:38:46.882333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:46.897174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Transition to ACTIVE for port object c756f9cc-8c28-4d2b-b097-ae2f89719521 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:46.925328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Transition to ACTIVE for port object c756f9cc-8c28-4d2b-b097-ae2f89719521 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:46.932277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:46.953123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df1dae6-f4ea-45e3-92ce-dc8a2b147f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:47.165282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.20.0.1 (ec78279f-2013-49f9-98da-91c63e523d86/9347800e-559e-4eec-a393-cef6c7d7ca64/1449147b-84ac-4a91-a6f3-e695e1a2d0dc) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:47.194786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Pushing event updated for resources: {'Port': ['ID=c756f9cc-8c28-4d2b-b097-ae2f89719521,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:47.204181 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:47.365259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Network ec78279f-2013-49f9-98da-91c63e523d86 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:47.366653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:47.374157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:47.474623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Attempting to bind port c756f9cc-8c28-4d2b-b097-ae2f89719521 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:38:47.475189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Attempting to bind port c756f9cc-8c28-4d2b-b097-ae2f89719521 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'fcfdd509-950a-44da-b9b9-2313ec2d89ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:38:47.475729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Attempting to bind port c756f9cc-8c28-4d2b-b097-ae2f89719521 on network ec78279f-2013-49f9-98da-91c63e523d86 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:38:47.491380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:38:47.491983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Checking segment: {'id': 'fcfdd509-950a-44da-b9b9-2313ec2d89ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:38:47.492631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.493197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Bound using segment: {'id': 'fcfdd509-950a-44da-b9b9-2313ec2d89ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:38:47.493874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Bound port: c756f9cc-8c28-4d2b-b097-ae2f89719521, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfdd509-950a-44da-b9b9-2313ec2d89ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec78279f-2013-49f9-98da-91c63e523d86'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:38:47.494419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.541906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.628091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.669676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 1449147b-84ac-4a91-a6f3-e695e1a2d0dc will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:47.702531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24e41941-44f7-445c-8185-96927075d246 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:47.724918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] For port c756f9cc-8c28-4d2b-b097-ae2f89719521, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:38:47.728378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] For port c756f9cc-8c28-4d2b-b097-ae2f89719521, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c756f9cc-8c28-4d2b-b097-ae2f89719521,segment=NetworkSegment(fcfdd509-950a-44da-b9b9-2313ec2d89ce),segment_id=fcfdd509-950a-44da-b9b9-2313ec2d89ce)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:38:47.730410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.749326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.760901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-975233fa-ee52-4234-9a1b-d9d203d3887c tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:47.812730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:47.817373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:47.834830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:47.835471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:47.888081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=79a99af6-196f-4e2f-b3cf-b329b06bc94f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:47.891775 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:47.911328 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1952360 Jan 14 03:38:47.913955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49608) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:47.930442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'security_group': {'name': 'tempest-secgroup-64631856'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:47.948556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:47.949173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:47.953749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:47.961475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:47.971587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=1449147b-84ac-4a91-a6f3-e695e1a2d0dc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:47.985276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:47.991871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2a764-578a-4713-bf79-72c9a4c10587 None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:48.020304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.081195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:48.096093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:48.102549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ec78279f-2013-49f9-98da-91c63e523d86 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:48.107497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:48.108377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:48.117280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:48.136695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:48.152587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:48.240441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.273415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9df329b-7591-4473-a0e5-44c95ea05406 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:48.273851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9df329b-7591-4473-a0e5-44c95ea05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.365961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.377957 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.384056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07a90eee-910d-4ecb-b90a-47da8c27003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:48.431759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Pushing event updated for resources: {'Port': ['ID=c756f9cc-8c28-4d2b-b097-ae2f89719521,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:48.463818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:48.490173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.491541 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5763361 Jan 14 03:38:48.493134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3ff08-3ef6-4a64-a4ed-1118b232d993,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:48.503061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49618) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:48.506083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:48.513585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'security_group': {'name': 'tempest-secgroup-246480717'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:48.531189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:48.537686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.558039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:48.830663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a9df329b-7591-4473-a0e5-44c95ea05406 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:48.831100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9df329b-7591-4473-a0e5-44c95ea05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:48.926080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9df329b-7591-4473-a0e5-44c95ea05406 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:49.042426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Update dhcp port {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'fixed_ips': [{'subnet_id': '839a7b7e-27ac-444d-8288-fb0665ec0342', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79a99af6-196f-4e2f-b3cf-b329b06bc94f'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '8f532a93-0d4f-4bf5-8a04-87fe10f9c45e'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:38:49.154804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.166031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c756f9cc-8c28-4d2b-b097-ae2f89719521 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:49.274863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:49.281287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:49.295889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.550085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Allocated IP 2001:db8::2 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/79a99af6-196f-4e2f-b3cf-b329b06bc94f/8f532a93-0d4f-4bf5-8a04-87fe10f9c45e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:49.591474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.603289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:49.630624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.682024 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9052241a-68ce-40ff-8bcf-467ef4e20d6f tempest-TagsExtTest-70029158 tempest-TagsExtTest-70029158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:49.747383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:49.758292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:49.764682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c756f9cc-8c28-4d2b-b097-ae2f89719521 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:49.785246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:49.831916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:49.832999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=1449147b-84ac-4a91-a6f3-e695e1a2d0dc,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:49.837385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.862854 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:49.865101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:49.886003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Transition to ACTIVE for port object 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:49.906270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.126532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ec78279f-2013-49f9-98da-91c63e523d86 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:50.129352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.130816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:50.162605 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:50.219906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.235853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1261a656-d631-41a7-8895-c83376cd6f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:50.264305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=6']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:50.278629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=85c86c03-5c76-4b07-ac4e-d43b63596941,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:50.281081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5261f-170a-4144-805e-6ef4d1eb8f3b None None] Network ec78279f-2013-49f9-98da-91c63e523d86 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:50.356302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:50.368413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:50.427884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.432453 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9281657 Jan 14 03:38:50.433060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49650) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:50.441855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'security_group': {'name': 'tempest-secgroup-565877091'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:50.451539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router f13fe7ed-157f-4fc7-8dca-a1a35b9603eb is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:38:50.467291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:50.477068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:50.481031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:50.489076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:50.508810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.564265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Provisioning for port c756f9cc-8c28-4d2b-b097-ae2f89719521 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:50.579783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Provisioning complete for port c756f9cc-8c28-4d2b-b097-ae2f89719521 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:50.580200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.612677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:50.617655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:security_group_rule and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:50.621288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:50.632265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:50.714744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:50.728384 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/f13fe7ed-157f-4fc7-8dca-a1a35b9603eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8883185 Jan 14 03:38:50.729518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49656) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:50.733491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] Sync routers for ids ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:50.754400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] Routers {'f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:50.757159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:50.820129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.832532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.841483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1bcd287-ddcb-410c-9d43-8899e9a040e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:50.937377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:50.942343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:50.956987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] Routers {'f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:50.960656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:50.969021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'SecurityGroup': ['ID=181d5c37-fcd9-4857-aea6-25469e2f9438,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:50.995912 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:50.999485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857e889-9318-44c9-b5cb-c8e1808ec43b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:51.000462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5857e889-9318-44c9-b5cb-c8e1808ec43b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:38:51.001127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:51.005814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5682278 Jan 14 03:38:51.008724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49664) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:51.018937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1348069563', 'security_groups': ['181d5c37-fcd9-4857-aea6-25469e2f9438'], 'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79a99af6-196f-4e2f-b3cf-b329b06bc94f'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:51.061158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] For port c756f9cc-8c28-4d2b-b097-ae2f89719521, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c756f9cc-8c28-4d2b-b097-ae2f89719521,segment=NetworkSegment(fcfdd509-950a-44da-b9b9-2313ec2d89ce),segment_id=fcfdd509-950a-44da-b9b9-2313ec2d89ce)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:51.077425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5857e889-9318-44c9-b5cb-c8e1808ec43b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:38:51.088426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5857e889-9318-44c9-b5cb-c8e1808ec43b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports/1449147b-84ac-4a91-a6f3-e695e1a2d0dc HTTP/1.1" status: 200 len: 910 time: 0.3523934 Jan 14 03:38:51.088426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49670) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:51.098440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:51.100662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3067915b-4d2a-4ed1-be70-edc0fdad7f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:51.126108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'port': {'fixed_ips': [{'subnet_id': '9347800e-559e-4eec-a393-cef6c7d7ca64'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:51.168264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:51.168754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18c648-6c2c-49d2-bd5a-c8d0e533f63b None None] The sync data for ids ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'] in n-d-765315-13 is: [] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:51.290775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:51.372914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:51.388810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:51.418793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'port': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:51.457516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Pushing event updated for resources: {'Port': ['ID=c756f9cc-8c28-4d2b-b097-ae2f89719521,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:51.528630 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:51.599558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Provisioning for port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:51.609874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Provisioning complete for port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:51.610322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:51.721328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:51.743291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:51.777937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Provisioning complete for port c756f9cc-8c28-4d2b-b097-ae2f89719521 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:51.778372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66896eae-b0f4-4f36-8a4c-8467ebb2dd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:51.779437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:52.106350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.notifiers.nova [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] device_id is not set on port 81fd7c80-2dfc-42c8-bfdd-beef0088434b yet. {{(pid=80833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 03:38:52.283936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Provisioning for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:52.291050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:52.291478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:52.519675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8::280 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/79a99af6-196f-4e2f-b3cf-b329b06bc94f/81fd7c80-2dfc-42c8-bfdd-beef0088434b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:52.821648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:52.823019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:52.898750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:52.949344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Provisioning complete for port c756f9cc-8c28-4d2b-b097-ae2f89719521 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:52.949786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9f0cd202-540b-46bd-91d1-01d8767fc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:52.952141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.031923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 81fd7c80-2dfc-42c8-bfdd-beef0088434b will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:53.129771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.186765 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.215358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.272987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c756f9cc-8c28-4d2b-b097-ae2f89719521 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:38:53.296877 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba7650bf-f2df-45f3-9f48-f81423f6979e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:53.446515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=1449147b-84ac-4a91-a6f3-e695e1a2d0dc,revision_number=3']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:53.449829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-209ea153-bde7-4060-b5a5-b778216eb6fd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:53.454790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Provisioning complete for port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:53.455235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.462144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:53.528710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:53.529665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.531423 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/ports/1449147b-84ac-4a91-a6f3-e695e1a2d0dc HTTP/1.1" status: 200 len: 910 time: 2.4465797 Jan 14 03:38:53.537115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49708) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:53.546899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:53.551204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:53.555929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:38:53.592175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:53.593233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.594460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:53.596796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c756f9cc-8c28-4d2b-b097-ae2f89719521 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:53.597206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.617712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=81fd7c80-2dfc-42c8-bfdd-beef0088434b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:53.621997 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:53.635772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6258307 Jan 14 03:38:53.641858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:53.652840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:53.718817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:53.719358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:53.965947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:53.982699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:53.994739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:54.004906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:54.050523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.053665 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:54.064134 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:54.084674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:54.137481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Provisioning complete for port c756f9cc-8c28-4d2b-b097-ae2f89719521 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:54.141238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c167f7a8-b044-441c-81b5-cf598433c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:54.350785 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79a99af6-196f-4e2f-b3cf-b329b06bc94f (CIDR: 2001:db8::/64) Jan 14 03:38:54.358393 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:38:54.358801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:38:54.382976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d04f3f73-52b8-4adb-84c6-443f04dad83f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7396135 Jan 14 03:38:54.383804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49732) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:54.391027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:54.436978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b04ad82f-de7d-476a-924e-76e66d1e1d87 None None] Provisioning for port 81fd7c80-2dfc-42c8-bfdd-beef0088434b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:38:54.443432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b04ad82f-de7d-476a-924e-76e66d1e1d87 None None] Provisioning complete for port 81fd7c80-2dfc-42c8-bfdd-beef0088434b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:38:54.444047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b04ad82f-de7d-476a-924e-76e66d1e1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:54.614656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad82f-de7d-476a-924e-76e66d1e1d87 None None] Port 81fd7c80-2dfc-42c8-bfdd-beef0088434b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:38:54.645376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:54.649772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:54.653570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:54.660156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:54.672991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:54.688273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:54.830327 n-d-765315-13 neutron-server[80721]: INFO neutron.db.ipam_backend_mixin [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 839a7b7e-27ac-444d-8288-fb0665ec0342 (CIDR: 2001:db8:0:1::/64) Jan 14 03:38:54.834303 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:38:54.834808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 400 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:38:54.857117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4371d00c-e0d2-4ca6-a01a-55f450e502b3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4718950 Jan 14 03:38:54.860819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49744) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:54.869949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'subnet': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:55.027880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:55.038303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:38:55.042412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Usage tracker for resource:subnet and tenant:2f168cb4de37428087622e191b95beb8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:38:55.045437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:38:55.051909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:38:55.062081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Made reservation on behalf of 2f168cb4de37428087622e191b95beb8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:38:55.072074 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:55.650271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 1449147b-84ac-4a91-a6f3-e695e1a2d0dc {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:55.650649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:55.671742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:55.687378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8ae3fb5-2fbe-4265-ad2a-796eac92206e tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:55.870387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Subnet': ['ID=8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:55.892363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.893680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.894311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.894956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.895572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.896188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.896837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.897494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.898108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.898720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.899347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.899957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.900839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.901577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.902191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.902814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.903436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.904046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.904681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.905306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.905913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.906532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.907483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.908087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.909172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.909782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.910390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.911181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.911900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.912571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.913183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.913792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.914428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.915035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.915642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.916249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:38:55.923732 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:55.951083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:55.953756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:38:55.955820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:38:55.965789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a95ee61-fe63-40bf-a498-7e45f910d44f None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:38:55.976935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:55.978849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:56.034894 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1723173 Jan 14 03:38:56.035533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49778) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:56.050057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1798178621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6'}], 'security_groups': ['bdc3ff08-3ef6-4a64-a4ed-1118b232d993', '85c86c03-5c76-4b07-ac4e-d43b63596941']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:38:56.206010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 1449147b-84ac-4a91-a6f3-e695e1a2d0dc owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:56.336844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:56.520768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:56.643862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Update dhcp port {'port': {'network_id': '93d1ed84-aadf-439f-8a9c-5c3dc632fa29', 'fixed_ips': [{'subnet_id': '839a7b7e-27ac-444d-8288-fb0665ec0342', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79a99af6-196f-4e2f-b3cf-b329b06bc94f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6'}], 'binding:host_id': 'n-d-765315-13'}, 'id': '8f532a93-0d4f-4bf5-8a04-87fe10f9c45e'} from n-d-765315-13. {{(pid=80834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 03:38:56.708598 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9bb55fad-c703-469e-a13e-166096b3505a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:56.799556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:56.835385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=1449147b-84ac-4a91-a6f3-e695e1a2d0dc,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:56.844813 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:57.241467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:57.293929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Delete allocated IP 2001:db8::280 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/79a99af6-196f-4e2f-b3cf-b329b06bc94f) {{(pid=80833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 03:38:57.308240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Allocated IP 2001:db8:0:2::ae (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6/81fd7c80-2dfc-42c8-bfdd-beef0088434b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:57.662275 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:57.695426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Transition to ACTIVE for port object 81fd7c80-2dfc-42c8-bfdd-beef0088434b will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:57.701798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:57.761198 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:57.866707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Allocated IP 2001:db8:0:2::2 (93d1ed84-aadf-439f-8a9c-5c3dc632fa29/8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6/8f532a93-0d4f-4bf5-8a04-87fe10f9c45e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:38:57.904876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router f13fe7ed-157f-4fc7-8dca-a1a35b9603eb has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:38:58.127323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event updated for resources: {'Port': ['ID=81fd7c80-2dfc-42c8-bfdd-beef0088434b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:58.193126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:58.199539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:38:58.216682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] In _notify_port_updated(), no bound segment for port 81fd7c80-2dfc-42c8-bfdd-beef0088434b on network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 {{(pid=80833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 03:38:58.219102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:38:58.226276 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:38:58.230223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] Sync routers for ids ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:38:58.249758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:38:58.249758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:58.257218 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "PUT /v2.0/ports/81fd7c80-2dfc-42c8-bfdd-beef0088434b HTTP/1.1" status: 200 len: 969 time: 2.2167015 Jan 14 03:38:58.259782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49818) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:58.259885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] Routers {'f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:58.262219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:58.311582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/f13fe7ed-157f-4fc7-8dca-a1a35b9603eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7729411 Jan 14 03:38:58.314638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49822) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:58.343606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.resource_extend [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 03:38:58.358689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 81fd7c80-2dfc-42c8-bfdd-beef0088434b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:38:58.359400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:58.381814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:58.409992 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d199af14-c173-4e1e-a8a7-a7bd317ceee7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=f13fe7ed-157f-4fc7-8dca-a1a35b9603eb HTTP/1.1" status: 200 len: 205 time: 0.0939589 Jan 14 03:38:58.410894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49830) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:58.419514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] Routers {'f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:38:58.420576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:38:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:58.612043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:58.624555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:38:58.625192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885b8bc-5ab9-445e-8d71-135456153b43 None None] The sync data for ids ['f13fe7ed-157f-4fc7-8dca-a1a35b9603eb'] in n-d-765315-13 is: [] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:38:58.657754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Transition to ACTIVE for port object 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:38:58.663999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:58.699313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc57abac-b5f0-4619-983d-9f0661731085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:38:58.834546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.024495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 81fd7c80-2dfc-42c8-bfdd-beef0088434b owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:38:59.060202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.061382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=7']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:38:59.067969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:38:59.400648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.465428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.473002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.517285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.518549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router f13fe7ed-157f-4fc7-8dca-a1a35b9603eb {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:38:59.548878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.553831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8022a65a-bd20-476f-b044-11c3a810217b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/f13fe7ed-157f-4fc7-8dca-a1a35b9603eb HTTP/1.1" status: 204 len: 168 time: 1.1413856 Jan 14 03:38:59.554582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49864) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:38:59.806926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 9347800e-559e-4eec-a393-cef6c7d7ca64 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:38:59.814178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.888066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:38:59.920919 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3f44d447-1a38-45da-873d-890b3f622622 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:00.070084 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.115233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.144331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-25a2fce9-1b64-448c-8eac-9ca0e18274f6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:00.153558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-25a2fce9-1b64-448c-8eac-9ca0e18274f6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/networks?id=97d30561-18f4-47a1-b2c5-63074c2b59b2 HTTP/1.1" status: 200 len: 811 time: 0.9352341 Jan 14 03:39:00.164093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=81fd7c80-2dfc-42c8-bfdd-beef0088434b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:00.174929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:00.190489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Could not find standard attr ID for object 81fd7c80-2dfc-42c8-bfdd-beef0088434b. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:39:00.190907 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-c2c67a19-f98f-4b2f-9f1e-61271901ae1a tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/quotas/8db032711651433a82063629f1ebda86 HTTP/1.1" status: 200 len: 375 time: 0.0358584 Jan 14 03:39:00.221407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:00.221844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.305577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/81fd7c80-2dfc-42c8-bfdd-beef0088434b HTTP/1.1" status: 204 len: 168 time: 2.0356266 Jan 14 03:39:00.309279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49876) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:00.337445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:39:00.358301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Provisioning for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:00.369220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:00.369891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-653ba6f6-ee00-4cfd-88ff-6245dba65e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.389872 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f698a58-5099-43a7-a037-4fcc8892dba7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] GET failed (client error): The resource could not be found. Jan 14 03:39:00.390485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f698a58-5099-43a7-a037-4fcc8892dba7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:39:00.410208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.420094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5f698a58-5099-43a7-a037-4fcc8892dba7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:39:00.424427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5f698a58-5099-43a7-a037-4fcc8892dba7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports/81fd7c80-2dfc-42c8-bfdd-beef0088434b HTTP/1.1" status: 404 len: 333 time: 0.1134021 Jan 14 03:39:00.426657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49882) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:00.445726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-246b3ac8-7dde-4444-aef2-e60a86fbe83a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:00.482387 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-486a8a1f-8434-46a5-8748-34695f9c54bc tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db032711651433a82063629f1ebda86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2901714 Jan 14 03:39:00.494065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=9347800e-559e-4eec-a393-cef6c7d7ca64,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:00.573048 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:00.680111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.690734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433679fd-f409-4625-89e3-6d417267a619 None None] Network ec78279f-2013-49f9-98da-91c63e523d86 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:00.691321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.702370 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-b462cde6-28a6-4158-b49a-c3be4b03e953 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189529 Jan 14 03:39:00.709386 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c7d22ffd-6c9c-4baf-8cb7-1c5551197308 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/9347800e-559e-4eec-a393-cef6c7d7ca64 HTTP/1.1" status: 204 len: 168 time: 1.1539783 Jan 14 03:39:00.716449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49888) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:00.873318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5c611946-dc28-4dc2-8d79-24d0954cd7d9 None None] Could not find standard attr ID for object 81fd7c80-2dfc-42c8-bfdd-beef0088434b. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:39:00.892263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:00.928263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.057530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port c756f9cc-8c28-4d2b-b097-ae2f89719521 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:01.057530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.069590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-51309e02-b6c2-43d2-905a-6e48d54ca1a5 req-2df0bb21-02f2-4865-af02-5441f82256ac service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3633633 Jan 14 03:39:01.118706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2d6b1a08-005a-480e-ad22-f45311218493 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:01.118706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1a08-005a-480e-ad22-f45311218493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.119519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.122986 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cef0b80e-a51d-44fc-a940-d7102c31100a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:01.155044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d5c37-fcd9-4857-aea6-25469e2f9438,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:01.158825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:01.161717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.166164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/security-groups/181d5c37-fcd9-4857-aea6-25469e2f9438 HTTP/1.1" status: 204 len: 168 time: 0.7394335 Jan 14 03:39:01.167194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49902) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:01.259729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:01.319401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.413919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.453066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port c756f9cc-8c28-4d2b-b097-ae2f89719521, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c756f9cc-8c28-4d2b-b097-ae2f89719521,segment=NetworkSegment(fcfdd509-950a-44da-b9b9-2313ec2d89ce),segment_id=fcfdd509-950a-44da-b9b9-2313ec2d89ce)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:01.453477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.576909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.584332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4308a492-e28c-46bb-a4e2-1f78ac4261c8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:01.606708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c86c03-5c76-4b07-ac4e-d43b63596941,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:01.610473 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:01.615423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.616556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/security-groups/85c86c03-5c76-4b07-ac4e-d43b63596941 HTTP/1.1" status: 204 len: 168 time: 0.4481435 Jan 14 03:39:01.627870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49920) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:01.632975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab9f57-a698-4d88-ba4e-92867536d175 None None] DHCP port deletion for ec78279f-2013-49f9-98da-91c63e523d86 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:39:01.705004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1cab9f57-a698-4d88-ba4e-92867536d175 None None] Deleting port c756f9cc-8c28-4d2b-b097-ae2f89719521 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:01.705448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1cab9f57-a698-4d88-ba4e-92867536d175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.751056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for c756f9cc-8c28-4d2b-b097-ae2f89719521 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:01.757841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.788737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:01.789252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.791135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.847763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.858165 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd59c3c-1b20-4e08-a98e-98243b3985e5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:01.903562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.929903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2ee21510-27bc-437c-b90b-51b6e10ef3fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:01.930079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3ff08-3ef6-4a64-a4ed-1118b232d993,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:01.942694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:01.943714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:01.957831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/security-groups/bdc3ff08-3ef6-4a64-a4ed-1118b232d993 HTTP/1.1" status: 204 len: 168 time: 0.3287189 Jan 14 03:39:01.958572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49936) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:02.052883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1cab9f57-a698-4d88-ba4e-92867536d175 None None] The port 'c756f9cc-8c28-4d2b-b097-ae2f89719521' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:39:02.180038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=c756f9cc-8c28-4d2b-b097-ae2f89719521,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:02.208631 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:02.270261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port c756f9cc-8c28-4d2b-b097-ae2f89719521 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:39:02.404811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 79a99af6-196f-4e2f-b3cf-b329b06bc94f {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:39:02.409467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.461015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.481264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.619261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.739278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78279f-2013-49f9-98da-91c63e523d86']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:02.777794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfdd509-950a-44da-b9b9-2313ec2d89ce') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:02.778223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfdd509-950a-44da-b9b9-2313ec2d89ce') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:02.792120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.810600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:02.813017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:39:02.988664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.041417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2165f8d9-94a7-4278-b34f-aa845348a003 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:03.148362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c756f9cc-8c28-4d2b-b097-ae2f89719521 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:39:03.162318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ec78279f-2013-49f9-98da-91c63e523d86 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:39:03.179922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.185271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=79a99af6-196f-4e2f-b3cf-b329b06bc94f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:03.200033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:03.211194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c756f9cc-8c28-4d2b-b097-ae2f89719521 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:39:03.211559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c756f9cc-8c28-4d2b-b097-ae2f89719521 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:39:03.366195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.369510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59cf4b1-c194-41fe-99c0-823badd4e3ad None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:03.391006 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/79a99af6-196f-4e2f-b3cf-b329b06bc94f HTTP/1.1" status: 204 len: 168 time: 1.4311967 Jan 14 03:39:03.391251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49974) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:03.476571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network ec78279f-2013-49f9-98da-91c63e523d86 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: The network API now supports system scope and default roles. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: warnings.warn(deprecated_msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:39:03.538922 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:39:03.743068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.754047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13f1b808-1c0e-46ed-a345-3932d4edf8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:03.809079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.812738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=ec78279f-2013-49f9-98da-91c63e523d86,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:03.822659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:03.840517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 49988) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:03.844883 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/ec78279f-2013-49f9-98da-91c63e523d86 HTTP/1.1" status: 204 len: 168 time: 3.1271420 Jan 14 03:39:03.851635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402219665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:03.863806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:03.868612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:03.871634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:03.878422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:03.895277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.896419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.913539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.917566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:39:03.932043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:03.941866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.020658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.024705 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f47cf4a5-5500-44d5-a53f-22c481a93c53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1805298 Jan 14 03:39:04.028137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 49992) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:04.047745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-1102415684'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:04.054865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:04.071982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:04.091908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:04.112897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.163654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:04.203895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:04.214657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.283508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.340223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:39:04.349868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.350262 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment 71d3179d-8405-4551-bc14-0dccd4f9d21a of type vxlan for network 228a4f33-b8f2-4453-b846-87bd8e15efe0 Jan 14 03:39:04.589604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d7d8e490-b270-4e72-935c-e2c4f42f24a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.814997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e372f4b-6200-4872-ab2a-00e8f4b223c5 None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:04.815858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e372f4b-6200-4872-ab2a-00e8f4b223c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:04.870097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.025929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e372f4b-6200-4872-ab2a-00e8f4b223c5 None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:05.026357 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e372f4b-6200-4872-ab2a-00e8f4b223c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.087642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.089291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e372f4b-6200-4872-ab2a-00e8f4b223c5 None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:39:05.112474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:05.113291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.135755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa583f6d-c8e4-4f17-92f7-5cea36013fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:05.158897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1290331 Jan 14 03:39:05.161955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50022) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:05.169261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:05.322498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=228a4f33-b8f2-4453-b846-87bd8e15efe0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:05.326287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:05.335453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:05.337124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:05.389660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:05.399796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:05.411555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.412766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:05.428406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af94a335-7db2-43bf-86a3-600ddfca6435 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:05.435518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:05.471949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:05.480239 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:05.498603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:05.653077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.660947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.671328 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/8de9b7f5-2b3d-4566-a881-f8f88aa4bfb6 HTTP/1.1" status: 204 len: 168 time: 2.2768540 Jan 14 03:39:05.671745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50036) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:05.720043 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7907b2-196e-4f77-ae8f-7dabd67717ca tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:05.720607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7907b2-196e-4f77-ae8f-7dabd67717ca tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:05.724899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b7907b2-196e-4f77-ae8f-7dabd67717ca tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/79a99af6-196f-4e2f-b3cf-b329b06bc94f HTTP/1.1" status: 404 len: 337 time: 0.0497928 Jan 14 03:39:05.725507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50040) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:05.860049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:05.867185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting subnet 839a7b7e-27ac-444d-8288-fb0665ec0342 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:39:05.878839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:05.904444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bedda78-0bc4-440a-b2ca-3ebd43f732bd None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:06.018857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:06.188180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:06.659922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:06.663213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:06.680880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8dde7e7-bd18-4715-a0f2-c2f44ecfb31e tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:06.782665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Subnet': ['ID=839a7b7e-27ac-444d-8288-fb0665ec0342,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:06.790415 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:06.833397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092760bb-11e7-4269-939b-2f4e1725bb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:06.862532 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-259fa927-85d2-4eac-99ce-5aa719e7e279 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:06.936358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=3698bb70-e61a-465a-abdb-35251b97a036,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:06.951935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:07.003905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:07.004571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: 228a4f33-b8f2-4453-b846-87bd8e15efe0, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:39:07.069852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:39:07.077090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:07.095587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 228a4f33-b8f2-4453-b846-87bd8e15efe0) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:07.095790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/839a7b7e-27ac-444d-8288-fb0665ec0342 HTTP/1.1" status: 204 len: 168 time: 1.3689795 Jan 14 03:39:07.102865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50070) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.103633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c1bac-be7f-4ddd-8109-434d82300644 None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:07.167925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:07.168639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:07.245223 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-628dac9a-5db1-411b-8a63-72f38fdb32a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:07.246043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628dac9a-5db1-411b-8a63-72f38fdb32a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:07.249905 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-628dac9a-5db1-411b-8a63-72f38fdb32a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/57b29996-a604-4f1b-b1c1-1a2f32f128f8 HTTP/1.1" status: 404 len: 337 time: 0.1459641 Jan 14 03:39:07.253399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50074) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.257519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50078) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.258269 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f6b9a67-8e42-48e0-8fa0-be5e4f4f7c7d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0947368 Jan 14 03:39:07.478997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7377eeb4-7164-4626-b0c3-2eb340cc11de tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Synchronizing usage tracker for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:39:07.538939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-228a4f33-b8f2-4453-b846-87bd8e15efe0', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:39:07.540041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:07.604502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7377eeb4-7164-4626-b0c3-2eb340cc11de tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Unset dirty status for tenant:2f168cb4de37428087622e191b95beb8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:39:07.605984 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7377eeb4-7164-4626-b0c3-2eb340cc11de tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "GET /v2.0/ports?device_id=7726a56d-170b-4079-a2a8-0c7dae446c92 HTTP/1.1" status: 200 len: 205 time: 0.3513019 Jan 14 03:39:07.608939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50088) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.721717 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:07.759802 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-3414ede1-6e13-42cd-a48e-80e769ca5022 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] delete failed (client error): The resource could not be found. Jan 14 03:39:07.763392 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3414ede1-6e13-42cd-a48e-80e769ca5022 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/routers/7726a56d-170b-4079-a2a8-0c7dae446c92 HTTP/1.1" status: 404 len: 336 time: 0.1508679 Jan 14 03:39:07.772903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50092) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.870752 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec2c726-85d1-4957-81cd-5eff8998c565 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:07.871266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec2c726-85d1-4957-81cd-5eff8998c565 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:07.875560 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ec2c726-85d1-4957-81cd-5eff8998c565 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/92ee401d-844a-4587-8115-74c4cafc912f HTTP/1.1" status: 404 len: 337 time: 0.0991781 Jan 14 03:39:07.875949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50096) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:07.936077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcee01-9264-4500-9aab-d637075a334a None None] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:07.941755 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da82442-9c36-4bdd-be42-f9a9a90a617b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:07.942510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da82442-9c36-4bdd-be42-f9a9a90a617b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:07.944567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6da82442-9c36-4bdd-be42-f9a9a90a617b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/c122dfb0-0a6b-46f9-b446-889e0009bf6c HTTP/1.1" status: 404 len: 337 time: 0.0595691 Jan 14 03:39:07.947354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.044518 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-979cd3d5-95b3-43f2-ade8-d896d1e101e8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:08.045156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979cd3d5-95b3-43f2-ade8-d896d1e101e8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:08.047633 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-979cd3d5-95b3-43f2-ade8-d896d1e101e8 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/a23d5fb0-ca5a-46dc-808f-ccd3f133e9f9 HTTP/1.1" status: 404 len: 337 time: 0.0991206 Jan 14 03:39:08.051720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50114) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.184414 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e65090-b341-4286-96fc-a7fb394df8f7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:08.184414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e65090-b341-4286-96fc-a7fb394df8f7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:08.185010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47e65090-b341-4286-96fc-a7fb394df8f7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/120c3840-6e5f-4a4a-b428-60221124ac7e HTTP/1.1" status: 404 len: 333 time: 0.1319239 Jan 14 03:39:08.188534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50118) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.208504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:08.248587 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39676d7-6958-444c-8c0f-a40c1b47fc11 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:08.255269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39676d7-6958-444c-8c0f-a40c1b47fc11 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:08.259689 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e39676d7-6958-444c-8c0f-a40c1b47fc11 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/f2b8485a-f879-43ef-865c-7f7a3c3cc9e7 HTTP/1.1" status: 404 len: 337 time: 0.0677829 Jan 14 03:39:08.259990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.303188 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2105c3b-e504-4df6-ad81-efa42c5e5e10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:08.304055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2105c3b-e504-4df6-ad81-efa42c5e5e10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:08.306181 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b2105c3b-e504-4df6-ad81-efa42c5e5e10 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/4ab6d8d8-4304-4899-a98e-9d4c4603046c HTTP/1.1" status: 404 len: 337 time: 0.0451663 Jan 14 03:39:08.316845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50128) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.347905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55f17517-3485-4e19-9430-2a76ffc8ac1f None None] Provisioning complete for port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:08.348477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55f17517-3485-4e19-9430-2a76ffc8ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:08.462366 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2325d0c4-7f8b-4239-a63f-4467bb697082 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:08.462862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2325d0c4-7f8b-4239-a63f-4467bb697082 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:08.489659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2325d0c4-7f8b-4239-a63f-4467bb697082 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/375c0060-37ab-4c10-a1a5-98f9db8fda1a HTTP/1.1" status: 404 len: 333 time: 0.1713395 Jan 14 03:39:08.493246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50144) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:08.502477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Allocated IP 172.20.0.2 (228a4f33-b8f2-4453-b846-87bd8e15efe0/3698bb70-e61a-465a-abdb-35251b97a036/8bb910b5-46cb-4fce-8ca8-ceed29737f62) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:08.777763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:08.789382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Transition to ACTIVE for port object 8bb910b5-46cb-4fce-8ca8-ceed29737f62 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:08.813025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Transition to ACTIVE for port object 8bb910b5-46cb-4fce-8ca8-ceed29737f62 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:08.884659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.078535 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf1980-2776-4c9e-8515-db52fab3ce39 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:09.079272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdf1980-2776-4c9e-8515-db52fab3ce39 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:09.137135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50186) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:09.137303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bbdf1980-2776-4c9e-8515-db52fab3ce39 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/6d235476-27d6-4c72-901e-2fbaede96f65 HTTP/1.1" status: 404 len: 337 time: 0.6277840 Jan 14 03:39:09.183767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:09.208257 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8b5540-7243-4e61-a008-c93d23852eae tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] DELETE failed (client error): The resource could not be found. Jan 14 03:39:09.208884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8b5540-7243-4e61-a008-c93d23852eae tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:39:09.210759 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ac8b5540-7243-4e61-a008-c93d23852eae tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/subnets/eb3153a1-ea99-4166-8d5b-f3ad95e95155 HTTP/1.1" status: 404 len: 337 time: 0.0725424 Jan 14 03:39:09.213894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50190) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:09.218459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.20.0.1 (228a4f33-b8f2-4453-b846-87bd8e15efe0/3698bb70-e61a-465a-abdb-35251b97a036/7849de8f-a123-49f2-a592-d8d8a9fabfd0) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:09.299508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Pushing event updated for resources: {'Port': ['ID=8bb910b5-46cb-4fce-8ca8-ceed29737f62,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:09.302604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.310530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:09.357856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 10f2a333-b747-4928-9960-5f75cac9764c {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:09.358238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.474701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:09.476289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:09.492772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:09.712375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.714630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.733835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] DHCP port deletion for 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:39:09.748313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Deleting port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:09.748767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.751541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 7849de8f-a123-49f2-a592-d8d8a9fabfd0 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:09.795238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.824539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b304db43-57a1-42ff-890e-1597013e927b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:09.834699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Attempting to bind port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:09.835320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Attempting to bind port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:09.835892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Attempting to bind port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 on network 228a4f33-b8f2-4453-b846-87bd8e15efe0 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:09.861256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55f17517-3485-4e19-9430-2a76ffc8ac1f None None] Provisioning complete for port 10f2a333-b747-4928-9960-5f75cac9764c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:09.862134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55f17517-3485-4e19-9430-2a76ffc8ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.905830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:09.939109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:09.995190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-55f17517-3485-4e19-9430-2a76ffc8ac1f None None] Port 10f2a333-b747-4928-9960-5f75cac9764c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:39:10.009655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:10.010280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Checking segment: {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:10.011375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.012126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Bound using segment: {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:10.013026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Bound port: 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:10.013617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.025755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:10.214007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 10f2a333-b747-4928-9960-5f75cac9764c owned by {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:10.324219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:10.327089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:10.333298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:10.365193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] For port 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:10.371225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] For port 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bb910b5-46cb-4fce-8ca8-ceed29737f62,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:10.381122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.387037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.417626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:10.454330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.471191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=10f2a333-b747-4928-9960-5f75cac9764c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:10.524864 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:10.558624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:10.563308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.577095 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:10.598651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for port, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:10.617902 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/ports/10f2a333-b747-4928-9960-5f75cac9764c HTTP/1.1" status: 204 len: 168 time: 1.4028008 Jan 14 03:39:10.618813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50252) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:10.755408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.254141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Pushing event updated for resources: {'Port': ['ID=8bb910b5-46cb-4fce-8ca8-ceed29737f62,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:11.258834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:39:11.360690 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:11.433796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.525685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:11.526066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.656514 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.660920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.684904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Calling delete_port for 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:11.703476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:11.808041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:11.811328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:11.827011 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:11.954174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:12.083562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:12.083963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:12.192234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:12.215502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:12.220960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:12.225629 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:12.323384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:39:12.324524 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:39:12.357354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=11']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:12.365050 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:12.437294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:12.441324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:12.461511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:12.615035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:39:12.615402 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:39:12.704564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:39:12.839166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Deleting port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:12.839166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:12.960847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:12.973000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7139244 Jan 14 03:39:12.976313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50288) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:12.983280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:39:13.010212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-922679241'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:13.018776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:13.019473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:13.020827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:13.032761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:13.041236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:13.063060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:13.094051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:13.105267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.117136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Deleting port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:13.117520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.145755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:39:13.156898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.157579 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment c5237993-82bc-4e3d-b065-a1d4cf189dbe of type vxlan for network df3bf667-a604-4b98-a8e6-1ec3f01417a4 Jan 14 03:39:13.202043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bb910b5-46cb-4fce-8ca8-ceed29737f62 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:13.204061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.261430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.303883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:13.304650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.310808 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3b542694-1729-4925-a658-6d4aac1e26bd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:13.438524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:13.517571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5327306 Jan 14 03:39:13.544460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:13.559615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:13.668996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=df3bf667-a604-4b98-a8e6-1ec3f01417a4,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:13.687755 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:13.710687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:13.721544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:13.724733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:13.729426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:13.732279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:13.734043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:13.741392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:13.753136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:13.887455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:10Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:11Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:13.891848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:39:13.892782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Updating router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:39:13.961264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:13.989126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:14.071404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.080616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.148760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] For port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,segment=NetworkSegment(e149d812-97bf-491b-a05d-6fff7433d4c1),segment_id=e149d812-97bf-491b-a05d-6fff7433d4c1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:14.149229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.205365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Calling delete_port for 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:14.389319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Calling delete_port for 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:39:14.394834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.600393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:39:14.600950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:39:14.628066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1060e616-f205-4261-8343-4a7ed66601c7 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:14.681864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] No DVR routers for this DVR port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:39:14.846305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f548f4-c40b-40d7-9d64-9133c2522b91 None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:14.904479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.917866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Transition to ACTIVE for port object 7849de8f-a123-49f2-a592-d8d8a9fabfd0 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:14.921856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:14.927158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Port': ['ID=8f532a93-0d4f-4bf5-8a04-87fe10f9c45e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:14.986988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:15.014003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.141404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7fd1eb-60f6-4405-a543-f09b55a64028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:15.163008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d1ed84-aadf-439f-8a9c-5c3dc632fa29']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:15.180881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e149d812-97bf-491b-a05d-6fff7433d4c1') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:15.181452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e149d812-97bf-491b-a05d-6fff7433d4c1') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:15.195756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.197786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.227450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Pushing event updated for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:15.239104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.241044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-19a0d4f0-97fb-4be1-bd0d-4d4316f163da tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:15.243082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:39:15.267422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Deleting port 8f532a93-0d4f-4bf5-8a04-87fe10f9c45e {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:39:15.269413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.328933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=bcb1d53f-c47e-4633-904f-91bafb6a1ab1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:15.383920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.384298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.385180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.385180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.385700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.385700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.386169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.386328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.386652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.387154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.387633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.388133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.388702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.389970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.390750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.395306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.396424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.396952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.400957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.402054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.409808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.410490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.411273 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:15.411518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.412052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.412734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.413278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.414101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.414645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.415174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.415715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.416241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.416829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.417192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.417550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.417910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.418266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:15.424040 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:15.489829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Attempting to bind port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:15.490486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Attempting to bind port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:15.491041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Attempting to bind port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 on network 228a4f33-b8f2-4453-b846-87bd8e15efe0 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:15.497448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:15.498665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Checking segment: {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:15.499280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.499857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Bound using segment: {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:15.500547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Bound port: 7849de8f-a123-49f2-a592-d8d8a9fabfd0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3179d-8405-4551-bc14-0dccd4f9d21a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:15.501126 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.530253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:15.530838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: df3bf667-a604-4b98-a8e6-1ec3f01417a4, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:39:15.558112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:39:15.576839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, df3bf667-a604-4b98-a8e6-1ec3f01417a4) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:15.605073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:15.605900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.653063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:39:15.655988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1103501 Jan 14 03:39:15.664684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50332) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:15.674435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.741662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] For port 7849de8f-a123-49f2-a592-d8d8a9fabfd0, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:15.747459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] For port 7849de8f-a123-49f2-a592-d8d8a9fabfd0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7849de8f-a123-49f2-a592-d8d8a9fabfd0,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:15.756760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:15.769804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6317f-37af-433e-a72e-c4ebf43a3067 None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:15.788600 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:15.953256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Network 93d1ed84-aadf-439f-8a9c-5c3dc632fa29 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:39:16.092798 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:39:16.226041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd87064e-3d29-449c-8f16-423efbdc85ad None None] The port '8f532a93-0d4f-4bf5-8a04-87fe10f9c45e' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:39:16.289961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:16.293893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-70f91db0-4450-4223-b200-f47b5393d72b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:16.321121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Pushing event updated for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:16.331281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:16.338343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:16.380174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] 10.222.0.30 "DELETE /v2.0/networks/93d1ed84-aadf-439f-8a9c-5c3dc632fa29 HTTP/1.1" status: 204 len: 168 time: 5.7599528 Jan 14 03:39:16.387661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Pushing event deleted for resources: {'Network': ['ID=93d1ed84-aadf-439f-8a9c-5c3dc632fa29,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:16.401561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:16.455345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:16.456007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:17.053387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-edc538ad-1399-473f-9a46-9addeaf51daf None None] Provisioning for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:17.057900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:17.072170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.236807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:17.256151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:39:17.258875 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.377756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.499394 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c79e791-44a5-4e84-a8ee-f6617961d971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f168cb4de37428087622e191b95beb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401469 Jan 14 03:39:17.500466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50372) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:17.511302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:17.582073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.663144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.728988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.748244 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e8e0d1e-ccde-471d-a64f-a19b1e932a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:17.794685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.794685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7533b13-816c-44e8-9d5e-5217f0e38690 HTTP/1.1" status: 204 len: 168 time: 0.2913892 Jan 14 03:39:17.794685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7533b13-816c-44e8-9d5e-5217f0e38690,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:17.800853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:17.823077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:17.823668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:17.927829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:10Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:15Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:17.956583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6f866-3fcb-4adc-8b3a-a832ca07a6a2 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:10Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:15Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:39:18.703828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3dc1b1f-3771-4c3e-b887-77a56cc343bb None None] Provisioning complete for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:18.705417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1b1f-3771-4c3e-b887-77a56cc343bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:18.769363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:18.926223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Allocated IP 172.21.0.2 (df3bf667-a604-4b98-a8e6-1ec3f01417a4/bcb1d53f-c47e-4633-904f-91bafb6a1ab1/305b3897-27cb-4297-bb11-3ba6312b3520) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:18.942978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bb910b5-46cb-4fce-8ca8-ceed29737f62,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:19.190496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:19.207879 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65e0659e-6496-469f-b201-727f0e179c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:19.310899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8bb910b5-46cb-4fce-8ca8-ceed29737f62,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:19.315658 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:19.412072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:39:19.428778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3dc1b1f-3771-4c3e-b887-77a56cc343bb None None] Provisioning for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:19.436009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7849de8f-a123-49f2-a592-d8d8a9fabfd0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:19.591631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:19.613343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Transition to ACTIVE for port object 305b3897-27cb-4297-bb11-3ba6312b3520 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:19.623565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:19.645860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:19.646637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:19.744376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Transition to ACTIVE for port object 305b3897-27cb-4297-bb11-3ba6312b3520 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:19.766891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:19.881302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6efc6343-aaee-485a-ae06-e6a9ee0d9077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:19.947562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.21.0.1 (df3bf667-a604-4b98-a8e6-1ec3f01417a4/bcb1d53f-c47e-4633-904f-91bafb6a1ab1/4f052b19-94b3-4bbd-b131-d98435681ae7) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:20.003001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6dfaa301-eedf-48a8-889c-5b37712d6a4e None None] Provisioning complete for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:20.009483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa301-eedf-48a8-889c-5b37712d6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:20.575208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Pushing event updated for resources: {'Port': ['ID=305b3897-27cb-4297-bb11-3ba6312b3520,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:20.603094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:20.630777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:20.745476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 7849de8f-a123-49f2-a592-d8d8a9fabfd0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7849de8f-a123-49f2-a592-d8d8a9fabfd0,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:20.746861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6dfaa301-eedf-48a8-889c-5b37712d6a4e None None] Provisioning complete for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:20.747312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa301-eedf-48a8-889c-5b37712d6a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:20.830750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:20.833996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:20.918707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:20.925737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:20.937579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:20.940121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:20.943009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:21.113296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.139072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 4f052b19-94b3-4bbd-b131-d98435681ae7 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:21.191659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Attempting to bind port 305b3897-27cb-4297-bb11-3ba6312b3520 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:21.192292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Attempting to bind port 305b3897-27cb-4297-bb11-3ba6312b3520 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:21.192962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Attempting to bind port 305b3897-27cb-4297-bb11-3ba6312b3520 on network df3bf667-a604-4b98-a8e6-1ec3f01417a4 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:21.203617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:21.204217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Checking segment: {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:21.205641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.206380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Bound using segment: {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:21.207333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Bound port: 305b3897-27cb-4297-bb11-3ba6312b3520, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:21.207921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.210088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.292065 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58698923-723c-4ce3-a60e-995f7facc27f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:21.415917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bb910b5-46cb-4fce-8ca8-ceed29737f62 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:21.558441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:21.570058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:21.590553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] For port 305b3897-27cb-4297-bb11-3ba6312b3520, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:21.599514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] For port 305b3897-27cb-4297-bb11-3ba6312b3520, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=305b3897-27cb-4297-bb11-3ba6312b3520,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:21.607116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:21.607789 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.702956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4d0e85f9-b0f5-4bcc-b111-936c1d6ae92c None None] Provisioning complete for port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:21.703644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85f9-b0f5-4bcc-b111-936c1d6ae92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:21.720724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:21.722222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:21.730146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:21.883812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:22.093822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:22.151147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:22.206220 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e9e215b-62a6-4693-baaf-895ce69e74b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:22.435682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7849de8f-a123-49f2-a592-d8d8a9fabfd0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:22.640431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Pushing event updated for resources: {'Port': ['ID=305b3897-27cb-4297-bb11-3ba6312b3520,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:22.677691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:22.724292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:22.724745 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:22.885304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4d0e85f9-b0f5-4bcc-b111-936c1d6ae92c None None] Provisioning complete for port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:22.885762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d0e85f9-b0f5-4bcc-b111-936c1d6ae92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:23.133483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:23.155615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:23.312898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9437044b-b9d2-4455-86d1-d1f24066caed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:23.419267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:23.423885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:23.426328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:23.721608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:23.722870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:23.964935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:39:24.171894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50546) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:24.192975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:24.204300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:39:24.210538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5443258 Jan 14 03:39:24.213324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50552) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:24.219934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-1946269692'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:24.226712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:24.227014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:24.231045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:24.231730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:24.236646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:24.242732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:24.254486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:24.266555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.342849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:39:24.352646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.353297 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment 6e3507f2-bee1-4587-9bc9-9c044390ffab of type vxlan for network 9a28c230-1679-4328-a251-d5ca1bbfb20e Jan 14 03:39:24.433826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.476312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.476956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.510073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:24.523303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9195ce3f7b45219a4a110c308b6f88 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:24.527967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:24.540199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:24.541310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:24.545811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.552724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ec6e8fc-daa6-48ea-915b-8582bd75d810 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:24.586965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:24.760244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.766245 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:24.827231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=9a28c230-1679-4328-a251-d5ca1bbfb20e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:24.855270 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5b36eb3f-235c-4188-830c-32b5d9fef6fd tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:24.858319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:24.888539 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6737416 Jan 14 03:39:24.891295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50574) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:24.899115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:24.931803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:24.968129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a9195ce3f7b45219a4a110c308b6f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7949908 Jan 14 03:39:24.970625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50578) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:25.002061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:25.033859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c72f8-6686-4243-98b0-ed595866a036,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:25.087792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:25.142711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:25.218112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:25.224034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:25.228368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:25.236634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:25.244731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:25.263228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:25.290044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:25.290757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2fed4-7485-43af-a6b9-60afcadac462 None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:25.505334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:25.518539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5d5a7ab-409c-430e-9ba4-6a9491352e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:25.528558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:25.541519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:25.558531 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/316c72f8-6686-4243-98b0-ed595866a036 HTTP/1.1" status: 204 len: 168 time: 0.5192950 Jan 14 03:39:25.559723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c72f8-6686-4243-98b0-ed595866a036,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:25.564742 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:25.802872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 305b3897-27cb-4297-bb11-3ba6312b3520 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:26.209306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b5f38333-d771-4a84-82e9-8bf328b2b0b2 None None] Provisioning for port 305b3897-27cb-4297-bb11-3ba6312b3520 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:26.243727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50604) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:26.289794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.337455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:26.353168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Usage tracker for resource:security_group_rule and tenant:f71a99a02d37474296889aa036f060fc is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:26.364209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:26.371583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:26.393874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.535005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.538309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-975752cd-3551-4f37-9679-01866946c947 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:26.539839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.579284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b5a12f8-a198-4ae3-84f2-d0342d74646f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:26.663554 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f71a99a02d37474296889aa036f060fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182577 Jan 14 03:39:26.664537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50616) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:26.666203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61780b9-0490-4eab-800f-b44de98720c3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:26.711010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 305b3897-27cb-4297-bb11-3ba6312b3520 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:26.716150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:26.724460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 305b3897-27cb-4297-bb11-3ba6312b3520 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:26.724806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.778370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:26.782168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:26.828065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:26.829047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: 9a28c230-1679-4328-a251-d5ca1bbfb20e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:39:26.848470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:22Z', 'revision_number': 3, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:22Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:26.853680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:39:26.856884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:39:26.857296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Updating router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 port 4f052b19-94b3-4bbd-b131-d98435681ae7 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:39:26.863239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 9a28c230-1679-4328-a251-d5ca1bbfb20e) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:26.879048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:26.879716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.883426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:26.897660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b10a0-f5e9-4295-af78-95c52543f62b None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:26.912913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0197577 Jan 14 03:39:26.914278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50628) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:27.275774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.303541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.352256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.662054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 305b3897-27cb-4297-bb11-3ba6312b3520, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=305b3897-27cb-4297-bb11-3ba6312b3520,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:27.742108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.748256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.767580 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:27.776452 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c028f496-1f47-4019-ac62-3f947d76a602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:27.839039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61780b9-0490-4eab-800f-b44de98720c3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:27.841657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:27.858959 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e61780b9-0490-4eab-800f-b44de98720c3 HTTP/1.1" status: 204 len: 168 time: 1.1463430 Jan 14 03:39:27.861859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:28.185623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=305b3897-27cb-4297-bb11-3ba6312b3520,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:28.199525 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:28.223513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:28.523676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-9a28c230-1679-4328-a251-d5ca1bbfb20e', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:39:28.525003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:28.576619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c7bcdce-237e-440a-9846-7dd4c6b13d9f None None] Provisioning complete for port 305b3897-27cb-4297-bb11-3ba6312b3520 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:28.577051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2c7bcdce-237e-440a-9846-7dd4c6b13d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:28.686533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:28.715697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Transition to ACTIVE for port object 4f052b19-94b3-4bbd-b131-d98435681ae7 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:28.737200 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:29.051671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:29.150033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Pushing event updated for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:29.166022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:29.557755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Attempting to bind port 4f052b19-94b3-4bbd-b131-d98435681ae7 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:29.558267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Attempting to bind port 4f052b19-94b3-4bbd-b131-d98435681ae7 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:29.558580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Attempting to bind port 4f052b19-94b3-4bbd-b131-d98435681ae7 on network df3bf667-a604-4b98-a8e6-1ec3f01417a4 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:29.567459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:29.568098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Checking segment: {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:29.570391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:29.571011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Bound using segment: {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:29.574372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Bound port: 4f052b19-94b3-4bbd-b131-d98435681ae7, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5237993-82bc-4e3d-b065-a1d4cf189dbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:29.574984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:29.705937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] For port 4f052b19-94b3-4bbd-b131-d98435681ae7, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:29.709693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] For port 4f052b19-94b3-4bbd-b131-d98435681ae7, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4f052b19-94b3-4bbd-b131-d98435681ae7,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:29.788237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:29.797257 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-38548063-e085-481b-8a4f-8758167ae3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:30.350313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Pushing event updated for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:30.359770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 305b3897-27cb-4297-bb11-3ba6312b3520 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:30.371006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.22.0.1 (9a28c230-1679-4328-a251-d5ca1bbfb20e/15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470/cb67fb1e-65ec-4c78-a4ca-29f74cc5152d) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:30.485431 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:30.716938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2c7bcdce-237e-440a-9846-7dd4c6b13d9f None None] Provisioning for port 4f052b19-94b3-4bbd-b131-d98435681ae7 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:30.759757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 305b3897-27cb-4297-bb11-3ba6312b3520 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:30.760326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:30.825385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:30.872995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object cb67fb1e-65ec-4c78-a4ca-29f74cc5152d will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:30.894203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5436c80d-8b41-4b96-999b-3b869bae9f72 None None] Provisioning complete for port 305b3897-27cb-4297-bb11-3ba6312b3520 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:30.894628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436c80d-8b41-4b96-999b-3b869bae9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:30.903036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:31.180627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:31.181108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:31.323758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4df61a43-1f69-419c-9593-ede5d3c90149 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:31.444515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:31.501091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:31.504996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:31.508670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:31.581144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:31.587945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:31.600926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:31.712002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Allocated IP 172.22.0.2 (9a28c230-1679-4328-a251-d5ca1bbfb20e/15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470/551d5da5-54bd-4a62-ab61-b0b1ae615b7c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:31.761956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.317808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.328842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Transition to ACTIVE for port object 551d5da5-54bd-4a62-ab61-b0b1ae615b7c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:32.346063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Transition to ACTIVE for port object 551d5da5-54bd-4a62-ab61-b0b1ae615b7c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:32.403459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.413204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.453213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.478032 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:32.574342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.579186 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e6b1ca6f-53cc-4491-86c9-cf8ae540d0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:32.595698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:32.605538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:32.784214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Pushing event updated for resources: {'Port': ['ID=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:32.792099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:32.801592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:32.804178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:32.806796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:32.840455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:22Z', 'revision_number': 3, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:29Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:32.880574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:32.881679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33eb64f-02b1-4eb3-8324-7eebdb54172a None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:22Z', 'revision_number': 3, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:29Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:39:32.882113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:32.949252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Attempting to bind port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:32.949682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Attempting to bind port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:32.960647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Attempting to bind port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c on network 9a28c230-1679-4328-a251-d5ca1bbfb20e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:32.975502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:32.984657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Checking segment: {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:32.984932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:32.985407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Bound using segment: {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:32.991064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Bound port: 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:32.992008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:33.246028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] For port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:33.249938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] For port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:33.254203 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:33.362496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:39:33.478870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:33.622984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:33.642200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7267284 Jan 14 03:39:33.644932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 50778) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:33.651544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'network': {'name': 'tempest-RoutersTest-809559154'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:33.658230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:33.662349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:network and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:33.666837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for network was recalculated. Used quota:3. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:33.673544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:33.700428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:33.720703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:33.738486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Pushing event updated for resources: {'Port': ['ID=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:33.763934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.780028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.782827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.783430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.783888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.788819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.794626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.795121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.795597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.796038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.801221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.802778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.803983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.804392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.804766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.805154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.805533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.805912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.815097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.815586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.816617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.817010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.817397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.817774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.818224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.818603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.818976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.819355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.819729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.820101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.820587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.820958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.821331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.821701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.825190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.825747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:33.836234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:39:33.844237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:33.863214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:33.863876 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added segment 792a4070-5b59-463f-9f59-718c7dbc3ddc of type vxlan for network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 Jan 14 03:39:33.929756 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:33.981116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:34.038740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:34.039458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:34.089641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5410273c-e991-4413-8f6c-7a1e9dafdda1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:34.341464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Network': ['ID=2598d2b8-1f2b-47d0-a1de-c50fba5460e3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:34.347376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:39:34.355124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:34.366967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50788) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:34.368473 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7223377 Jan 14 03:39:34.369646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:34.371666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:34.372737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:34.378388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'subnet': {'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:34.412768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:34.469672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:39:34.522391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4f052b19-94b3-4bbd-b131-d98435681ae7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:34.739294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:35.419815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:35.423917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:subnet and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:35.427217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:35.434367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:35.453034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Made reservation on behalf of f128358f53ba4c8b87b99397feef8fd8 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:39:35.513702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:31Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:29Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:32Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:35.538556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:39:35.539485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Updating router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:39:35.622723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:35.674988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:35.713138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-493615f2-d99b-4e45-a7ed-fe91f72a0f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:35.768301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4f052b19-94b3-4bbd-b131-d98435681ae7 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:35.785505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4f052b19-94b3-4bbd-b131-d98435681ae7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:35.785948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:35.861462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc60a4-e1f3-4f43-bbe2-88189e0d98cc None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:36.294744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7a08a266-06be-420a-898b-819866b5b85e None None] Provisioning for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:36.578311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:36.643704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4f052b19-94b3-4bbd-b131-d98435681ae7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4f052b19-94b3-4bbd-b131-d98435681ae7,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:36.661696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:36.683290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Transition to ACTIVE for port object cb67fb1e-65ec-4c78-a4ca-29f74cc5152d will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:36.687058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:36.688386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 551d5da5-54bd-4a62-ab61-b0b1ae615b7c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:36.690016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:36.744784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:36.761451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:36.781399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:36.888514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f1ace34-0afa-4493-812b-f07f299226dc tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:36.926192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Pushing event updated for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:36.931393 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:37.053490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Subnet': ['ID=df6742c4-fd55-4a88-94e7-c484bc78f0b7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:37.057610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:37.094188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Checking segment: {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:37.094790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network hostable DHCP agents. Network: 2598d2b8-1f2b-47d0-a1de-c50fba5460e3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:39:37.134611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:39:37.148197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-89a83534-df11-4fa8-865b-26591a064d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.170496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Provisioning for port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:37.182678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:37.186046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 2598d2b8-1f2b-47d0-a1de-c50fba5460e3) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:37.195156 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:37.203634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:37.205755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.227933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252186c-ddba-43b8-9d0c-91cacb45a423 None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:37.241307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:37.244335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Attempting to bind port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:37.244783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Attempting to bind port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:37.246145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Attempting to bind port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d on network 9a28c230-1679-4328-a251-d5ca1bbfb20e {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:37.252425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:37.252847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Checking segment: {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:37.253273 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.253708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Bound using segment: {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:37.254415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Bound port: cb67fb1e-65ec-4c78-a4ca-29f74cc5152d, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3507f2-bee1-4587-9bc9-9c044390ffab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:37.254601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.271036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:37.271705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.272422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9013202 Jan 14 03:39:37.275380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 50838) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:37.431929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Provisioning complete for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:37.432833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.465949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] For port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:37.470555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] For port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:37.485870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:37.528959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:37.855990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:38.011478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Pushing event updated for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:38.028169 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:38.130068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:38.130799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:38.131837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:39:38.132816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:38.217173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:38.466092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:38.934900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] For port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:39.008491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:39.061030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:39:39.062224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:39:39.070161 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:39.081537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:39.202936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:39.209002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Pushing event updated for resources: {'Port': ['ID=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:39.214636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:39.355648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:39.940431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6bb8e68f-1b03-45ac-84a5-a98755f63ce5 None None] Provisioning complete for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:39.940431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6bb8e68f-1b03-45ac-84a5-a98755f63ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:40.162416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:40.554309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4f052b19-94b3-4bbd-b131-d98435681ae7 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:40.736969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:31Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:37Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:40.761900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e36946f-27c5-4c0f-ab50-288bf2c8c585 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:31Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:37Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:39:40.908898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Allocated IP 172.23.0.2 (2598d2b8-1f2b-47d0-a1de-c50fba5460e3/df6742c4-fd55-4a88-94e7-c484bc78f0b7/ef323537-4be5-4dac-92a2-209835dd87a3) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:40.962700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4f052b19-94b3-4bbd-b131-d98435681ae7 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:40.963748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:42.096581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 551d5da5-54bd-4a62-ab61-b0b1ae615b7c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:42.211502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:42.330588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:42.330588 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:42.356743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:42.388589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Transition to ACTIVE for port object ef323537-4be5-4dac-92a2-209835dd87a3 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:42.429995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Transition to ACTIVE for port object ef323537-4be5-4dac-92a2-209835dd87a3 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:42.526089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:42.558398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e1a79b8-1e8f-412a-b56c-5d6f215b5146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:42.758677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Allocated IP 172.23.0.1 (2598d2b8-1f2b-47d0-a1de-c50fba5460e3/df6742c4-fd55-4a88-94e7-c484bc78f0b7/56935d12-579b-44d2-9378-6b2b53cabc31) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:39:42.903457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:42.907844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:42.909956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Pushing event updated for resources: {'Port': ['ID=ef323537-4be5-4dac-92a2-209835dd87a3,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:42.912275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:42.944292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:43.050766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Attempting to bind port ef323537-4be5-4dac-92a2-209835dd87a3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:43.051192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Attempting to bind port ef323537-4be5-4dac-92a2-209835dd87a3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:43.051612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Attempting to bind port ef323537-4be5-4dac-92a2-209835dd87a3 on network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:43.064658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:43.065104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Checking segment: {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:43.065562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.066008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Bound using segment: {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:43.066539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Bound port: ef323537-4be5-4dac-92a2-209835dd87a3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:43.066967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.147090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.166829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Transition to ACTIVE for port object 56935d12-579b-44d2-9378-6b2b53cabc31 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:43.216783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.245563 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8dedb237-f417-4ff9-ab81-f3395816050c tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:43.257617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cb67fb1e-65ec-4c78-a4ca-29f74cc5152d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:43.365005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] For port ef323537-4be5-4dac-92a2-209835dd87a3, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:43.370100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] For port ef323537-4be5-4dac-92a2-209835dd87a3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ef323537-4be5-4dac-92a2-209835dd87a3,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:43.375151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.425282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:43.435253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:43.512669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:43.553841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:43.562481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:43.566820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:39:43.730179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:43.730179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:43.747155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.763527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:43.900922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Pushing event updated for resources: {'Port': ['ID=ef323537-4be5-4dac-92a2-209835dd87a3,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:43.930935 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:43.984549 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:44.092094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:44.183344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:44.191048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:44.195494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:44.328187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:44.339789 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:44.510004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:44.522987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-2a468cb1-426e-4cc3-afed-80271f14f447 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:39:44.525132 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-2a468cb1-426e-4cc3-afed-80271f14f447 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/networks?id=97d30561-18f4-47a1-b2c5-63074c2b59b2 HTTP/1.1" status: 200 len: 811 time: 0.3697507 Jan 14 03:39:44.549141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-06c3be2b-6e30-49bc-8311-8889a0a3f217 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/quotas/8db032711651433a82063629f1ebda86 HTTP/1.1" status: 200 len: 375 time: 0.0157044 Jan 14 03:39:44.820476 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-bb495712-06d6-4450-8670-1af7725cd5c6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db032711651433a82063629f1ebda86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2611930 Jan 14 03:39:45.315902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cb67fb1e-65ec-4c78-a4ca-29f74cc5152d up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:45.440036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:45.440536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:45.725280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ef323537-4be5-4dac-92a2-209835dd87a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:45.736571 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-2c5d2885-2e64-4c00-9df8-fbe74cf9ca99 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9071527 Jan 14 03:39:45.867288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ef323537-4be5-4dac-92a2-209835dd87a3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:46.017571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:46.030246 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:46.153245 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:46.157791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-21e2ae45-e959-4d88-bf6b-96df1286fabd req-38ad4ccd-9351-4f54-83d0-ec69c5442e44 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4195373 Jan 14 03:39:46.254687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event updated for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:46.261258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:46.310384 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:46.448915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4841d8-7938-4bea-9164-d92bdc310b62 None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:39:46.627342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:39:46.627342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:39:46.995542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:39:47.128118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Provisioning for port ef323537-4be5-4dac-92a2-209835dd87a3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:47.160775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Provisioning complete for port ef323537-4be5-4dac-92a2-209835dd87a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:47.160775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:47.364921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:47.420193 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1406817 Jan 14 03:39:47.420659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51070) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:47.428612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:47.450931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:39:47.455232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:47.565326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] For port ef323537-4be5-4dac-92a2-209835dd87a3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ef323537-4be5-4dac-92a2-209835dd87a3,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:47.585868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:47.585868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:47.950935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:48.509864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:48.519757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:48.759448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Pushing event updated for resources: {'Port': ['ID=ef323537-4be5-4dac-92a2-209835dd87a3,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:48.777148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:49.045154 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Provisioning for port 56935d12-579b-44d2-9378-6b2b53cabc31 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:49.140640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Provisioning complete for port 56935d12-579b-44d2-9378-6b2b53cabc31 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:49.140640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:50.112630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ef323537-4be5-4dac-92a2-209835dd87a3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:50.447908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Port 56935d12-579b-44d2-9378-6b2b53cabc31 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:39:50.614359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Provisioning complete for port ef323537-4be5-4dac-92a2-209835dd87a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:50.614359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e5294e8-8d17-4894-bf91-adf701fc0e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:50.757183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ef323537-4be5-4dac-92a2-209835dd87a3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:50.758006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:50.826172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:43Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:45Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:50.954436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:39:50.990692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Removed routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:39:50.990692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:51.144142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:39:51.144142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Updating router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 port 56935d12-579b-44d2-9378-6b2b53cabc31 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:39:51.261847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:51.888089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1f3dc301-ecf3-4a5c-bd1f-59f7ba4529ac None None] Provisioning complete for port 56935d12-579b-44d2-9378-6b2b53cabc31 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:51.888089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc301-ecf3-4a5c-bd1f-59f7ba4529ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:51.892804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:51.892804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:52.007892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dc301-ecf3-4a5c-bd1f-59f7ba4529ac None None] Port 56935d12-579b-44d2-9378-6b2b53cabc31 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:39:52.252972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1f3dc301-ecf3-4a5c-bd1f-59f7ba4529ac None None] Provisioning complete for port ef323537-4be5-4dac-92a2-209835dd87a3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:52.252972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc301-ecf3-4a5c-bd1f-59f7ba4529ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:52.370204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:39:52.995865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:53.033430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:53.045899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2238e133-0324-480f-abe2-c394b2fedacf tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 934 time: 5.6240125 Jan 14 03:39:53.049250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51194) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:53.264935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:53.295568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Transition to ACTIVE for port object 56935d12-579b-44d2-9378-6b2b53cabc31 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:39:53.302731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:53.680175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-de0aeb42-9fcd-4f6e-9e18-7cfaa7792b18 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 934 time: 0.6293108 Jan 14 03:39:53.682943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51212) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:53.692901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'routes': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:53.899072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7dca89d1-5873-4659-abc0-784948ddac43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:54.072267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1287060452', 'description': 'tempest-TestVolumeBootPattern-1287060452 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:54.127600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:54.139640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Usage tracker for resource:security_group and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:54.151146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:54.169560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:54.180035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Pushing event updated for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:54.183102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Attempting to bind port 56935d12-579b-44d2-9378-6b2b53cabc31 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:39:54.183531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Attempting to bind port 56935d12-579b-44d2-9378-6b2b53cabc31 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:39:54.184275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Attempting to bind port 56935d12-579b-44d2-9378-6b2b53cabc31 on network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:39:54.252398 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Checking segment: {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Bound using segment: {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Bound port: 56935d12-579b-44d2-9378-6b2b53cabc31, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792a4070-5b59-463f-9f59-718c7dbc3ddc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:39:54.294530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:54.486333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:54.532826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:54.549896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Usage tracker for resource:security_group_rule and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:54.549896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:54.564973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:54.613505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] For port 56935d12-579b-44d2-9378-6b2b53cabc31, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:39:54.619340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] For port 56935d12-579b-44d2-9378-6b2b53cabc31, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=56935d12-579b-44d2-9378-6b2b53cabc31,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:39:54.624710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:54.915698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:55.235230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Pushing event updated for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:55.257582 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:55.351292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:55.351292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:55.717886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:55.963471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:39:55.963748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:39:56.074751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:56.363649 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:56.373555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:56.398265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0fdf87b-264e-4981-adf2-276a99740b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:56.434432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:39:56.445292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:56.445292 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9bb96ee2-9f6f-4bc2-bbac-6e6107715370 req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.8042877 Jan 14 03:39:56.454881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:56.486032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.486032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.486032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.486032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.488860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.497518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.502702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.506092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:39:56.626546 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:56.642047 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-70befe38-eea2-4e25-a3b5-f9557a63c71b tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/security-groups/ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0 HTTP/1.1" status: 200 len: 1810 time: 0.1262982 Jan 14 03:39:56.665056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:56.665056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:56.707983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:50Z', 'revision_number': 6, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:54Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:56.715768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd1f1a1-5911-4c39-9a59-0fb980453563 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:50Z', 'revision_number': 6, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:54Z', 'revision_number': 4, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:39:56.820360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:56.865611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Usage tracker for resource:security_group_rule and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:56.873427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:56.884745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:56.956566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:56.976906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:57.713699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 56935d12-579b-44d2-9378-6b2b53cabc31 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:57.833639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 56935d12-579b-44d2-9378-6b2b53cabc31 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:39:57.850379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 56935d12-579b-44d2-9378-6b2b53cabc31 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:39:57.850379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:57.904414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:57.910497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:39:58.041309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.337365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:39:58.374744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.374744 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ceeade8-3ef8-4d78-8666-3d380ab7f546 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 700 time: 4.6874509 Jan 14 03:39:58.382794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:58.387616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.387616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.396720 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe27cbd3-bd20-4fc6-92a3-fdcee4c60c93 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:58.429037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:39:58.449928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:58.449928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:58.464218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35733496-87c8-427e-8c1c-99366e28a9e3,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:58.489509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:58.494428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 56935d12-579b-44d2-9378-6b2b53cabc31, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=56935d12-579b-44d2-9378-6b2b53cabc31,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:39:58.503217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.508852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:58.508852 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-5a3be18d-8a07-4969-a5cb-e49f36ad3b7b req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8550911 Jan 14 03:39:58.521201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24c708dc-0042-4617-be69-ac71eca496c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:58.687628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:58.691930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:58.798086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-ac042cc2-087e-4c73-a875-200f99c993d3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/security-groups/ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0 HTTP/1.1" status: 200 len: 2404 time: 0.1667478 Jan 14 03:39:58.818682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:58.818682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:39:58.847925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:39:58.858160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:39:58.858160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Usage tracker for resource:security_group_rule and tenant:8db032711651433a82063629f1ebda86 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:39:58.879077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:39:58.891842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:39:58.920709 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f04af2f2-85a2-4996-98af-ee8ea5fbcd13 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 700 time: 0.5398088 Jan 14 03:39:58.920709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51314) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:39:59.093898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:59.165274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:59.179871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:59.208226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9342954-aac6-44fa-bf4c-4261fb8f99b0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:39:59.250712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e6b7cb-e1c0-4d32-9b58-2a374b69f6f9,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:39:59.262115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:39:59.294746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:39:59.294746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e6a6bd85-db3f-4fb0-9c3a-1e1cd6bc6e38 req-40231bba-4b17-45f1-b4e2-ffa26d2cb8bf tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4931381 Jan 14 03:39:59.692820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:55Z', 'revision_number': 7, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:58Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:39:59.712501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:39:59.717147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 56935d12-579b-44d2-9378-6b2b53cabc31 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:39:59.733709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:39:59.737707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:00.040846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 56935d12-579b-44d2-9378-6b2b53cabc31 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:40:00.040846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:00.278079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:00.882493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:01.605169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:55Z', 'revision_number': 7, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:58Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:01.610176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81d9ca-ff56-46e7-b812-9840f08d3b68 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:39:55Z', 'revision_number': 7, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '56935d12-579b-44d2-9378-6b2b53cabc31', 'name': '', 'network_id': '2598d2b8-1f2b-47d0-a1de-c50fba5460e3', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:e8:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:40Z', 'updated_at': '2021-01-14T03:39:58Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'df6742c4-fd55-4a88-94e7-c484bc78f0b7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:02.509064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 56935d12-579b-44d2-9378-6b2b53cabc31 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:02.509064 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:03.534280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 56935d12-579b-44d2-9378-6b2b53cabc31, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=56935d12-579b-44d2-9378-6b2b53cabc31,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:03.534280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:03.941013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 56935d12-579b-44d2-9378-6b2b53cabc31 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:04.417661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:04.490932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:04.621517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d6d25f2f-c665-4890-9e76-3ba993c2ea02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:04.651976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=56935d12-579b-44d2-9378-6b2b53cabc31,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:04.666250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.666687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.667114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.667538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.667961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.668388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.668962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.669729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.670985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.671550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.672128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.672766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.673384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.673948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.674513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.675190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.675796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.676384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.676971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.677688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.678262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.678829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.679397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.679964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.681448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.682051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.682794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.683358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.683926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.684528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.685099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.685849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.686410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.686978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.687707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.688826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:04.695656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:05.010535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51504) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:05.352481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.368712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.390826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:05.390826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Usage tracker for resource:security_group_rule and tenant:183256f716744c19a674e07108214d82 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:05.390826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:05.398188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:05.501569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.509580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.527915 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6618a8a7-4df2-4a02-9d9e-c9bf0ea3f01b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:05.619873 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=183256f716744c19a674e07108214d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6176980 Jan 14 03:40:05.621137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f348ff-cd6a-4463-9317-470a2bb6f6de,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:05.624100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51522) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:05.628256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:05.729331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.785714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.885449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.892645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b0aa9f7d-e846-49b1-a85a-ccbd9ed9cebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:05.920493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f348ff-cd6a-4463-9317-470a2bb6f6de,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:05.920493 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:05.949363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:05.956737 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15f348ff-cd6a-4463-9317-470a2bb6f6de HTTP/1.1" status: 204 len: 168 time: 0.3239238 Jan 14 03:40:06.315150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:40:06.637487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:06.657493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:06.677742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:06.681028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:39:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:06.688696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51552) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:06.709937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7894821 Jan 14 03:40:06.730698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51556) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:06.835541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:06.888736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:06.888736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:59335b95a92f47dcb41b26c3046b7e25 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:06.894449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:06.901722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:07.209598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:07.212179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.234151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.295991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet df6742c4-fd55-4a88-94e7-c484bc78f0b7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:40:07.300813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.390130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a79bf1a0-1ecf-4f12-bd2f-efd565ffe1a4 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:07.426076 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59335b95a92f47dcb41b26c3046b7e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873085 Jan 14 03:40:07.426906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51570) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:07.427933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40108b1e-beb7-4f0d-abd9-b3b68fb1b98e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:07.432511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:07.455528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.640730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.671336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.699471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f96c3ea0-c4a2-4b3e-8d8e-33a3034f4c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.714906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.830652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:07.887944 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c55fc95-b044-4a4a-84e0-a6c5c4d60ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:07.977928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:08.012459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40108b1e-beb7-4f0d-abd9-b3b68fb1b98e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:08.033291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:04Z', 'revision_number': 8, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:08.041324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:08.053926 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:08.058994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:08.058994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40108b1e-beb7-4f0d-abd9-b3b68fb1b98e HTTP/1.1" status: 204 len: 168 time: 0.6219444 Jan 14 03:40:08.086951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:08.087809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:08.381297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:08.521593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:08.565548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4218e503-cef6-499b-9a95-09f6fc264270 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:08.643327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=df6742c4-fd55-4a88-94e7-c484bc78f0b7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:08.657976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:08.733871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:08.746307 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/df6742c4-fd55-4a88-94e7-c484bc78f0b7 HTTP/1.1" status: 204 len: 168 time: 2.0564194 Jan 14 03:40:08.749255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51600) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:08.851264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597c46d-5a74-44a5-b6da-88dfbe1bdaa9 None None] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:09.231688 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:09.245172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:09.398884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port ef323537-4be5-4dac-92a2-209835dd87a3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:09.398884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:09.835955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:09.876590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port ef323537-4be5-4dac-92a2-209835dd87a3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ef323537-4be5-4dac-92a2-209835dd87a3,segment=NetworkSegment(792a4070-5b59-463f-9f59-718c7dbc3ddc),segment_id=792a4070-5b59-463f-9f59-718c7dbc3ddc)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:09.876590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:09.985552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:04Z', 'revision_number': 8, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:09.985552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037233f2-4e28-485d-8820-5afd521f14cf None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:04Z', 'revision_number': 8, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'cb67fb1e-65ec-4c78-a4ca-29f74cc5152d', 'name': '', 'network_id': '9a28c230-1679-4328-a251-d5ca1bbfb20e', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:25:cb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:29Z', 'updated_at': '2021-01-14T03:39:44Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:10.114856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for ef323537-4be5-4dac-92a2-209835dd87a3 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:10.212471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e3d0f-7345-44f8-b653-110ecc6e6e85 None None] DHCP port deletion for 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:40:10.220943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-401e3d0f-7345-44f8-b653-110ecc6e6e85 None None] Deleting port ef323537-4be5-4dac-92a2-209835dd87a3 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:10.220943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-401e3d0f-7345-44f8-b653-110ecc6e6e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:10.271694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:10.463151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-401e3d0f-7345-44f8-b653-110ecc6e6e85 None None] The port 'ef323537-4be5-4dac-92a2-209835dd87a3' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:40:10.491414 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24dc3965-c6b5-446d-9861-5647af525a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:10.611838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=ef323537-4be5-4dac-92a2-209835dd87a3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:10.627637 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:10.671539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port ef323537-4be5-4dac-92a2-209835dd87a3 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:40:10.919555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:11.234125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2598d2b8-1f2b-47d0-a1de-c50fba5460e3']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:11.262843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792a4070-5b59-463f-9f59-718c7dbc3ddc') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:11.262843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792a4070-5b59-463f-9f59-718c7dbc3ddc') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:11.290277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:11.338938 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:11.338938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 19 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:40:11.587046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 56935d12-579b-44d2-9378-6b2b53cabc31 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:11.623019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:11.633648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:11.636875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 56935d12-579b-44d2-9378-6b2b53cabc31 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:11.637359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 56935d12-579b-44d2-9378-6b2b53cabc31 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:11.637904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ef323537-4be5-4dac-92a2-209835dd87a3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:11.681257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ef323537-4be5-4dac-92a2-209835dd87a3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:11.681962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ef323537-4be5-4dac-92a2-209835dd87a3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:11.863035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 2598d2b8-1f2b-47d0-a1de-c50fba5460e3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:40:11.966589 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:40:12.008729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:12.013364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:12.053759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c9a0bdad-a8fc-48fd-a506-dd79259035f7 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:12.094890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51692) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:12.109071 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/2598d2b8-1f2b-47d0-a1de-c50fba5460e3 HTTP/1.1" status: 204 len: 168 time: 3.3583467 Jan 14 03:40:12.117139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=2598d2b8-1f2b-47d0-a1de-c50fba5460e3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:12.123959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:12.168579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:12.872490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:13.538695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:13.539195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:13.794853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port cb67fb1e-65ec-4c78-a4ca-29f74cc5152d, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:13.795422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:13.942162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for cb67fb1e-65ec-4c78-a4ca-29f74cc5152d owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:14.288796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:14.305861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1654c39-ef47-4305-be01-44dd741b617a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:14.462672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=cb67fb1e-65ec-4c78-a4ca-29f74cc5152d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:14.466904 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:14.486336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:14.803117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:15.821461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:40:16.207269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:16.219441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:16.243630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1437991 Jan 14 03:40:16.243630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 51786) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:16.259849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:16.259849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:16.639404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:16.795183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:40:16.799689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:16.894572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:17.279998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:17.497476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:14Z', 'revision_number': 9, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:17.507879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:17.586228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:17.586228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:17.797615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:18.158070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:18.407782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:14Z', 'revision_number': 9, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:18.416460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3340-5c43-4230-821c-ca58ada81de5 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:14Z', 'revision_number': 9, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '4f052b19-94b3-4bbd-b131-d98435681ae7', 'name': '', 'network_id': 'df3bf667-a604-4b98-a8e6-1ec3f01417a4', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:4c:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:18Z', 'updated_at': '2021-01-14T03:39:36Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': 'bcb1d53f-c47e-4633-904f-91bafb6a1ab1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:18.416844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c2c9b1ff-26d9-464c-8546-312f57302322 tempest-RoutersNegativeIpV6Test-360659386 tempest-RoutersNegativeIpV6Test-360659386] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:18.548032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:18.552192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:18.552192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:18.564295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a4d4f-9939-4b42-8588-ac5cfa4593ff None None] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:18.585201 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470 HTTP/1.1" status: 204 len: 168 time: 2.3351722 Jan 14 03:40:18.587690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 51922) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:18.958090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:19.142150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] DHCP port deletion for 9a28c230-1679-4328-a251-d5ca1bbfb20e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:40:19.155205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Deleting port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:19.155634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:19.208500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:19.209002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:19.861872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] For port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:19.861872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:20.166429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,segment=NetworkSegment(6e3507f2-bee1-4587-9bc9-9c044390ffab),segment_id=6e3507f2-bee1-4587-9bc9-9c044390ffab)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:20.166943 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:20.201343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Calling delete_port for 551d5da5-54bd-4a62-ab61-b0b1ae615b7c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:20.238777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cb67fb1e-65ec-4c78-a4ca-29f74cc5152d no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:20.330202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cb67fb1e-65ec-4c78-a4ca-29f74cc5152d {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:20.330202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cb67fb1e-65ec-4c78-a4ca-29f74cc5152d not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:20.330202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 551d5da5-54bd-4a62-ab61-b0b1ae615b7c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:20.370559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 551d5da5-54bd-4a62-ab61-b0b1ae615b7c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:20.370970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 551d5da5-54bd-4a62-ab61-b0b1ae615b7c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:20.372612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:20.511894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 551d5da5-54bd-4a62-ab61-b0b1ae615b7c owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:20.685620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:40:20.686047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:40:20.722159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:20.841361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Pushing event deleted for resources: {'Port': ['ID=551d5da5-54bd-4a62-ab61-b0b1ae615b7c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:20.848886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] No DVR routers for this DVR port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:40:20.848886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:21.200455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 551d5da5-54bd-4a62-ab61-b0b1ae615b7c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:21.200455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:21.364833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] The port '551d5da5-54bd-4a62-ab61-b0b1ae615b7c' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:40:21.645894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:21.826399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a28c230-1679-4328-a251-d5ca1bbfb20e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:21.848115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3507f2-bee1-4587-9bc9-9c044390ffab') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:21.848450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3507f2-bee1-4587-9bc9-9c044390ffab') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:21.864856 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:21.888318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:21.893141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 16 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:40:22.319145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:22.337080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:22.868127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 9a28c230-1679-4328-a251-d5ca1bbfb20e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:40:22.897308 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:40:23.027561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:23.032476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:23.048766 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d54430f5-d3f5-464c-8bfc-8a0491894a08 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:23.074722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52196) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:23.075304 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/9a28c230-1679-4328-a251-d5ca1bbfb20e HTTP/1.1" status: 204 len: 168 time: 4.4893386 Jan 14 03:40:23.081574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=9a28c230-1679-4328-a251-d5ca1bbfb20e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:23.086200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6cedd529-32f2-485e-b03c-af3ae6db5f5b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:24.095612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:25.157536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 4f052b19-94b3-4bbd-b131-d98435681ae7 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:25.157536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:25.491651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 4f052b19-94b3-4bbd-b131-d98435681ae7, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4f052b19-94b3-4bbd-b131-d98435681ae7,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:25.491651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:25.611743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52350) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:25.990901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.008511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:26.014035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Usage tracker for resource:security_group_rule and tenant:bede4cded42842eea65c8b84f4a38ac6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:26.019939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:26.032457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:26.033588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 4f052b19-94b3-4bbd-b131-d98435681ae7 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:26.162007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.170138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.209272 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a50f2b79-c776-4db1-8b93-7c4974295826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:26.302615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2c99e-8731-4551-85ae-4eccd57b3613,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:26.308548 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:26.313351 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9dc519ba-f22a-4565-81b8-87c2024c9cab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bede4cded42842eea65c8b84f4a38ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004218 Jan 14 03:40:26.316197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:26.395538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.409250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.442293 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.502143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.514743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f7871f9-cff6-4326-8b35-796ee5f80a19 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:26.519941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2c99e-8731-4551-85ae-4eccd57b3613,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:26.543970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:26.551018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:26.551018 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7e2c99e-8731-4551-85ae-4eccd57b3613 HTTP/1.1" status: 204 len: 168 time: 0.2264128 Jan 14 03:40:26.663324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc201b96-5d03-4a68-836d-c43b646db38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:26.755067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=4f052b19-94b3-4bbd-b131-d98435681ae7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:26.760399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:27.224653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:28.008130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:40:28.341370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:28.354039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:28.354937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2783244 Jan 14 03:40:28.358258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52410) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:28.372076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:28.373076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:28.478626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52414) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:28.714983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:28.786854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-255084609-network', 'tenant_id': '9923a2fc82c6468ba03cd68f427bc061'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:28.794367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:28.799519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Usage tracker for resource:network and tenant:9923a2fc82c6468ba03cd68f427bc061 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:28.803096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:28.813120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:28.830723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Made reservation on behalf of 9923a2fc82c6468ba03cd68f427bc061 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:40:28.841504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet bcb1d53f-c47e-4633-904f-91bafb6a1ab1 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:40:28.845944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:28.849180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:28.876948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:28.906783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:28.906783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Usage tracker for resource:security_group_rule and tenant:9923a2fc82c6468ba03cd68f427bc061 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:28.919907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:28.929779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:28.937964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.139599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.147829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.154903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.179360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:40:29.184162 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-96a53a8b-0090-4755-bb44-2fb6665dcf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:29.228328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.228328 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Added segment 2c40086a-6c32-43be-b799-99b532e33aa0 of type vxlan for network a09de89d-69de-4d39-a8be-0809d0b7bf15 Jan 14 03:40:29.345063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e279eec3-baab-4a45-a573-be45490f1dc2,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:29.364927 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:29.375552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.428563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:26Z', 'revision_number': 10, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:29.433573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:29.445853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:29.446847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:29.466182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.468111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:40:29.471098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:29.489823 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c07d5069-72db-45ee-970c-354e164627f4 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:29.803351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:29.826218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Pushing event updated for resources: {'Network': ['ID=a09de89d-69de-4d39-a8be-0809d0b7bf15,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:29.860100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:29.901623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4155772 Jan 14 03:40:29.901623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:29.909140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Request body: {'subnet': {'network_id': 'a09de89d-69de-4d39-a8be-0809d0b7bf15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-255084609-subnet', 'tenant_id': '9923a2fc82c6468ba03cd68f427bc061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:29.928199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:29.937996 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Usage tracker for resource:subnet and tenant:9923a2fc82c6468ba03cd68f427bc061 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:29.945079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:29.951801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:40:29.984122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:30.012388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:30.017531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Made reservation on behalf of 9923a2fc82c6468ba03cd68f427bc061 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:40:30.022922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:30.034939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5af3494d-bc10-4a5f-9a46-b0a6242ec493 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:30.120287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:40:30.218428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=bcb1d53f-c47e-4633-904f-91bafb6a1ab1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:30.224842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:30.284415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:40:30.364599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:30.381272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/bcb1d53f-c47e-4633-904f-91bafb6a1ab1 HTTP/1.1" status: 204 len: 168 time: 2.0213623 Jan 14 03:40:30.381429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52446) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:30.388174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a62b0-97dd-4e3e-b923-612d597d6dbe None None] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:30.601947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:30.716454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 305b3897-27cb-4297-bb11-3ba6312b3520 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:30.716837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:31.074785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:26Z', 'revision_number': 10, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:31.107297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a56780-7450-4396-a7ce-d9096f70a44e None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:26Z', 'revision_number': 10, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None, '_interfaces': [{'id': '7849de8f-a123-49f2-a592-d8d8a9fabfd0', 'name': '', 'network_id': '228a4f33-b8f2-4453-b846-87bd8e15efe0', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'mac_address': 'fa:16:3e:da:7e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '3698bb70-e61a-465a-abdb-35251b97a036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:39:08Z', 'updated_at': '2021-01-14T03:39:20Z', 'revision_number': 5, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'subnets': [{'id': '3698bb70-e61a-465a-abdb-35251b97a036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:31.119735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 305b3897-27cb-4297-bb11-3ba6312b3520, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=305b3897-27cb-4297-bb11-3ba6312b3520,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:31.120232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:31.224233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] DHCP port deletion for df3bf667-a604-4b98-a8e6-1ec3f01417a4 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:40:31.229044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Deleting port 305b3897-27cb-4297-bb11-3ba6312b3520 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:31.229481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:31.288980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 305b3897-27cb-4297-bb11-3ba6312b3520 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:31.599774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:31.799488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c410335-88ab-4425-9b9b-b0899ec5f0db tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:31.871234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port 305b3897-27cb-4297-bb11-3ba6312b3520 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:40:31.931093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4f052b19-94b3-4bbd-b131-d98435681ae7 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:31.934517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=305b3897-27cb-4297-bb11-3ba6312b3520,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:31.934517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:32.038976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4f052b19-94b3-4bbd-b131-d98435681ae7 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:32.051271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4f052b19-94b3-4bbd-b131-d98435681ae7 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:32.051271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 305b3897-27cb-4297-bb11-3ba6312b3520 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:32.104093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:32.122601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 305b3897-27cb-4297-bb11-3ba6312b3520 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:32.123150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 305b3897-27cb-4297-bb11-3ba6312b3520 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:32.149433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] For port 305b3897-27cb-4297-bb11-3ba6312b3520, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=305b3897-27cb-4297-bb11-3ba6312b3520,segment=NetworkSegment(c5237993-82bc-4e3d-b065-a1d4cf189dbe),segment_id=c5237993-82bc-4e3d-b065-a1d4cf189dbe)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:32.150487 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:32.265985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3bf667-a604-4b98-a8e6-1ec3f01417a4']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:32.282991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5237993-82bc-4e3d-b065-a1d4cf189dbe') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:32.282991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5237993-82bc-4e3d-b065-a1d4cf189dbe') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:32.318870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:32.322867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Calling delete_port for 305b3897-27cb-4297-bb11-3ba6312b3520 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:32.380512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:32.393783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:40:32.488268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:32.492296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:40:32.492751 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:40:32.517577 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1474e6b8-0bc2-4619-92f7-1d7b14c8dcf3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:32.974904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e8c9db-1711-4968-9b5f-a1e55ce8c644,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:32.986564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:32.995726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Deleting port 305b3897-27cb-4297-bb11-3ba6312b3520 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:33.001491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:33.149652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e93ac3eb-90cf-4696-9b1b-b15abc664f53 None None] The port '305b3897-27cb-4297-bb11-3ba6312b3520' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:40:33.248064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:33.259642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:33.288655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Checking segment: {'id': '2c40086a-6c32-43be-b799-99b532e33aa0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a09de89d-69de-4d39-a8be-0809d0b7bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:40:33.288655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Network hostable DHCP agents. Network: a09de89d-69de-4d39-a8be-0809d0b7bf15, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:40:33.374192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:40:33.419576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:40:33.423522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, a09de89d-69de-4d39-a8be-0809d0b7bf15) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:40:33.433694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a75f4-a399-47d2-a0f2-33e384de5904 None None] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:33.490087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:40:33.490087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:33.614480 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.7116098 Jan 14 03:40:33.643466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network df3bf667-a604-4b98-a8e6-1ec3f01417a4 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:40:33.682292 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:40:33.889141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e16513-55b0-4117-89ab-7ffeb0adabcc None None] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:33.894551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:33.894551 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76da8894-6c18-497d-8e2a-3446369b2823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:33.932233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:33.945797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=df3bf667-a604-4b98-a8e6-1ec3f01417a4,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:33.949379 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/df3bf667-a604-4b98-a8e6-1ec3f01417a4 HTTP/1.1" status: 204 len: 168 time: 3.5668199 Jan 14 03:40:33.950413 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:33.952267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52494) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:34.616540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-044457fe-f044-4c80-925a-ad6262dec586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:34.914392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:35.723904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 7849de8f-a123-49f2-a592-d8d8a9fabfd0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:35.723904 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:36.229466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 7849de8f-a123-49f2-a592-d8d8a9fabfd0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7849de8f-a123-49f2-a592-d8d8a9fabfd0,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:36.229466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:36.426545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 7849de8f-a123-49f2-a592-d8d8a9fabfd0 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:36.854591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:36.870220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac69d2d2-9a2c-4907-9ace-fb95b36794eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:36.891100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:37.149549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=7849de8f-a123-49f2-a592-d8d8a9fabfd0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:37.172038 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:37.671608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:37.773711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:38.719160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:39.093869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:40:39.571488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:40.371380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:40.387265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:40.408063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:40.412178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:40.428214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52622) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:40.431779 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4701712 Jan 14 03:40:40.799082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting subnet 3698bb70-e61a-465a-abdb-35251b97a036 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:40:40.799082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:40.881703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:41.021097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:41.244989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:41.256802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:41.260324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:41.282610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:41.282610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:41.615445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:41.916023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:42.028035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:42.052871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fc7296-264d-4a1e-98a4-1720afd8fc68 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:42.189592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:42.256643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7190a999-5103-43b0-bb44-931c88e01823 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:42.350548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Subnet': ['ID=3698bb70-e61a-465a-abdb-35251b97a036,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:42.384041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1f0ab-39a1-4804-8502-25623020cf66 None None] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:40:42.386773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:42.416554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:42.416554 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/3698bb70-e61a-465a-abdb-35251b97a036 HTTP/1.1" status: 204 len: 168 time: 1.9890347 Jan 14 03:40:42.426901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52658) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:42.791968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:43.007037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Deleting port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:43.007037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:43.026552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] DHCP port deletion for 228a4f33-b8f2-4453-b846-87bd8e15efe0 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:40:43.026552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Deleting port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:43.026552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:43.375381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] For port 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bb910b5-46cb-4fce-8ca8-ceed29737f62,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:43.375381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:43.624580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Calling delete_port for 8bb910b5-46cb-4fce-8ca8-ceed29737f62 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:43.760851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:43.766564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bb910b5-46cb-4fce-8ca8-ceed29737f62 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:43.802498 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a99a13e-9cd7-413e-808a-de7655f4e92d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:43.920711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8bb910b5-46cb-4fce-8ca8-ceed29737f62 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:43.924708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Port': ['ID=8bb910b5-46cb-4fce-8ca8-ceed29737f62,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:43.937566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8bb910b5-46cb-4fce-8ca8-ceed29737f62 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:43.937566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7849de8f-a123-49f2-a592-d8d8a9fabfd0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:40:43.942827 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:44.030060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7849de8f-a123-49f2-a592-d8d8a9fabfd0 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:40:44.030584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7849de8f-a123-49f2-a592-d8d8a9fabfd0 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:40:44.055796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] For port 8bb910b5-46cb-4fce-8ca8-ceed29737f62, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8bb910b5-46cb-4fce-8ca8-ceed29737f62,segment=NetworkSegment(71d3179d-8405-4551-bc14-0dccd4f9d21a),segment_id=71d3179d-8405-4551-bc14-0dccd4f9d21a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:40:44.056335 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:44.212276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No DVR routers for this DVR port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:40:44.436206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:44.455877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Calling delete_port for 8bb910b5-46cb-4fce-8ca8-ceed29737f62 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:40:44.735826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:40:44.735826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:40:44.753024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:44.859864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228a4f33-b8f2-4453-b846-87bd8e15efe0']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:44.913114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d3179d-8405-4551-bc14-0dccd4f9d21a') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:44.913114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d3179d-8405-4551-bc14-0dccd4f9d21a') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:44.932575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:44.953352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:44.955688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:40:45.245930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Deleting port 8bb910b5-46cb-4fce-8ca8-ceed29737f62 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:40:45.262072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:45.382364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4a556c17-dac1-45d6-9fb7-bf243070db4f None None] The port '8bb910b5-46cb-4fce-8ca8-ceed29737f62' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:40:45.425616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:45.435521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:45.762780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Network 228a4f33-b8f2-4453-b846-87bd8e15efe0 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:40:45.925163 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:40:45.952814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:46.020122 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c95d7d1b-acc5-4e24-87c1-9e4460ba67a5 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:46.056533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:46.056533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Pushing event deleted for resources: {'Network': ['ID=228a4f33-b8f2-4453-b846-87bd8e15efe0,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:46.074977 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:46.088863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/networks/228a4f33-b8f2-4453-b846-87bd8e15efe0 HTTP/1.1" status: 204 len: 168 time: 3.6623383 Jan 14 03:40:46.092399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52712) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:46.102968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'routes': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:47.149947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Added routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 03:40:47.149947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.extraroute_db [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Removed routes are [] {{(pid=80832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 03:40:47.149947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:47.690589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:47.695608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:47.891526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:40:48.097222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:48.112072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Sync routers for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:48.120480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:48.122573 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b5da4cc-5780-4e4a-8927-f5ddc530a3ce tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 701 time: 2.0352719 Jan 14 03:40:48.125705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:48.126627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:48.127890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52752) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:48.230397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1901620f-aae8-4cd9-a997-0bdc9ff1062d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Synchronizing usage tracker for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:40:48.259689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1901620f-aae8-4cd9-a997-0bdc9ff1062d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Unset dirty status for tenant:f128358f53ba4c8b87b99397feef8fd8 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:40:48.261277 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1901620f-aae8-4cd9-a997-0bdc9ff1062d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 205 time: 0.1290448 Jan 14 03:40:48.264374 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52756) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:48.288898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:48.417907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:48.442755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Checking router: 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:48.472270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Routers {'5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:48.472270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:48.625312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:48.684534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] Set router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 gateway port host: None {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:49.340046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:49.352558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2cafe-e037-4ef1-be96-bb9e7c96e639 None None] The sync data for ids ['5849d0f7-ce2e-4b2d-8313-e46111e2d4f5'] in n-d-765315-13 is: [{'id': '5849d0f7-ce2e-4b2d-8313-e46111e2d4f5', 'name': 'tempest-RoutersTest-router-1402219665', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:39:03Z', 'updated_at': '2021-01-14T03:40:36Z', 'revision_number': 11, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:49.410421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:49.419505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:49.656575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:49.657271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:40:49.728581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:49.734183 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-86316e00-2fc1-4709-970e-08f20e57ee2a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 204 len: 168 time: 1.4674487 Jan 14 03:40:49.739267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:49.743910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'name': 'tempest-RoutersTest-router-259256831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:49.779082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:49.781264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Usage tracker for resource:router and tenant:f128358f53ba4c8b87b99397feef8fd8 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:49.784663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:49.792749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:49.854702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:49.856213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:50.005636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:50.225527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:50.307488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:50.313388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da9137be-9c7e-48db-a867-37babfe09887 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5742061 Jan 14 03:40:50.313816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52790) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:50.320923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Request body: {'router': {'admin_state_up': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:50.769997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:50.967476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-761575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854014225', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784871'] for router, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:51.288611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Router 40a2f5fc-2a69-4587-92c3-08a1b9cc4451 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:40:51.471316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:40:51.482846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Sync routers for ids ['40a2f5fc-2a69-4587-92c3-08a1b9cc4451'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:40:51.498785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Routers {'40a2f5fc-2a69-4587-92c3-08a1b9cc4451'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:51.500133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['40a2f5fc-2a69-4587-92c3-08a1b9cc4451'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:51.503112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:51.513010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52816) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:51.534388 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d57be7a-186d-4062-9327-1156786eda72 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "PUT /v2.0/routers/40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 200 len: 693 time: 1.2134297 Jan 14 03:40:51.753016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Set router 40a2f5fc-2a69-4587-92c3-08a1b9cc4451 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:51.813852 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6e1f3c36-3158-4476-99e2-19c620ab548e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/routers/40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 200 len: 699 time: 0.2992833 Jan 14 03:40:51.816820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52826) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:51.882459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2f5fc-2a69-4587-92c3-08a1b9cc4451', 'name': 'tempest-RoutersTest-router-259256831', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:40:49Z', 'updated_at': '2021-01-14T03:40:50Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:51.893355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Checking router: 40a2f5fc-2a69-4587-92c3-08a1b9cc4451 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:40:51.913744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Routers {'40a2f5fc-2a69-4587-92c3-08a1b9cc4451'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:40:51.914445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:40:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['40a2f5fc-2a69-4587-92c3-08a1b9cc4451'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:51.924529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3cbb7a71-18fd-436a-ac1d-81f138c0a192 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 200 len: 205 time: 0.1062510 Jan 14 03:40:51.930378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:52.178597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] Set router 40a2f5fc-2a69-4587-92c3-08a1b9cc4451 gateway port host: None {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:40:52.187886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.418810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-c467c646-8f82-4888-a1df-044a31148621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a2f5fc-2a69-4587-92c3-08a1b9cc4451', 'name': 'tempest-RoutersTest-router-259256831', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:40:49Z', 'updated_at': '2021-01-14T03:40:50Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:40:52.423192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c467c646-8f82-4888-a1df-044a31148621 None None] The sync data for ids ['40a2f5fc-2a69-4587-92c3-08a1b9cc4451'] in n-d-765315-13 is: [{'id': '40a2f5fc-2a69-4587-92c3-08a1b9cc4451', 'name': 'tempest-RoutersTest-router-259256831', 'tenant_id': 'f128358f53ba4c8b87b99397feef8fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:40:49Z', 'updated_at': '2021-01-14T03:40:50Z', 'revision_number': 2, 'project_id': 'f128358f53ba4c8b87b99397feef8fd8', 'gw_port_host': None}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:40:52.525031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Request body: {'security_group': {'name': 'tempest-TestVolumeBackupRestore-425662802', 'description': 'tempest-TestVolumeBackupRestore-425662802 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:52.621926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:52.636615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.642905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.645512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Usage tracker for resource:security_group and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:52.653253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:52.666220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:52.689046 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-69b3a7c7-1e03-4e0c-8075-3b9142a9b13b tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Synchronizing usage tracker for tenant:8db032711651433a82063629f1ebda86 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:40:52.731945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.732580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Fanout notify agent at l3_agent the message router_deleted on router 40a2f5fc-2a69-4587-92c3-08a1b9cc4451 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:40:52.756544 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.757789 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca67aba2-e12c-403e-9555-5635435cb14c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 204 len: 168 time: 0.8260775 Jan 14 03:40:52.761294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-69b3a7c7-1e03-4e0c-8075-3b9142a9b13b tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Unset dirty status for tenant:8db032711651433a82063629f1ebda86 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:40:52.762187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52842) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:52.769071 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-69b3a7c7-1e03-4e0c-8075-3b9142a9b13b tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1287060452&fields=id&tenant_id=8db032711651433a82063629f1ebda86 HTTP/1.1" status: 200 len: 267 time: 0.2629843 Jan 14 03:40:52.771421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:52.823265 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3dc15e00-a0b9-4c49-b98c-d1b28af12804 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 200 len: 205 time: 0.0594614 Jan 14 03:40:52.824858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52846) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:52.905007 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-d68d2cee-1f7d-4577-a907-516c58bb688c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:52.906223 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d68d2cee-1f7d-4577-a907-516c58bb688c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/40a2f5fc-2a69-4587-92c3-08a1b9cc4451 HTTP/1.1" status: 404 len: 336 time: 0.0804975 Jan 14 03:40:52.909220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52850) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:52.959631 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-250e916e-1f39-40fd-ba51-ad96e37b8522 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:52.959631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250e916e-1f39-40fd-ba51-ad96e37b8522 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:52.961604 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-250e916e-1f39-40fd-ba51-ad96e37b8522 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/df6742c4-fd55-4a88-94e7-c484bc78f0b7 HTTP/1.1" status: 404 len: 337 time: 0.0510283 Jan 14 03:40:52.964602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52854) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.012580 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ed52ed-4b84-4ca5-9617-643b213b2892 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:53.013525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ed52ed-4b84-4ca5-9617-643b213b2892 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:53.016202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6ed52ed-4b84-4ca5-9617-643b213b2892 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/15e1ccd7-dd4a-4c0f-8ea8-61e9d120b470 HTTP/1.1" status: 404 len: 337 time: 0.0502076 Jan 14 03:40:53.019004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52858) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.070272 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39be91d-f54e-4f8a-9567-7ee1a856669f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:53.070974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39be91d-f54e-4f8a-9567-7ee1a856669f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:53.072796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d39be91d-f54e-4f8a-9567-7ee1a856669f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/bcb1d53f-c47e-4633-904f-91bafb6a1ab1 HTTP/1.1" status: 404 len: 337 time: 0.0526750 Jan 14 03:40:53.075587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52862) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.123657 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b1987c-57dd-43fa-95bb-2339cc30c739 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:53.124081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b1987c-57dd-43fa-95bb-2339cc30c739 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:53.126182 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22b1987c-57dd-43fa-95bb-2339cc30c739 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/3698bb70-e61a-465a-abdb-35251b97a036 HTTP/1.1" status: 404 len: 337 time: 0.0495131 Jan 14 03:40:53.131343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52866) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.193728 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0be9d4bf-5375-4620-a246-3387cd8a5689 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 200 len: 205 time: 0.0603771 Jan 14 03:40:53.196042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52870) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.197797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:53.213145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Usage tracker for resource:security_group_rule and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:53.217600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:53.228128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:53.293377 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-6af75528-340c-4a0b-a197-e66b3e9b6c68 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:53.294543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6af75528-340c-4a0b-a197-e66b3e9b6c68 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/5849d0f7-ce2e-4b2d-8313-e46111e2d4f5 HTTP/1.1" status: 404 len: 336 time: 0.0955682 Jan 14 03:40:53.298147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52874) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.326603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-de70aeea-70e5-4e11-89aa-d7bd5f23d6af tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:40:53.328781 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-de70aeea-70e5-4e11-89aa-d7bd5f23d6af tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/networks?id=97d30561-18f4-47a1-b2c5-63074c2b59b2 HTTP/1.1" status: 200 len: 811 time: 0.5585082 Jan 14 03:40:53.345840 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97e63687-5dad-434c-bd1f-0b43f44a8735 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=f13fe7ed-157f-4fc7-8dca-a1a35b9603eb HTTP/1.1" status: 200 len: 205 time: 0.0463860 Jan 14 03:40:53.348403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.354261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-fb4a721e-ed8e-4db3-ba34-b6ef2571d804 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/quotas/8db032711651433a82063629f1ebda86 HTTP/1.1" status: 200 len: 375 time: 0.0146327 Jan 14 03:40:53.436935 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-aeb43c05-65c5-46ee-aa2e-43b2dbca9c3c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:53.437978 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aeb43c05-65c5-46ee-aa2e-43b2dbca9c3c tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/f13fe7ed-157f-4fc7-8dca-a1a35b9603eb HTTP/1.1" status: 404 len: 336 time: 0.0874124 Jan 14 03:40:53.446867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52886) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.487598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:53.497741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:53.504981 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f93cd0-b958-48f2-8e9e-b22f8fbf94cc tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:53.505954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f93cd0-b958-48f2-8e9e-b22f8fbf94cc tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:53.511606 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-69f93cd0-b958-48f2-8e9e-b22f8fbf94cc tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/9347800e-559e-4eec-a393-cef6c7d7ca64 HTTP/1.1" status: 404 len: 337 time: 0.0636420 Jan 14 03:40:53.519505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0d5f826-86fa-4ed0-a265-f8c5d823f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:53.524490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52890) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.548678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:53.549835 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4fd4ce20-a3b0-4f01-affa-f9fe17ddf5a4 req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0452092 Jan 14 03:40:53.578889 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-555c2d46-8403-413b-8253-b640c2510151 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db032711651433a82063629f1ebda86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2157452 Jan 14 03:40:53.581752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Pushing event updated for resources: {'SecurityGroup': ['ID=616a488b-fc64-4ed4-b595-dd0526b2ca0e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:53.585189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:53.589678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cbfa4e12-3c17-4c64-b891-77ffbc78feb8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 200 len: 205 time: 0.0638442 Jan 14 03:40:53.592237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.677238 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-50a9a858-f447-42cd-9074-755dd82db139 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/security-groups/616a488b-fc64-4ed4-b595-dd0526b2ca0e HTTP/1.1" status: 200 len: 1812 time: 0.0786610 Jan 14 03:40:53.683206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '616a488b-fc64-4ed4-b595-dd0526b2ca0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:53.683622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '616a488b-fc64-4ed4-b595-dd0526b2ca0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:53.691457 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-13117942-acbb-4513-afe8-31a71d654f70 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:53.695175 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13117942-acbb-4513-afe8-31a71d654f70 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/7959a93a-24e8-4841-8776-5936c0a0df3a HTTP/1.1" status: 404 len: 336 time: 0.0985348 Jan 14 03:40:53.695289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:53.695483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52902) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:53.699619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Usage tracker for resource:security_group_rule and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:53.702903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:53.712939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:53.962337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-6abd3352-8fcf-40e3-b23b-c65e475185b0 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408785 Jan 14 03:40:54.024006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.069267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.082299 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b20ebc9a-3ce7-4183-9789-02c7b552670d tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=391b2f9d-52b2-489b-a7e8-8e69142dc614 HTTP/1.1" status: 200 len: 205 time: 0.3854086 Jan 14 03:40:54.084738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52906) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.147929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.157965 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-33fc0693-3127-42f2-8143-30aa7b07a9cd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:54.158726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-272d1474-04bd-4b79-b6c1-10933c634dc8 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:54.162092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33fc0693-3127-42f2-8143-30aa7b07a9cd tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/391b2f9d-52b2-489b-a7e8-8e69142dc614 HTTP/1.1" status: 404 len: 336 time: 0.0738726 Jan 14 03:40:54.163681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52910) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.195331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986cbc70-3c88-4b58-a1fa-e936828c1274,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:54.203334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:54.215900 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba1d3b1-3f95-410e-ba85-1396ff043cb5 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:54.216443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba1d3b1-3f95-410e-ba85-1396ff043cb5 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:54.218720 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2ba1d3b1-3f95-410e-ba85-1396ff043cb5 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/014a0ba1-9841-4c8c-bd12-ab379213f5b7 HTTP/1.1" status: 404 len: 337 time: 0.0533288 Jan 14 03:40:54.221742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52914) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.250667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.251988 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6b9fdc37-bb60-4b94-bd08-a86497f172d0 req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5736754 Jan 14 03:40:54.256659 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-9c4883ae-3049-45b0-ad87-a22dd49d534a req-2513e7b2-294d-438b-9c77-e917f364acd9 service neutron] 10.222.0.30 "GET /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2924337 Jan 14 03:40:54.284797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ba226ef5-21d2-4e7b-992e-77c32545b858 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=9948ea64-9105-4d4b-b045-6a8d0ce24a9c HTTP/1.1" status: 200 len: 205 time: 0.0616834 Jan 14 03:40:54.294009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52920) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.361207 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-68386f10-b629-4af1-93a1-56e86fe027b2 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/security-groups/616a488b-fc64-4ed4-b595-dd0526b2ca0e HTTP/1.1" status: 200 len: 2406 time: 0.0674291 Jan 14 03:40:54.371394 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-377f181c-d8e7-49eb-8ad3-048f55253e10 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:54.372547 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-377f181c-d8e7-49eb-8ad3-048f55253e10 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/9948ea64-9105-4d4b-b045-6a8d0ce24a9c HTTP/1.1" status: 404 len: 336 time: 0.0844221 Jan 14 03:40:54.376881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52926) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.382036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '616a488b-fc64-4ed4-b595-dd0526b2ca0e', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:54.382640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '616a488b-fc64-4ed4-b595-dd0526b2ca0e', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:54.396053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:54.401032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Usage tracker for resource:security_group_rule and tenant:fe764f3e99444b36a2c05dae0a170552 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:54.404754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:54.412629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:54.426544 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d9c2b9-3d59-4b1c-b981-df00ac7b6932 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:54.427291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d9c2b9-3d59-4b1c-b981-df00ac7b6932 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:54.431757 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09d9c2b9-3d59-4b1c-b981-df00ac7b6932 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/40694bda-2b6d-4006-8399-246370e8f9c3 HTTP/1.1" status: 404 len: 337 time: 0.0537803 Jan 14 03:40:54.432440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52930) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.503697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.513937 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b488660e-32c8-40b3-8da8-a09e853b98ee tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "GET /v2.0/ports?device_id=09ccecd2-47e8-49d2-b873-e5b60f862ee9 HTTP/1.1" status: 200 len: 205 time: 0.0779452 Jan 14 03:40:54.514362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52936) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.536130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.571780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.607603 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f874a214-5d20-4f21-ae6e-8eada0243ce5 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] delete failed (client error): The resource could not be found. Jan 14 03:40:54.612221 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f874a214-5d20-4f21-ae6e-8eada0243ce5 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/routers/09ccecd2-47e8-49d2-b873-e5b60f862ee9 HTTP/1.1" status: 404 len: 336 time: 0.0930896 Jan 14 03:40:54.612945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52946) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.629908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d922f5ed-5cd0-45e4-8372-8f841f4fb839 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:54.666101 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a13b6-492e-473c-b876-ad09799fb2a9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:54.666606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a13b6-492e-473c-b876-ad09799fb2a9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:54.672007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f0a13b6-492e-473c-b876-ad09799fb2a9 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/e43c8681-a10c-4b8c-8832-1df24cb2dd15 HTTP/1.1" status: 404 len: 337 time: 0.0574167 Jan 14 03:40:54.672641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52950) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:54.673308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619df589-560a-4260-9322-16ce46abbb45,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:54.681810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:54.721877 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ce7ba6-3de3-4306-a34b-e7a568192fc1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] DELETE failed (client error): The resource could not be found. Jan 14 03:40:54.722376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ce7ba6-3de3-4306-a34b-e7a568192fc1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:40:54.724242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-29ce7ba6-3de3-4306-a34b-e7a568192fc1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] 10.222.0.30 "DELETE /v2.0/subnets/989ecdbc-34fd-4996-a37d-7ed0e9343da6 HTTP/1.1" status: 404 len: 337 time: 0.0505419 Jan 14 03:40:54.738987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:54.743188 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-335797e8-9aa3-42dc-a6a5-c3b848173144 req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3666165 Jan 14 03:40:55.157430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 52972) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:55.270309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-925a96e8-e8b4-49f0-800d-ad6d86b931ec tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Synchronizing usage tracker for tenant:fe764f3e99444b36a2c05dae0a170552 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:40:55.317435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-925a96e8-e8b4-49f0-800d-ad6d86b931ec tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Unset dirty status for tenant:fe764f3e99444b36a2c05dae0a170552 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:40:55.319270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-925a96e8-e8b4-49f0-800d-ad6d86b931ec tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBackupRestore-425662802&fields=id&tenant_id=fe764f3e99444b36a2c05dae0a170552 HTTP/1.1" status: 200 len: 267 time: 0.1542125 Jan 14 03:40:55.704725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-e4051dac-c523-45bf-a7fc-fcaecef451eb tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:40:55.712820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-e4051dac-c523-45bf-a7fc-fcaecef451eb tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/networks?id=1ad9cc83-d46a-4350-a519-f972020ccb12 HTTP/1.1" status: 200 len: 813 time: 0.3679636 Jan 14 03:40:55.720669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 52996) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:55.720990 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca41d06b-8e08-4657-add6-fdf0755604ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f128358f53ba4c8b87b99397feef8fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620944 Jan 14 03:40:55.738012 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-72ae8761-bfdf-47cd-9752-6c42771859b8 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/quotas/fe764f3e99444b36a2c05dae0a170552 HTTP/1.1" status: 200 len: 375 time: 0.0240726 Jan 14 03:40:55.868417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:55.884282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-1050e4ee-cad9-458a-803a-b5816e9a1431 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Synchronizing usage tracker for tenant:fe764f3e99444b36a2c05dae0a170552 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:40:55.902712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:55.918207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-1050e4ee-cad9-458a-803a-b5816e9a1431 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Unset dirty status for tenant:fe764f3e99444b36a2c05dae0a170552 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:40:55.919761 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-1050e4ee-cad9-458a-803a-b5816e9a1431 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe764f3e99444b36a2c05dae0a170552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808939 Jan 14 03:40:55.967918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:55.974409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8b1dcd39-c1a8-4dfd-9132-e8fc3f817deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:55.989529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8215a-9dcd-44d7-93b0-62c2077be2ac,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:55.998992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:56.003770 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19a8215a-9dcd-44d7-93b0-62c2077be2ac HTTP/1.1" status: 204 len: 168 time: 0.2818038 Jan 14 03:40:56.004939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:56.196968 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-ff180836-60c4-42ba-9436-164d02cbd61a service neutron] 10.222.0.30 "GET /v2.0/networks/1ad9cc83-d46a-4350-a519-f972020ccb12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641017 Jan 14 03:40:56.354129 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-72cc9355-3f08-43a4-a660-48dd36c439cd req-d6f95ac2-8e5a-431a-8658-04215f580314 service neutron] 10.222.0.30 "GET /v2.0/networks/1ad9cc83-d46a-4350-a519-f972020ccb12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476426 Jan 14 03:40:57.088185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53046) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:57.335068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--2135513666'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:57.381008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:57.405140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:57.409135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:57.420980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:57.447864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.471332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.495714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:57.501342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:57.504925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:57.512236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:57.603336 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-842e0de1-5b1e-4911-8721-ded076de2c35 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "GET /v2.0/security-groups/616a488b-fc64-4ed4-b595-dd0526b2ca0e HTTP/1.1" status: 200 len: 3005 time: 0.0790293 Jan 14 03:40:57.728742 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.787243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.789525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.847762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.852526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:57.855949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:57.859670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:57.865659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:57.941380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b112c589-5714-4ff9-abf4-6e0d16ec4e7b tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:57.953481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.972663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:57.989759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=00b2ba9a-b379-4ebb-abca-7a64110a1827,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:58.001502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.002203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.002808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.003415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.004011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.004687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.005283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.005874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.006465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.007055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.007660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.008504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.009137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.009741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.010343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.010937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.011523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.012111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.012747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.014905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.014905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.014905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.014905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.015360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.016009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.016633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.017220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.017806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.018408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.018993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.019589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.020165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.020791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.021391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.021977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.022571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:40:58.029440 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:58.030797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e2db60d-5700-45e6-9128-dd977e5013c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:58.051614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.088979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=14537b4f-f0c1-4cbb-b31c-f9cc224f71a5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:58.096309 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:58.097697 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9f66d4a-3af3-4982-8dbe-c102fb3b5677 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:58.116359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Pushing event deleted for resources: {'SecurityGroup': ['ID=616a488b-fc64-4ed4-b595-dd0526b2ca0e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:58.118562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.120747 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0307624 Jan 14 03:40:58.122057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:58.123718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53096) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:58.147486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.151514 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ddc811d8-e9c3-443b-8b35-813520917dc6 req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] 10.222.0.30 "DELETE /v2.0/security-groups/616a488b-fc64-4ed4-b595-dd0526b2ca0e HTTP/1.1" status: 204 len: 173 time: 0.5373144 Jan 14 03:40:58.274942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53108) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:58.275084 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-35ee3fd6-5cf9-4780-b869-c0563ac7b81e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1490028 Jan 14 03:40:58.283779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-security--1030264399', 'description': 'tempest-security-description-802387164'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:58.361886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.496332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.500654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.503403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:58.508938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53118) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:58.523272 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "PUT /v2.0/security-groups/14537b4f-f0c1-4cbb-b31c-f9cc224f71a5 HTTP/1.1" status: 200 len: 1779 time: 0.2476418 Jan 14 03:40:58.533030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2580538-31f2-49a3-b6be-6f42f88818f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:58.626699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=14537b4f-f0c1-4cbb-b31c-f9cc224f71a5,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:58.643115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:58.672442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53136) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:58.706356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2cceefcb-98f1-4254-b82c-fd72fb433552 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups/14537b4f-f0c1-4cbb-b31c-f9cc224f71a5 HTTP/1.1" status: 200 len: 1779 time: 0.1940176 Jan 14 03:40:59.019220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.060549 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-c6c6772d-ff66-4eab-be41-ee3bfc287a13 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "GET /v2.0/security-groups/ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0 HTTP/1.1" status: 200 len: 3003 time: 0.2627771 Jan 14 03:40:59.194054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.320199 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.356998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.416239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.426445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:59.445498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:59.448850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:59.473889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.480494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-419c139d-c6b2-4456-a272-3b3596a7c849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:40:59.496158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=14537b4f-f0c1-4cbb-b31c-f9cc224f71a5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:40:59.499723 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:40:59.501285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.503079 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ed85d9d3-0629-4ebd-af40-77fb1b92a47e req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] 10.222.0.30 "DELETE /v2.0/security-groups/ee59b1c2-aa3f-4b3a-a36d-f7ed6cacadd0 HTTP/1.1" status: 204 len: 173 time: 0.4413471 Jan 14 03:40:59.505556 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.506847 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/14537b4f-f0c1-4cbb-b31c-f9cc224f71a5 HTTP/1.1" status: 204 len: 168 time: 0.8313129 Jan 14 03:40:59.510648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53208) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:59.610142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53222) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:59.645078 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-145b2d79-73f7-4ec0-aeea-df0b4ff19493 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327031 Jan 14 03:40:59.646253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:59.707064 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-ef371e4c-9903-44fb-8ee3-3aedebd4b8d6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] delete failed (client error): The resource could not be found. Jan 14 03:40:59.733174 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ef371e4c-9903-44fb-8ee3-3aedebd4b8d6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/14537b4f-f0c1-4cbb-b31c-f9cc224f71a5 HTTP/1.1" status: 404 len: 347 time: 0.0835278 Jan 14 03:40:59.734329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53238) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:40:59.750315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--148953200'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:40:59.792608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:59.802966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:59.818190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:59.829373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:40:59.850158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:40:59.895027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:40:59.899688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:40:59.903779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:40:59.911871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:00.170776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.193748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.262371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bcc5763-61b3-4a4e-a0e3-8d5ae1b0e7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:00.303151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.311073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5732524 Jan 14 03:41:00.386317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53286) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:00.387527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=97bfe82a-10c8-4356-93ca-d09c5cca9f4a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:00.407595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:00.418372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '97bfe82a-10c8-4356-93ca-d09c5cca9f4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:00.455475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:00.475242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:00.485591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:00.511983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:00.562937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.778317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.799799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.802370 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c8e81216-3872-4f22-b8e6-2a9bafa4afc6 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:00.912885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2b57fa-ec28-4bf9-b569-a9b143ce8285,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:00.929978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:00.931570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:00.933226 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5383782 Jan 14 03:41:00.936175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53336) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:01.041431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.069295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.079237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.121002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.123127 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-267ccd3b-a252-41c7-a968-e1f556b1e0a7 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:01.160894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf2b57fa-ec28-4bf9-b569-a9b143ce8285,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:01.166819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.168584 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/cf2b57fa-ec28-4bf9-b569-a9b143ce8285 HTTP/1.1" status: 204 len: 168 time: 0.2304971 Jan 14 03:41:01.172004 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:01.175414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53352) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:01.355623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72c7a42a-75f1-470a-9a29-18d8a8dfb827 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:01.427774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72c7a42a-75f1-470a-9a29-18d8a8dfb827 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:01.433114 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72c7a42a-75f1-470a-9a29-18d8a8dfb827 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2563891 Jan 14 03:41:01.433978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:01.644712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.755750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.855465 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.862928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:01.903837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bfe82a-10c8-4356-93ca-d09c5cca9f4a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:01.930815 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:01.964101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:01.965164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/97bfe82a-10c8-4356-93ca-d09c5cca9f4a HTTP/1.1" status: 204 len: 168 time: 0.5300126 Jan 14 03:41:01.968448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53414) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:02.168931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Deleting port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:02.169313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.183971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08f9a774-4712-4d41-8a3f-b16bae9c433b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:02.268788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-08f9a774-4712-4d41-8a3f-b16bae9c433b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:02.275324 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-08f9a774-4712-4d41-8a3f-b16bae9c433b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3008759 Jan 14 03:41:02.275852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53442) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:02.311707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--506525138'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:02.359184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:02.375748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:02.387730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.426377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:02.431453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:02.438067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:02.451902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:02.556522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53466) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:02.663780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] For port 6a20c463-d4fe-4e64-98f7-d9c3162e48f4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:02.664198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.685033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.689130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.733341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66ed86c4-e8b4-473f-a09e-7237418765fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:02.768112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.769983 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4904234 Jan 14 03:41:02.802228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53490) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:02.835773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '5399926e-a53b-4569-81f7-54d09b199c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:02.877656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:02.890850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:02.898100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:02.913650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:02.926645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=5399926e-a53b-4569-81f7-54d09b199c02,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:02.946747 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:02.963992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:02.975905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Calling delete_port for 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:03.008481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.074425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:03.085017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Usage tracker for resource:security_group_rule and tenant:e375242972df4f52977dae5604c0835f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:03.088175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:03.100565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:03.127630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.142140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.144109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1b6403ca-155d-4976-9a1d-ec25b6915fd9 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:03.181771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025109dc-47fd-4d4d-b1a6-2cecb9eb40a3,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:03.250953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:03.257005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.259051 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2106f63-89ac-4c93-aebe-0f893d364946 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4507418 Jan 14 03:41:03.267057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53526) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:03.285562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '5399926e-a53b-4569-81f7-54d09b199c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:03.287157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.306535 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.313186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:03.324759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:03.336755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:03.348962 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-790b6061-fe9a-423c-94db-4f2410a025a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:03.354625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:03.390510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.439661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a973c1-ea3b-4c2a-b156-13431aea84da,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:03.469140 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e375242972df4f52977dae5604c0835f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9052973 Jan 14 03:41:03.469140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53548) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:03.469140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:03.545034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.562483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.575164 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64908c4f-90c5-4840-a152-c8971a581d0e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:03.590820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.629733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0868ebc7-2b1c-4374-8aef-276f0bc25f7f,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:03.649443 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:03.662672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.673435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.677441 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3490c7b6-8aee-4a0d-874a-0a90c4c3b156 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4016621 Jan 14 03:41:03.678394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53564) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:03.697683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '5399926e-a53b-4569-81f7-54d09b199c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:03.713888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:03.719610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:03.723778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:03.756276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:03.803074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53576) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:03.821606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.961888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:03.967729 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.005486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c55ed705-b988-45bd-ae5c-0978912f9a74 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.039503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc606ad7-499e-4de4-bc96-0a237ecb9da2,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.051071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.075972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.078443 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fb2dcd60-7b40-46c9-9420-0379636d621d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3991921 Jan 14 03:41:04.081734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53604) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:04.088935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '5399926e-a53b-4569-81f7-54d09b199c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:04.103616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:04.108815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:04.112226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:04.119081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:04.145055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.233504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.247087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.249848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82579556-a7de-4c3f-90ef-4e59685ef03e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.289810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562f205b-a2c2-468b-8097-0bed34fabcee,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.292996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.307350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.308972 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2259481 Jan 14 03:41:04.312878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53630) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:04.322541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '5399926e-a53b-4569-81f7-54d09b199c02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:04.337222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:04.342278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:04.346097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:04.354017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:04.378687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.461922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.466010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.477879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.479886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58d3f1fc-b03c-4567-b7c5-2546b76077bb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.502624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-555cde1e-3062-48e0-a562-3f8a4fbf64fd tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.505784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41febb34-ecaf-46b8-b44e-8b5d607272d1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.512635 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.544164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.564981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.566671 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-95028ee0-2a4e-4eac-9b22-be0b5c6a1931 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2523682 Jan 14 03:41:04.570044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53656) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:04.592454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f0bdfb7e-062d-4b91-a776-eed7319d417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.617253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.619784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6a20c463-d4fe-4e64-98f7-d9c3162e48f4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.630153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.630892 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.641400 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32351031-9a22-41ea-bdfd-1c0a5220b095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.658605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a973c1-ea3b-4c2a-b156-13431aea84da,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.663863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.665948 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc3fad93-c9f8-48cb-9bda-c2be53ec6dbb tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:04.666368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.669090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.674609 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72a973c1-ea3b-4c2a-b156-13431aea84da HTTP/1.1" status: 204 len: 168 time: 1.2005937 Jan 14 03:41:04.696628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41febb34-ecaf-46b8-b44e-8b5d607272d1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:04.713838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.718393 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/41febb34-ecaf-46b8-b44e-8b5d607272d1 HTTP/1.1" status: 204 len: 168 time: 0.1467013 Jan 14 03:41:04.720106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.720590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.721093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.721519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.721937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.722354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.722767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.723179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.723573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.724191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.724841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.725488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.726139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.727254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.727852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.728486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.729132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.729882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.730497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.731102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.731794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.732440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.733031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.734323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.734999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.735600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.736279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.736910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.737507 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.738719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.738719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.739258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.739867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.740572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.741183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.742033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:04.748787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dec9b754-d637-4d48-97a4-acf96c9694fb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:04.750081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53676) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:04.854962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa3cc653-ce0a-41f8-a620-5c11fad0290f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:04.872905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-aa3cc653-ce0a-41f8-a620-5c11fad0290f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:04.876399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-aa3cc653-ce0a-41f8-a620-5c11fad0290f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1232657 Jan 14 03:41:04.877867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53698) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:04.916696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.930148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.961853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:04.993987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-efa9cf8c-b3c6-4ef9-815d-1f0adcee012f tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:05.027946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=562f205b-a2c2-468b-8097-0bed34fabcee,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:05.033805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:05.035397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.040276 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e37606d7-6a8e-4ec9-8e49-f8f7c7eb89bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/562f205b-a2c2-468b-8097-0bed34fabcee HTTP/1.1" status: 204 len: 168 time: 0.1611803 Jan 14 03:41:05.040990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53712) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.133922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc5af4fd-7f67-4126-9424-ce397c795cbd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:05.161474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bc5af4fd-7f67-4126-9424-ce397c795cbd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:05.166843 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc5af4fd-7f67-4126-9424-ce397c795cbd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1248250 Jan 14 03:41:05.167535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53728) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.213017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.228936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.258339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.275007 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-00f3dfdb-41c8-41ac-b4fa-d7ab0d1bd3ad tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:05.291333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc606ad7-499e-4de4-bc96-0a237ecb9da2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:05.310749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:05.310749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.314222 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/cc606ad7-499e-4de4-bc96-0a237ecb9da2 HTTP/1.1" status: 204 len: 168 time: 0.1454177 Jan 14 03:41:05.315396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53746) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.427981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2a633ba-d381-4280-8413-376660297421 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:05.445134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2a633ba-d381-4280-8413-376660297421 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:05.450629 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2a633ba-d381-4280-8413-376660297421 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1329260 Jan 14 03:41:05.451392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53756) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.518591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.531626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.578883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.587976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-180feb38-e867-4b9d-8e65-e404a8f6759e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:05.604199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0868ebc7-2b1c-4374-8aef-276f0bc25f7f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:05.607168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:05.611367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.612807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84b87119-2482-4669-a1df-3c65e1a2c7bb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/0868ebc7-2b1c-4374-8aef-276f0bc25f7f HTTP/1.1" status: 204 len: 168 time: 0.1601799 Jan 14 03:41:05.616721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53762) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.640269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.708994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b42d0a70-82d6-4737-a85f-0c493db982ea tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:05.727209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b42d0a70-82d6-4737-a85f-0c493db982ea tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:05.728645 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b42d0a70-82d6-4737-a85f-0c493db982ea tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1107202 Jan 14 03:41:05.731769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53768) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.774367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.787300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.824754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.827995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f4fc7fc-1907-4414-a0da-9a0021e58689 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:05.855540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=025109dc-47fd-4d4d-b1a6-2cecb9eb40a3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:05.859304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:05.875653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.879429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f450510c-0ac7-42ec-ab67-f1f656d6108c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/025109dc-47fd-4d4d-b1a6-2cecb9eb40a3 HTTP/1.1" status: 204 len: 168 time: 0.1465251 Jan 14 03:41:05.882454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53778) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:05.957708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:05.986200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13b5807b-7343-43cc-bd68-86306857029b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:06.003519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13b5807b-7343-43cc-bd68-86306857029b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:06.005078 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13b5807b-7343-43cc-bd68-86306857029b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208477 Jan 14 03:41:06.008420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53784) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:06.100260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.142020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.218297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.235123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c151fe58-f0f0-4dad-bdac-a6484e16b19b tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:06.266684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399926e-a53b-4569-81f7-54d09b199c02,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:06.268971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:06.292427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.294202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/5399926e-a53b-4569-81f7-54d09b199c02 HTTP/1.1" status: 204 len: 168 time: 0.2847667 Jan 14 03:41:06.297487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53796) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:06.388933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-926be5ec-3f4e-4317-8d10-9599cc778588 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:06.413206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-926be5ec-3f4e-4317-8d10-9599cc778588 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:06.419297 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-926be5ec-3f4e-4317-8d10-9599cc778588 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161149 Jan 14 03:41:06.420125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53802) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:06.426756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--790054736'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:06.440920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:06.451609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:06.465923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.491794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:06.497430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:06.501500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:06.508138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:06.595613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.625593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.637971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-421b9df1-54d5-4953-a1af-874fa7445913 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:06.679131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=a627cdad-82aa-40bc-b3d4-55795511fd70,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:06.684875 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:06.714640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.717224 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2957492 Jan 14 03:41:06.720074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53812) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:06.726371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': 'a627cdad-82aa-40bc-b3d4-55795511fd70', 'direction': 'ingress', 'protocol': 17}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:06.735400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Router b4321713-39fe-4b99-bc2a-5d89a24c795a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:41:06.740071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:06.744819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:06.748411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:06.755244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:06.774188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.818596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c205b6e-fde9-47d5-96f6-9bcb99c93dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.855686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.860118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.866830 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6a12959-3705-49a2-8e02-35f3e1e18c12 tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:06.894856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e21436-c0df-4c3d-8bf8-d9e69cdd1fc8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:06.898971 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:06.920269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:06.923059 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-189c6be9-2ddd-4a6f-a2de-6b1ad621dca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2010903 Jan 14 03:41:06.925527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53820) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:06.992884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Deleting port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:06.993176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.039718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.075539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.175320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.181098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c52cec2b-def3-44be-861f-bea7a237ca3e tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:07.198453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=a627cdad-82aa-40bc-b3d4-55795511fd70,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:07.201084 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:07.223969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.229197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/a627cdad-82aa-40bc-b3d4-55795511fd70 HTTP/1.1" status: 204 len: 168 time: 0.3014631 Jan 14 03:41:07.229984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53828) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:07.245881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] For port 748a3c6a-90a9-4b0c-921e-3e0e12d3116b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:07.246483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.306138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-881de177-0248-4a60-bd9d-6bf8ec072226 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:07.324921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-881de177-0248-4a60-bd9d-6bf8ec072226 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:07.328190 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-881de177-0248-4a60-bd9d-6bf8ec072226 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948682 Jan 14 03:41:07.331575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53838) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:07.337503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--1209776860'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:07.354169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:07.371207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:07.388857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.429532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:07.445297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:07.445297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:07.453450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:07.555021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.559342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.566762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5722f1f2-d56b-4935-b0cc-483e1283ed04 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:07.628616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.629999 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2980540 Jan 14 03:41:07.631879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=0833b4d7-558c-47c2-81b7-5f2d5c9afd87,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:07.634215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53848) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:07.636923 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.638262 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:07.642457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--1563673352'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:07.654136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:07.661792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:07.677042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:07.699446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:07.709426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.734801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:07.739423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:07.742871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:07.750165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:07.828854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Calling delete_port for 748a3c6a-90a9-4b0c-921e-3e0e12d3116b owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:07.840023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.847725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.901538 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9351172-bb9d-4a18-b0e2-91d651a6a2bd tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:07.954638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:07.955984 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3205121 Jan 14 03:41:07.957819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f6b508-8568-4a02-a017-c1adb269c786,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:07.961597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:07.962178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53856) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:07.968233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': '0833b4d7-558c-47c2-81b7-5f2d5c9afd87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c3f6b508-8568-4a02-a017-c1adb269c786', 'remote_ip_prefix': None}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:07.998369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:08.031048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:08.031048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:08.050355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:41:08.050654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:08.054997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Sync routers for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:41:08.067616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:08.068424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:08.077663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.092276 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] 10.222.0.30 "PUT /v2.0/routers/b4321713-39fe-4b99-bc2a-5d89a24c795a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4805181 Jan 14 03:41:08.094945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53860) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:08.102002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.121696 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b11e9213-290d-4661-9e6e-806fb1ade705 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:08.235421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=748a3c6a-90a9-4b0c-921e-3e0e12d3116b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:08.248254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:08.333721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:08.396013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.401955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.686877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.760910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.767540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Deleting port 4b979d18-a105-4855-840a-77b07cc731e1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:08.767540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.802821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.813305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:08.824144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3054975d-cfa1-424f-98f3-e8afb952ecd2 tempest-NegativeSecGroupIPv6Test-1616710282 tempest-NegativeSecGroupIPv6Test-1616710282] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:08.854126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa79b25-74b9-4405-8b05-2588e4fd12cf,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:08.866008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:41:03Z', 'revision_number': 5, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:08.867894 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:08.878905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Checking router: b4321713-39fe-4b99-bc2a-5d89a24c795a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:41:08.901229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Routers {'b4321713-39fe-4b99-bc2a-5d89a24c795a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:08.902145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['b4321713-39fe-4b99-bc2a-5d89a24c795a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:09.036968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.041319 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e0951e1c-74bc-461e-8f4d-eebb77d60b2c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0752504 Jan 14 03:41:09.041595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53880) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:09.095901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.109701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.165227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.169148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:09.176411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] Set router b4321713-39fe-4b99-bc2a-5d89a24c795a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:09.185628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aa79b25-74b9-4405-8b05-2588e4fd12cf,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:09.199297 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:09.218548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.218548 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-abd1f4d1-88e5-4802-8e32-57b220898de8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/6aa79b25-74b9-4405-8b05-2588e4fd12cf HTTP/1.1" status: 204 len: 168 time: 0.1720207 Jan 14 03:41:09.221167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53888) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:09.225026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] For port 4b979d18-a105-4855-840a-77b07cc731e1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4b979d18-a105-4855-840a-77b07cc731e1,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:09.225436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.349076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Router 1b30cecd-5eed-46e4-9415-26db3e356a0d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:41:09.472643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Calling delete_port for 4b979d18-a105-4855-840a-77b07cc731e1 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:09.569100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.597286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11f138f6-9340-47ab-a520-67bf9bf0da68 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:09.643473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11f138f6-9340-47ab-a520-67bf9bf0da68 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:09.644969 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11f138f6-9340-47ab-a520-67bf9bf0da68 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4237621 Jan 14 03:41:09.648044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:09.700649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:41:03Z', 'revision_number': 5, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:09.706032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42586f38-412b-42c6-922d-3737ba3e2e59 None None] The sync data for ids ['b4321713-39fe-4b99-bc2a-5d89a24c795a'] in n-d-765315-13 is: [{'id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'name': 'tempest-TestVolumeBootPattern-249889043-router', 'tenant_id': '8db032711651433a82063629f1ebda86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '4b979d18-a105-4855-840a-77b07cc731e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:16Z', 'updated_at': '2021-01-14T03:41:03Z', 'revision_number': 5, 'project_id': '8db032711651433a82063629f1ebda86', 'gw_port': {'id': '4b979d18-a105-4855-840a-77b07cc731e1', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4321713-39fe-4b99-bc2a-5d89a24c795a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:19Z', 'updated_at': '2021-01-14T03:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:41:09.721077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:41:09.731340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Sync routers for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:41:09.734592 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] 10.222.0.30 "PUT /v2.0/routers/1b30cecd-5eed-46e4-9415-26db3e356a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9289012 Jan 14 03:41:09.737201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53908) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:09.762741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:09.763553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:09.840902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.897672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:09.919898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.031638 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.033577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:10.182211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.227721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-807412a7-98e0-4317-9b37-44a10adee4a6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:10.279609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f6b508-8568-4a02-a017-c1adb269c786,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:10.285236 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:10.298806 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.334134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.339403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Deleting port 902f7e99-3669-4d89-bbbe-e7345ffa5a89 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:10.340124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.383170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.386880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/c3f6b508-8568-4a02-a017-c1adb269c786 HTTP/1.1" status: 204 len: 168 time: 0.7350667 Jan 14 03:41:10.394372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53916) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:10.441949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:41:10.485633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:41:07Z', 'revision_number': 5, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:10.490847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Checking router: 1b30cecd-5eed-46e4-9415-26db3e356a0d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:41:10.504948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Routers {'1b30cecd-5eed-46e4-9415-26db3e356a0d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:10.505791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['1b30cecd-5eed-46e4-9415-26db3e356a0d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:10.573069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.578127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.629474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] For port 902f7e99-3669-4d89-bbbe-e7345ffa5a89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=902f7e99-3669-4d89-bbbe-e7345ffa5a89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:10.629879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.646980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.647821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4321713-39fe-4b99-bc2a-5d89a24c795a {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:41:10.674681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5747821b-242c-4acd-98b8-311034dcdca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:10.696738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.696738 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c8e6699-93a4-4602-9150-1195bdb37121 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b4321713-39fe-4b99-bc2a-5d89a24c795a HTTP/1.1" status: 204 len: 168 time: 2.5894024 Jan 14 03:41:10.696738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53928) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:10.798247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Deleting subnet 6232a98b-6c90-49b3-8202-ee260234daaa {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:41:10.801682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:10.857839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5747821b-242c-4acd-98b8-311034dcdca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:10.867157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5747821b-242c-4acd-98b8-311034dcdca6 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4699481 Jan 14 03:41:10.878366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53934) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:10.900861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Calling delete_port for 902f7e99-3669-4d89-bbbe-e7345ffa5a89 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:10.929723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] Set router 1b30cecd-5eed-46e4-9415-26db3e356a0d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:10.931480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.050134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.087509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.173843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.180818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2ca6252-ef9a-4905-855e-bc6a180ce4d2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:11.199974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.204229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=0833b4d7-558c-47c2-81b7-5f2d5c9afd87,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:11.209736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:11.234075 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.239072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/0833b4d7-558c-47c2-81b7-5f2d5c9afd87 HTTP/1.1" status: 204 len: 168 time: 0.3502705 Jan 14 03:41:11.241812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53944) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:11.245674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.378344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:41:07Z', 'revision_number': 5, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:11.383718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144b73d-bbf7-4b5a-b657-1e2e84e8c4fd None None] The sync data for ids ['1b30cecd-5eed-46e4-9415-26db3e356a0d'] in n-d-765315-13 is: [{'id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'name': 'tempest-TestVolumeBackupRestore-565047298-router', 'tenant_id': 'fe764f3e99444b36a2c05dae0a170552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:36:59Z', 'updated_at': '2021-01-14T03:41:07Z', 'revision_number': 5, 'project_id': 'fe764f3e99444b36a2c05dae0a170552', 'gw_port': {'id': '902f7e99-3669-4d89-bbbe-e7345ffa5a89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b30cecd-5eed-46e4-9415-26db3e356a0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:03Z', 'updated_at': '2021-01-14T03:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:41:11.552899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.714565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:11.741368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.760138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.797233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-555a8cbf-11ff-4dd1-af07-e54a25fee765 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:11.813543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.814253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b30cecd-5eed-46e4-9415-26db3e356a0d {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:41:11.815350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:11.820677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 6a20c463-d4fe-4e64-98f7-d9c3162e48f4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:11.821437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4b979d18-a105-4855-840a-77b07cc731e1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:11.834488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:11.840073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53958) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:11.840724 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-511eb24d-e861-4d10-8bbb-0476545bd645 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1b30cecd-5eed-46e4-9415-26db3e356a0d HTTP/1.1" status: 204 len: 168 time: 2.0996950 Jan 14 03:41:11.878071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4b979d18-a105-4855-840a-77b07cc731e1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:11.878589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4b979d18-a105-4855-840a-77b07cc731e1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:11.879071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 748a3c6a-90a9-4b0c-921e-3e0e12d3116b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:11.928137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 748a3c6a-90a9-4b0c-921e-3e0e12d3116b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:11.928712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 748a3c6a-90a9-4b0c-921e-3e0e12d3116b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:12.065120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-555a8cbf-11ff-4dd1-af07-e54a25fee765 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:12.066678 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-555a8cbf-11ff-4dd1-af07-e54a25fee765 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8235295 Jan 14 03:41:12.072107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53968) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:12.079750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--802411181'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:12.100315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:12.122761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:12.132100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Deleting subnet 421f82a4-e2d7-4a9c-bb41-4de0a37a3f52 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:41:12.145743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.157698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.191619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:12.196681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:12.197810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.200762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:12.207807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:12.216780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.347398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.355447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.362589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16a388ca-2929-4ce6-ba20-da8de5a08ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:12.411646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=af12d9e6-b03e-4af1-9220-8e7918c03f3e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:12.425645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:12.465502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.467098 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3937845 Jan 14 03:41:12.470951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.471201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53976) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:12.484189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': 'af12d9e6-b03e-4af1-9220-8e7918c03f3e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:12.506981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:12.508381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.524674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:12.527712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab1ece5c-cdb9-44de-9ba2-c2cec502d8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:12.530703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:12.542044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:12.573969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.632863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6232a98b-6c90-49b3-8202-ee260234daaa,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:12.648541 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:12.784502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:12.789817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa2775-19ec-44f2-9099-0cfc124ad6c7 None None] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:41:12.797460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d29782a0-858d-4f45-9123-ca9cb5ea685a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6232a98b-6c90-49b3-8202-ee260234daaa HTTP/1.1" status: 204 len: 168 time: 2.1029055 Jan 14 03:41:12.809109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 53986) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.031551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.041057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.043178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5ce7a10-5665-45c9-b172-757224095713 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:13.088545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de31a94-3f5c-4041-a76e-e37159b6c76e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:13.090700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.092204 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6198621 Jan 14 03:41:13.102025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.105502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:13.106042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 53998) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.164630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.182089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.214008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.217233 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-79eb674a-8e44-495e-86d9-9dd15575f86d tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:13.230570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.238755 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.240137 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/5de31a94-3f5c-4041-a76e-e37159b6c76e HTTP/1.1" status: 204 len: 168 time: 0.1330492 Jan 14 03:41:13.243135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de31a94-3f5c-4041-a76e-e37159b6c76e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:13.246077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54004) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.265216 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:13.301049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] DHCP port deletion for 97d30561-18f4-47a1-b2c5-63074c2b59b2 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:41:13.305649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Deleting port a33791bb-637f-457b-a350-e7f02539afab {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:13.306082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.332796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5fb938d6-f72b-4b57-9f2a-25398d0cb747 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:13.335383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5daa8b08-707b-4f67-8437-9d4528abb7ca tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:13.371196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5fb938d6-f72b-4b57-9f2a-25398d0cb747 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:13.372856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5fb938d6-f72b-4b57-9f2a-25398d0cb747 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1255064 Jan 14 03:41:13.376407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54010) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.420482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421f82a4-e2d7-4a9c-bb41-4de0a37a3f52,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:13.426708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Deleting port a33791bb-637f-457b-a350-e7f02539afab {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:13.427386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.461133 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:13.474836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.513546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.529143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/421f82a4-e2d7-4a9c-bb41-4de0a37a3f52 HTTP/1.1" status: 204 len: 168 time: 1.6719120 Jan 14 03:41:13.529143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54020) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.529369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.640488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15bf507-354d-4872-9de5-65e11dbd9d0a None None] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:41:13.673480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.689767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1df040e9-9f0b-44d6-b1c6-0a5bb3657253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:13.708647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=af12d9e6-b03e-4af1-9220-8e7918c03f3e,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:13.732539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:13.749578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] For port a33791bb-637f-457b-a350-e7f02539afab, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a33791bb-637f-457b-a350-e7f02539afab,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:13.750029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.755534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.757233 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/af12d9e6-b03e-4af1-9220-8e7918c03f3e HTTP/1.1" status: 204 len: 168 time: 0.3785768 Jan 14 03:41:13.760855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54028) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.857158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:13.885668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07e36bc0-4b71-498e-9230-e202bd2e0618 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:13.922134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-07e36bc0-4b71-498e-9230-e202bd2e0618 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:13.923762 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-07e36bc0-4b71-498e-9230-e202bd2e0618 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619389 Jan 14 03:41:13.928198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54036) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:13.935649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group': {'name': 'tempest-secgroup--1822802425'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:13.954048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:13.967726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:13.981995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Deleting port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:13.982658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.001800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.085393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:14.119649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Calling delete_port for a33791bb-637f-457b-a350-e7f02539afab owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:14.120012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:14.123452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:14.131047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:14.162182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] For port a33791bb-637f-457b-a350-e7f02539afab, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a33791bb-637f-457b-a350-e7f02539afab,segment=NetworkSegment(e15c8e87-4a9c-444d-a4a9-eafbd82b42e1),segment_id=e15c8e87-4a9c-444d-a4a9-eafbd82b42e1)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:14.162703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.221780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a33791bb-637f-457b-a350-e7f02539afab no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:14.224263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.234069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.242030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e217c50a-171e-471d-af78-b41001be8035 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:14.293918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a33791bb-637f-457b-a350-e7f02539afab {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:14.294316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a33791bb-637f-457b-a350-e7f02539afab not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:14.294796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902f7e99-3669-4d89-bbbe-e7345ffa5a89 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:14.318593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:14.324223 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:14.327567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.330411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4005203 Jan 14 03:41:14.332826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54046) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:14.337282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.341847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': 'ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:14.353439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:14.358941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Usage tracker for resource:security_group_rule and tenant:84a04b21d1cc4315b5a8c98a6a31c25a is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:14.362353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:14.369640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:14.388695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Calling delete_port for a33791bb-637f-457b-a350-e7f02539afab owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:14.389493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.456196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 902f7e99-3669-4d89-bbbe-e7345ffa5a89 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:14.456847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 902f7e99-3669-4d89-bbbe-e7345ffa5a89 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:14.473695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f43f6d15-05af-450a-b480-a63298e10797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:14.475845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] For port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,segment=NetworkSegment(3e259b74-3149-4878-ad19-061755d43aa4),segment_id=3e259b74-3149-4878-ad19-061755d43aa4)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:14.476066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.476250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.481689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.484608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a048d32d-83f1-4f22-81b9-d70e35090f9d tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:14.512871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e71f30b-6397-4b2d-90e1-673cf92ef33c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:14.518613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:14.540903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.542390 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2081037 Jan 14 03:41:14.546784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54056) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:14.550442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Pushing event deleted for resources: {'Port': ['ID=a33791bb-637f-457b-a350-e7f02539afab,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:14.571163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.571538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.572280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.572826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.573542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.574062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.574577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.575090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.575613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.576125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.576685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.577409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.577977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.578642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.579184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.579694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.580213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.580745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.581256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.581762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.582286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.582795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.583550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.584060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.584649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.585178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.585696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.586257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.586746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.587254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.587830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.588360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.588870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.589376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.590014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.590592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:41:14.594691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-44226e8b-bc92-4c71-b1c0-4229f3ec2440 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules/3e71f30b-6397-4b2d-90e1-673cf92ef33c HTTP/1.1" status: 200 len: 763 time: 0.0462501 Jan 14 03:41:14.597299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54062) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:14.597521 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:14.701858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.705260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] No DVR routers for this DVR port a33791bb-637f-457b-a350-e7f02539afab on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:41:14.718480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Calling delete_port for 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:14.754039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3b241f6-0a1a-49d6-b46c-17c8b69a9b2f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:14.809274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3b241f6-0a1a-49d6-b46c-17c8b69a9b2f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:14.810729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3b241f6-0a1a-49d6-b46c-17c8b69a9b2f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2115371 Jan 14 03:41:14.818878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54068) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:14.837817 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:41:14.838247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:41:14.839297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.869070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.878494 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad668710-6919-48fc-8828-2ef9bf363f6a tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:14.881757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.908101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.910196 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a03489af-0a47-4df2-ae9b-89e063fff891 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:14.933686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e71f30b-6397-4b2d-90e1-673cf92ef33c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:14.939694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:14.954497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:14.956131 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/3e71f30b-6397-4b2d-90e1-673cf92ef33c HTTP/1.1" status: 204 len: 168 time: 0.1412494 Jan 14 03:41:14.965457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54078) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:14.990384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a2afb-e1de-4108-9785-3f9a698f9b9b None None] DHCP port deletion for 1ad9cc83-d46a-4350-a519-f972020ccb12 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:41:15.119589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:15.121322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] No DVR routers for this DVR port 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:41:15.122969 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:15.140522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cea4e905-5c95-43eb-92b6-b9b93b30f813 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:15.161727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cea4e905-5c95-43eb-92b6-b9b93b30f813 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:15.167082 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cea4e905-5c95-43eb-92b6-b9b93b30f813 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1999304 Jan 14 03:41:15.167913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54086) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.176312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': 'ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:15.193341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:15.209261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:15.228092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.253250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.308531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.313158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.315120 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8eab31b-2cb7-448b-9a58-c3e962d962fc tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:15.339525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b76caa9-5a93-4461-970d-8fc0880e11b0,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:15.341976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Deleting port a33791bb-637f-457b-a350-e7f02539afab {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:15.342484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.344696 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:15.365828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.375285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.376227 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2033129 Jan 14 03:41:15.453264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] The port 'a33791bb-637f-457b-a350-e7f02539afab' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:41:15.462630 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-55ce082e-40fe-47a0-93db-512ea92d3083 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules/9b76caa9-5a93-4461-970d-8fc0880e11b0 HTTP/1.1" status: 200 len: 763 time: 0.0812881 Jan 14 03:41:15.463378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54104) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.554201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f979bd12-03e7-408b-928d-4e5fc55b8fa8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:15.602484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f979bd12-03e7-408b-928d-4e5fc55b8fa8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:15.602484 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f979bd12-03e7-408b-928d-4e5fc55b8fa8 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1335721 Jan 14 03:41:15.620589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54114) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.634711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:15.673182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:15.673431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 0a57daa9-ec30-4ea7-a0ef-98fa0352d5fb not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:15.738718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.755422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.786386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.788950 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a46f3b7b-cb0d-4a0f-bf73-d6e3e5d06348 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:15.809502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b76caa9-5a93-4461-970d-8fc0880e11b0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:15.822786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:15.837312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.838752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/9b76caa9-5a93-4461-970d-8fc0880e11b0 HTTP/1.1" status: 204 len: 168 time: 0.2166815 Jan 14 03:41:15.844095 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.939117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c8b5b50-9b41-4614-920d-6989b3d9003a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:15.941936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad9cc83-d46a-4350-a519-f972020ccb12']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:15.957893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8c8b5b50-9b41-4614-920d-6989b3d9003a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:15.961006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:15.964156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c8b5b50-9b41-4614-920d-6989b3d9003a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1189132 Jan 14 03:41:15.964856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54134) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:15.977680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e259b74-3149-4878-ad19-061755d43aa4') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:15.977874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e259b74-3149-4878-ad19-061755d43aa4') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:15.980246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Request body: {'security_group_rule': {'security_group_id': 'ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:16.016513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:16.058367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:16.062712 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Project 84a04b21d1cc4315b5a8c98a6a31c25a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:41:16.075272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.115089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.148976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.152257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.154211 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-313067ac-3ec8-40b0-a172-160ebfddb7d4 tempest-TestServerBasicOps-502215413 tempest-TestServerBasicOps-502215413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:16.168755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d30561-18f4-47a1-b2c5-63074c2b59b2']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:16.178270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dd1c13-779e-4e03-ba64-57ffe0e1ae22,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:16.189106 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:16.192905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.194992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:41:16.206412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.208599 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2406728 Jan 14 03:41:16.211224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54142) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.225436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:16.225770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15c8e87-4a9c-444d-a4a9-eafbd82b42e1') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:16.242508 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-789f79fe-47e1-4f21-9a35-cfb529274a2a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules/53dd1c13-779e-4e03-ba64-57ffe0e1ae22 HTTP/1.1" status: 200 len: 769 time: 0.0294662 Jan 14 03:41:16.246153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54148) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.298037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.341477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e0d91af-4a0c-4550-a50c-4e7717891efe tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:16.376861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1e0d91af-4a0c-4550-a50c-4e7717891efe tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:16.378799 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e0d91af-4a0c-4550-a50c-4e7717891efe tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1312871 Jan 14 03:41:16.381465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.385267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.392774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:41:16.426342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.449579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.474023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.476480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b670e8ed-68e6-477c-83d6-8fd21b5a13cf tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:16.493788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:16.494258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53dd1c13-779e-4e03-ba64-57ffe0e1ae22,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:16.506061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:16.507933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.514872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.516241 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-group-rules/53dd1c13-779e-4e03-ba64-57ffe0e1ae22 HTTP/1.1" status: 204 len: 168 time: 0.1330359 Jan 14 03:41:16.518948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54164) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.604791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4faf6b4-7450-4b30-a561-07be38f52e1e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:16.623727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4faf6b4-7450-4b30-a561-07be38f52e1e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group_rule {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:16.628303 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b4faf6b4-7450-4b30-a561-07be38f52e1e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082675 Jan 14 03:41:16.628972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54176) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.745572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.771196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:16.779776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.789294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.840396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.846290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34491d49-07a0-4567-9409-d7a1916d91f4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:16.861297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:16.865701 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:16.881399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Network 1ad9cc83-d46a-4350-a519-f972020ccb12 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:16.883214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:16.887546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a53f780-62d1-45c9-9c8b-23c42a1abe81 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "DELETE /v2.0/security-groups/ce67f8ac-abb0-4bb3-94f8-1b65b4f669b2 HTTP/1.1" status: 204 len: 168 time: 0.2575479 Jan 14 03:41:16.888226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54184) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:41:16.916047 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:41:16.986835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-854584bc-520c-43ea-928d-1e34c5ccbbda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Synchronizing usage tracker for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:41:17.027707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-854584bc-520c-43ea-928d-1e34c5ccbbda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Unset dirty status for tenant:84a04b21d1cc4315b5a8c98a6a31c25a on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:41:17.035777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-854584bc-520c-43ea-928d-1e34c5ccbbda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1399164 Jan 14 03:41:17.037286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:17.124417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Network 97d30561-18f4-47a1-b2c5-63074c2b59b2 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:17.132843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.135007 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a2ca0541-ad47-4f37-ae6b-408d226581eb tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973487 Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:41:17.150200 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:41:17.152421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2a56b68-f38d-436e-b2a9-a5866ec15652 tempest-AllowedAddressPairIpV6TestJSON-713083492 tempest-AllowedAddressPairIpV6TestJSON-713083492] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:17.176316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.276214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad9cc83-d46a-4350-a519-f972020ccb12,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:17.285776 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:17.313860 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1ad9cc83-d46a-4350-a519-f972020ccb12 HTTP/1.1" status: 204 len: 168 time: 3.7859862 Jan 14 03:41:17.339565 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.342959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:17.363578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.373087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Pushing event deleted for resources: {'Network': ['ID=97d30561-18f4-47a1-b2c5-63074c2b59b2,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:17.383759 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:17.386726 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-28fe9023-fcf6-4e63-aeba-2f474e471261 admin admin] 10.222.0.30 "DELETE /v2.0/networks/97d30561-18f4-47a1-b2c5-63074c2b59b2 HTTP/1.1" status: 204 len: 168 time: 4.5765786 Jan 14 03:41:17.394820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54208) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:17.559942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54216) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:17.652206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54220) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:17.682073 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-923354ff-6cbf-40d7-bec7-3017dc87fb09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe764f3e99444b36a2c05dae0a170552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191902 Jan 14 03:41:17.683885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54226) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:17.802526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.840862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.937076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:17.976642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d72640d6-479e-4640-b213-ee996d409b0f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:18.001077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760e0fd9-f270-4de4-9efe-db084aa59c1e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:18.006750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.008000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/760e0fd9-f270-4de4-9efe-db084aa59c1e HTTP/1.1" status: 204 len: 168 time: 0.3230815 Jan 14 03:41:18.012416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:18.054090 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3c5a189-2246-4f3b-bb5f-6a991ca599b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84a04b21d1cc4315b5a8c98a6a31c25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005132 Jan 14 03:41:18.056839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54236) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:18.137213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.165251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.232525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.313546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.319885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34877b5c-656b-4ac6-a763-542fdd7f9055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:18.360104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b2ba9a-b379-4ebb-abca-7a64110a1827,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:18.365252 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:18.422501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:18.427692 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00b2ba9a-b379-4ebb-abca-7a64110a1827 HTTP/1.1" status: 204 len: 168 time: 0.3694522 Jan 14 03:41:18.824174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Deleting port 89057711-c673-4638-a8d5-a66be9f8a255 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:18.824587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:19.011816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] For port 89057711-c673-4638-a8d5-a66be9f8a255, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=89057711-c673-4638-a8d5-a66be9f8a255,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:19.012042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:19.172515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Calling delete_port for 89057711-c673-4638-a8d5-a66be9f8a255 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:19.372281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:19.392562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-64b749b0-0918-4b2b-88f1-913b373b4323 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:19.452409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Pushing event deleted for resources: {'Port': ['ID=89057711-c673-4638-a8d5-a66be9f8a255,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:19.465838 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:19.876888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:20.005955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.118171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Request body: {'network': {'name': 'tempest-TagsTest-test-network-873904564'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:41:20.125378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:20.129985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Usage tracker for resource:network and tenant:3db25ea3dd40498ebdba51afe7444d1f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:20.134051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:20.162851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:20.184416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Made reservation on behalf of 3db25ea3dd40498ebdba51afe7444d1f for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:41:20.200589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.216462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.236426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:20.240791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Usage tracker for resource:security_group_rule and tenant:3db25ea3dd40498ebdba51afe7444d1f is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:20.244290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:20.251356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:20.385091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.388783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.408764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:41:20.422158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.422846 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Added segment c0c733ef-2ca3-4c38-a8be-c6b043c5ae44 of type vxlan for network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 Jan 14 03:41:20.434014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c723d2d8-af0c-45cb-baad-d0c34ec0982a tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:20.495958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.502824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Pushing event updated for resources: {'SecurityGroup': ['ID=ba516ac9-ba6a-4bb2-b843-e667a16b636d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:20.507882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:20.549528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.569955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:41:20.570787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:20.577115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c6df8dd3-de81-4e3d-9525-baa0bcac62a6 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:20.705212 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8271115 Jan 14 03:41:20.708958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54306) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:20.718176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-167e60e3-3f1c-4633-b11b-2edd68ffcdf7 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1889147036') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:20.746035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:41:20.816178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Pushing event updated for resources: {'Network': ['ID=d33f8987-f6ff-4036-bfd9-fb0e8f7772f1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:20.820967 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:20.830764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:41:20.935045 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-167e60e3-3f1c-4633-b11b-2edd68ffcdf7 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "PUT /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1889147036 HTTP/1.1" status: 201 len: 201 time: 0.2249672 Jan 14 03:41:20.937826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54310) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:20.943740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-45095180-2a96-489e-a562-a6a1430f8ae4 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1889147036') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:20.949070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:41:21.078174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:41:21.193252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-45095180-2a96-489e-a562-a6a1430f8ae4 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1889147036 HTTP/1.1" status: 204 len: 168 time: 0.2518239 Jan 14 03:41:21.193759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54320) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:21.202326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-f0d9cf4b-22e6-424f-8ac7-691f4862c457 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:21.346467 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f0d9cf4b-22e6-424f-8ac7-691f4862c457 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags HTTP/1.1" status: 200 len: 238 time: 0.1493714 Jan 14 03:41:21.347312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54324) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:21.353971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-1ef99c24-afea-44df-9f18-9cef33942115 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', {'tags': ['tempest-TagsTest-Tag-2130115860', 'tempest-TagsTest-Tag-1778783126', 'tempest-TagsTest-Tag-1607352423']}) {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:21.405461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:41:21.414909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Sync routers for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:41:21.431000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:21.432097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:21.441143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] 10.222.0.30 "PUT /v2.0/routers/992c4e46-5d4e-4989-beb1-80e1f6a6b55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444994 Jan 14 03:41:21.444836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54332) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:21.601699 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ef99c24-afea-44df-9f18-9cef33942115 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "PUT /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags HTTP/1.1" status: 200 len: 309 time: 0.2522306 Jan 14 03:41:21.602038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:21.607602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-675baddb-77be-4a4c-9dee-1bd66264b741 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-2130115860') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:21.674775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:21.728809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:21.818715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-675baddb-77be-4a4c-9dee-1bd66264b741 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "DELETE /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-2130115860 HTTP/1.1" status: 204 len: 168 time: 0.2131438 Jan 14 03:41:21.819083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54346) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:21.826111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-670da836-e1bd-447d-867c-e534856018cb tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-2130115860') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:21.968997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:21.992329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Deleting port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:21.992751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:21.998492 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-670da836-e1bd-447d-867c-e534856018cb tempest-TagsTest-342587686 tempest-TagsTest-342587686] show failed (client error): The resource could not be found. Jan 14 03:41:21.999874 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-670da836-e1bd-447d-867c-e534856018cb tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-2130115860 HTTP/1.1" status: 404 len: 326 time: 0.1797216 Jan 14 03:41:22.002801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54350) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.009269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-2d65e8cf-3ba3-4967-ac0a-f0a18fce4ba0 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1778783126') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.018245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:41:19Z', 'revision_number': 5, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.023124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Checking router: 992c4e46-5d4e-4989-beb1-80e1f6a6b55f for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:41:22.033478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Routers {'992c4e46-5d4e-4989-beb1-80e1f6a6b55f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:41:22.034330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:41:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.202027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2d65e8cf-3ba3-4967-ac0a-f0a18fce4ba0 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1778783126 HTTP/1.1" status: 204 len: 168 time: 0.1973977 Jan 14 03:41:22.204663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.212163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-b904ca98-41b0-4acd-913f-26cadcd555bc tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1607352423') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.272410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] Set router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:41:22.304516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] For port e91984e3-bf9a-4a9b-a4c7-48e6924b15d3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e91984e3-bf9a-4a9b-a4c7-48e6924b15d3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:22.304925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:22.331561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b904ca98-41b0-4acd-913f-26cadcd555bc tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1607352423 HTTP/1.1" status: 204 len: 168 time: 0.1248360 Jan 14 03:41:22.334351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54364) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.340449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-9ce6f70c-ce27-48ad-83be-0a1cd22a8f4c tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.548489 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9ce6f70c-ce27-48ad-83be-0a1cd22a8f4c tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "DELETE /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags HTTP/1.1" status: 204 len: 168 time: 0.2127516 Jan 14 03:41:22.551843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.561012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-05d762af-0024-436b-ada7-963053d48e88 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1778783126') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.645236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Calling delete_port for e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:22.714587 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-05d762af-0024-436b-ada7-963053d48e88 tempest-TagsTest-342587686 tempest-TagsTest-342587686] show failed (client error): The resource could not be found. Jan 14 03:41:22.716745 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-05d762af-0024-436b-ada7-963053d48e88 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1778783126 HTTP/1.1" status: 404 len: 326 time: 0.1626096 Jan 14 03:41:22.719074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54378) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.726126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-1ccd0d8b-cb55-44b5-a0ba-8988ff8a96fe tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1', 'tempest-TagsTest-Tag-1607352423') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.878145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:41:19Z', 'revision_number': 5, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.884963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173db945-fad0-4de5-a6e8-b16456064d64 None None] The sync data for ids ['992c4e46-5d4e-4989-beb1-80e1f6a6b55f'] in n-d-765315-13 is: [{'id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'name': 'tempest-TestVolumeBootPattern-1916139964-router', 'tenant_id': '332f769b63c74d34b67b1bbc77df4e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:37:41Z', 'updated_at': '2021-01-14T03:41:19Z', 'revision_number': 5, 'project_id': '332f769b63c74d34b67b1bbc77df4e05', 'gw_port': {'id': 'e91984e3-bf9a-4a9b-a4c7-48e6924b15d3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992c4e46-5d4e-4989-beb1-80e1f6a6b55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:37:44Z', 'updated_at': '2021-01-14T03:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:41:22.916139 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-1ccd0d8b-cb55-44b5-a0ba-8988ff8a96fe tempest-TagsTest-342587686 tempest-TagsTest-342587686] show failed (client error): The resource could not be found. Jan 14 03:41:22.923049 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ccd0d8b-cb55-44b5-a0ba-8988ff8a96fe tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "GET /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags/tempest-TagsTest-Tag-1607352423 HTTP/1.1" status: 404 len: 326 time: 0.1989973 Jan 14 03:41:22.926409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54386) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:22.967544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.tag.tag_plugin [None req-fce3a107-8b57-4b2b-a43c-17e99d33e5d2 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd33f8987-f6ff-4036-bfd9-fb0e8f7772f1') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:22.991205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.176242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fce3a107-8b57-4b2b-a43c-17e99d33e5d2 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "DELETE /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1/tags HTTP/1.1" status: 204 len: 168 time: 0.2384002 Jan 14 03:41:23.180278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54390) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:23.416929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.555611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.593644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89057711-c673-4638-a8d5-a66be9f8a255 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:23.636235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 89057711-c673-4638-a8d5-a66be9f8a255 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:23.636938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 89057711-c673-4638-a8d5-a66be9f8a255 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:23.702965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.709261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.777428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.778111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992c4e46-5d4e-4989-beb1-80e1f6a6b55f {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:41:23.918344 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:23.919691 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9cf0f340-51d4-4eb0-9bc8-eb17762fe44b admin admin] 10.222.0.30 "DELETE /v2.0/routers/992c4e46-5d4e-4989-beb1-80e1f6a6b55f HTTP/1.1" status: 204 len: 168 time: 2.4737713 Jan 14 03:41:23.924748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54410) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:23.972399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.172845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33f8987-f6ff-4036-bfd9-fb0e8f7772f1']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:24.192981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c733ef-2ca3-4c38-a8be-c6b043c5ae44') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:24.193412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c733ef-2ca3-4c38-a8be-c6b043c5ae44') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:24.215002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Deleting subnet aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:41:24.218947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.257041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.284748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.288227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:41:24.304019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.540529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:24.551947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.672243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:24.801048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Network d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:41:24.827801 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:41:25.040212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.050896 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b3afdc5-d197-47a9-a88f-256b4c78b80e tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:25.360246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54438) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:25.460138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.481756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Pushing event deleted for resources: {'Network': ['ID=d33f8987-f6ff-4036-bfd9-fb0e8f7772f1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:25.490364 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:25.495097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] 10.222.0.30 "DELETE /v2.0/networks/d33f8987-f6ff-4036-bfd9-fb0e8f7772f1 HTTP/1.1" status: 204 len: 168 time: 2.3131797 Jan 14 03:41:25.540300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.565121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:25.570714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e958af2471d4200b1187e4efdcba813 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:25.574236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:25.582248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:25.621350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.637359 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3ca8f0-2db7-4d13-b3f8-98cdcff4a878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:25.672451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:25.729469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:25.730049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e91984e3-bf9a-4a9b-a4c7-48e6924b15d3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:25.740820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.745819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.751539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:25.755497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:25.762422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c26cf240-ca3e-44ea-9137-4a753f0755fc tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:25.810224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8f110-0094-4bcd-9a04-e5d85d81a9bb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:25.816517 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:25.821336 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e958af2471d4200b1187e4efdcba813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599607 Jan 14 03:41:25.824067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:25.845195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.850797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1f261-58bf-4d25-b444-afe96a699449 None None] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:41:25.852306 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aa5422b3-8a3e-4c26-89ee-d8b8f2a47cf4 HTTP/1.1" status: 204 len: 168 time: 1.9264050 Jan 14 03:41:25.854927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54462) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:25.857625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54466) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:25.920261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:25.948462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.031718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.037916 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32679861-329d-479b-94d7-6460043e4933 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:26.072600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce8f110-0094-4bcd-9a04-e5d85d81a9bb,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:26.084622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:26.085675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.087371 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ce8f110-0094-4bcd-9a04-e5d85d81a9bb HTTP/1.1" status: 204 len: 168 time: 0.2619920 Jan 14 03:41:26.106381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.257689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Deleting port bec34b96-33ed-415e-9cb0-72474192709f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:26.257689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.263190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] DHCP port deletion for 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:41:26.268259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Deleting port bec34b96-33ed-415e-9cb0-72474192709f {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:26.268820 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.309598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:26.309909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa48792f-d355-4ebc-b9e4-3cc9438ff5dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3db25ea3dd40498ebdba51afe7444d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505351 Jan 14 03:41:26.400378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.429279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.476122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.481451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eda50875-3796-4fce-9817-0815b1de5b0c tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:26.493166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba516ac9-ba6a-4bb2-b843-e667a16b636d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:26.500404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:26.501391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.507590 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba516ac9-ba6a-4bb2-b843-e667a16b636d HTTP/1.1" status: 204 len: 168 time: 0.1948168 Jan 14 03:41:26.521828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] For port bec34b96-33ed-415e-9cb0-72474192709f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bec34b96-33ed-415e-9cb0-72474192709f,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:26.522661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.639831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] For port bec34b96-33ed-415e-9cb0-72474192709f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=bec34b96-33ed-415e-9cb0-72474192709f,segment=NetworkSegment(f3a517ad-b568-4c5e-9501-60ea26fe1711),segment_id=f3a517ad-b568-4c5e-9501-60ea26fe1711)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:41:26.645098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.705871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Calling delete_port for bec34b96-33ed-415e-9cb0-72474192709f owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:26.841752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Calling delete_port for bec34b96-33ed-415e-9cb0-72474192709f owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:41:26.851038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:26.867463 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:26.955493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:41:26.955945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:41:27.167488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Pushing event deleted for resources: {'Port': ['ID=bec34b96-33ed-415e-9cb0-72474192709f,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:27.175067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:27.291860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] No DVR routers for this DVR port bec34b96-33ed-415e-9cb0-72474192709f on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:41:27.457163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Deleting port bec34b96-33ed-415e-9cb0-72474192709f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:41:27.457751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:27.552637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] The port 'bec34b96-33ed-415e-9cb0-72474192709f' was deleted {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:41:27.671256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bec34b96-33ed-415e-9cb0-72474192709f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:41:27.718534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: bec34b96-33ed-415e-9cb0-72474192709f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:41:27.718942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device bec34b96-33ed-415e-9cb0-72474192709f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:41:27.756673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:27.893844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15760d7b-0fdf-45df-b3d0-f7e79dd9c303']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:27.913791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a517ad-b568-4c5e-9501-60ea26fe1711') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:27.914133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a517ad-b568-4c5e-9501-60ea26fe1711') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:41:27.929853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:27.966830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:27.966830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:41:28.260501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:28.273573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:28.294340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1a48d91-675a-42ef-ad80-f56ca6c5704d req-4b210f76-e2ce-4f32-907c-c5f71a799462 tempest-TestServerAdvancedOps-1115250122 tempest-TestServerAdvancedOps-1115250122] 10.222.0.30 "GET /v2.0/networks?tenant_id=92bc698c39d8436a8ffde1a0ac8b73c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721321 Jan 14 03:41:28.575101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Network 15760d7b-0fdf-45df-b3d0-f7e79dd9c303 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: % (table.description, expected, rows_matched) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:41:28.603091 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:41:28.740472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a48d91-675a-42ef-ad80-f56ca6c5704d req-975d80f6-c11d-4bc4-903c-bbca25bcedf7 tempest-TestServerAdvancedOps-1115250122 tempest-TestServerAdvancedOps-1115250122] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:41:28.742118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1a48d91-675a-42ef-ad80-f56ca6c5704d req-975d80f6-c11d-4bc4-903c-bbca25bcedf7 tempest-TestServerAdvancedOps-1115250122 tempest-TestServerAdvancedOps-1115250122] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3924251 Jan 14 03:41:28.743311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:28.746571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:28.761607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:28.781604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15760d7b-0fdf-45df-b3d0-f7e79dd9c303,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:28.786756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:28.788475 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15760d7b-0fdf-45df-b3d0-f7e79dd9c303 HTTP/1.1" status: 204 len: 168 time: 2.9322593 Jan 14 03:41:28.790513 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1a48d91-675a-42ef-ad80-f56ca6c5704d req-9b41d9b0-4ca3-40e3-8959-0deaf767d643 tempest-TestServerAdvancedOps-1115250122 tempest-TestServerAdvancedOps-1115250122] 10.222.0.30 "GET /v2.0/quotas/92bc698c39d8436a8ffde1a0ac8b73c9 HTTP/1.1" status: 200 len: 375 time: 0.0238373 Jan 14 03:41:28.849420 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-b1a48d91-675a-42ef-ad80-f56ca6c5704d req-e6029037-e262-444f-9b4a-8723afa4e527 tempest-TestServerAdvancedOps-1115250122 tempest-TestServerAdvancedOps-1115250122] 10.222.0.30 "GET /v2.0/ports?tenant_id=92bc698c39d8436a8ffde1a0ac8b73c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507867 Jan 14 03:41:29.124088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54592) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:29.241730 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d514c3fe-d0ee-487f-b95a-4646044d8b85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8db032711651433a82063629f1ebda86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162429 Jan 14 03:41:29.244369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54604) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:29.375322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:29.407625 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:29.487669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:29.493123 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50bfa5ff-0041-4897-aaba-8b73a767155a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:29.528125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:29.529695 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9ddb8e2-f240-4a7f-8a29-bd719c324b91 HTTP/1.1" status: 204 len: 168 time: 0.2842324 Jan 14 03:41:29.531097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddb8e2-f240-4a7f-8a29-bd719c324b91,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:29.541022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:29.824656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54638) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:30.143497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.162252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:30.167252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Usage tracker for resource:security_group_rule and tenant:92bc698c39d8436a8ffde1a0ac8b73c9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:30.174031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:30.181329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:30.296306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.301324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.313928 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8dab5217-ca96-4c36-bde3-5746bb87f823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:30.334267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54660) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:30.349694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d140b-8b34-458a-a46c-ddb7bee73a7f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:30.377003 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:30.382827 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92bc698c39d8436a8ffde1a0ac8b73c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543780 Jan 14 03:41:30.382922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 54668) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:30.436496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2c3b6a38-44fd-4d7e-89b7-abed0fdb4709 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=332f769b63c74d34b67b1bbc77df4e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980763 Jan 14 03:41:30.436956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 54674) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:30.519840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.552725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.639587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.651022 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45cbb20a-d98f-4690-bc58-64c76e96924f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:30.671925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a3573-b140-449f-b9bf-15986661c934,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:30.675549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:30.678410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.692217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd2a3573-b140-449f-b9bf-15986661c934 HTTP/1.1" status: 204 len: 168 time: 0.2419558 Jan 14 03:41:30.839216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.870811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.949723 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.957686 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bcc03656-bba2-4b35-8dfa-1fce5a4a3b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:30.971779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d140b-8b34-458a-a46c-ddb7bee73a7f,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:30.974651 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:30.980998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:30.982203 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d9d140b-8b34-458a-a46c-ddb7bee73a7f HTTP/1.1" status: 204 len: 168 time: 0.5983901 Jan 14 03:41:34.575237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab28acde-58bf-4cda-9267-43a42fadf9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:36.811263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e711ccd6-d1c2-4452-9885-a9b4a79c0cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:37.622297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:38.624256 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:39.063989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-60024976-cb3e-44f1-8655-1eb887f8a916 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:41:39.065945 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-60024976-cb3e-44f1-8655-1eb887f8a916 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/networks?id=a09de89d-69de-4d39-a8be-0809d0b7bf15 HTTP/1.1" status: 200 len: 813 time: 0.2298040 Jan 14 03:41:39.096711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-c4bf2731-7764-4a9d-9f2e-6163f37dd022 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/quotas/9923a2fc82c6468ba03cd68f427bc061 HTTP/1.1" status: 200 len: 375 time: 0.0230458 Jan 14 03:41:39.229807 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-83c75507-8dc8-463e-9222-6bb63d072f30 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/ports?tenant_id=9923a2fc82c6468ba03cd68f427bc061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1177778 Jan 14 03:41:39.417200 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-dba28d9e-f256-41f6-bcbd-a1109c9140fe service neutron] 10.222.0.30 "GET /v2.0/networks/a09de89d-69de-4d39-a8be-0809d0b7bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732450 Jan 14 03:41:39.542281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:39.602308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e4cfdb91-59a0-40c9-bb5d-95eb75b875e3 req-6d772146-59de-4908-b2f3-27acfada7a4a service neutron] 10.222.0.30 "GET /v2.0/networks/a09de89d-69de-4d39-a8be-0809d0b7bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1768775 Jan 14 03:41:42.151863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55316) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:42.218902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.314646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.335513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:42.341113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Usage tracker for resource:security_group_rule and tenant:ca2c402e716a43eda1c543a77bd358e5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:42.345044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:42.351225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:42.438093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.442579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.451534 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc2fcf09-9419-4e33-aafe-ad7ec7be7c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:42.494308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca2c402e716a43eda1c543a77bd358e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410423 Jan 14 03:41:42.495928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4411e62-5328-46c7-a71c-b6f1ee2804f1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:42.497268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55358) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:42.499572 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13c83772-8d1a-41a2-bbfa-54230c81bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:42.560183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.587552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.636334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.642113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5b455cc-63a9-4700-a843-ae7b607766d0 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:42.656460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4411e62-5328-46c7-a71c-b6f1ee2804f1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:42.659740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:42.664570 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4411e62-5328-46c7-a71c-b6f1ee2804f1 HTTP/1.1" status: 204 len: 168 time: 0.1653001 Jan 14 03:41:42.664878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:43.035968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55380) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:43.060416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.076794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:43.081091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9678f47dc9684ca785e60403162b3831 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:43.084333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:43.090219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:43.174991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.179360 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.189200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-325e60b4-b02a-4cea-8286-1d22e6ff8b2d tempest-TagsTest-342587686 tempest-TagsTest-342587686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:43.235064 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9678f47dc9684ca785e60403162b3831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974962 Jan 14 03:41:43.236971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ec5062-ab64-497a-a99c-dc9f212a1217,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:43.237278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55384) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:43.240471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:43.318253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.347583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.393007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.398053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-afff9dab-22f6-4a2e-baba-8f6f0baf7e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:43.415192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ec5062-ab64-497a-a99c-dc9f212a1217,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:43.419047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:43.425424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.429360 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87ec5062-ab64-497a-a99c-dc9f212a1217 HTTP/1.1" status: 204 len: 168 time: 0.1883123 Jan 14 03:41:43.892821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55392) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:43.912439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:43.928239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:43.932288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0e2336e62f4d9086518ea411a011d5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:43.935265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:43.941042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:44.042983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.047091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.059009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea4836aa-9c2e-4b45-b886-082c8f75c051 tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:44.103649 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d0e2336e62f4d9086518ea411a011d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094858 Jan 14 03:41:44.104689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33ba7d-4c09-44bd-989c-8098e79db176,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:44.106116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:44.108319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:44.169906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.204865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.257639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.262996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2970c572-68d4-4ee4-a74d-d48b31e1230b tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:44.277028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33ba7d-4c09-44bd-989c-8098e79db176,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:44.282557 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:44.286805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:44.288293 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c33ba7d-4c09-44bd-989c-8098e79db176 HTTP/1.1" status: 204 len: 168 time: 0.1809065 Jan 14 03:41:44.502637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:46.638235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55472) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:46.764359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-a07d51b8-16ad-44b0-92d1-1e2f37c3e772 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:41:46.765973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-a07d51b8-16ad-44b0-92d1-1e2f37c3e772 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/networks?id=a09de89d-69de-4d39-a8be-0809d0b7bf15 HTTP/1.1" status: 200 len: 813 time: 0.1801400 Jan 14 03:41:46.783466 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-92aeb89c-2734-4048-b7a3-28c39e76b032 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/quotas/9923a2fc82c6468ba03cd68f427bc061 HTTP/1.1" status: 200 len: 375 time: 0.0111878 Jan 14 03:41:46.795620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:46.810784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:46.815052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7b534d77ca4842ad5fc5d524b2c506 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:46.818058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:46.823992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:46.834014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-869aa992-b3ae-48c0-a130-fb40efc8b098 tempest-VolumesSnapshotTestJSON-933457929 tempest-VolumesSnapshotTestJSON-933457929] 10.222.0.30 "GET /v2.0/ports?tenant_id=9923a2fc82c6468ba03cd68f427bc061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443199 Jan 14 03:41:46.910323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:46.913376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:46.922924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15387342-c7ee-448d-a802-44fd401a78f3 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:46.964298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd7b534d77ca4842ad5fc5d524b2c506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247643 Jan 14 03:41:46.966069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a5fcc-1239-4d3a-81e3-40e98d70894b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:46.969186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55478) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:46.982343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:46.984916 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-1f34fd8c-1c63-43b7-9f8c-115681cbf97b service neutron] 10.222.0.30 "GET /v2.0/networks/a09de89d-69de-4d39-a8be-0809d0b7bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432211 Jan 14 03:41:47.042007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.069788 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.116197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.121466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5595cda5-7b3b-4536-9fb5-40135d61aeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:47.134033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a5fcc-1239-4d3a-81e3-40e98d70894b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:47.134478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-914e0e6d-2521-4ccc-bd64-8d71625d2e59 req-ddc9a4f2-8a73-4a98-a77f-1f10d88caf15 service neutron] 10.222.0.30 "GET /v2.0/networks/a09de89d-69de-4d39-a8be-0809d0b7bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434793 Jan 14 03:41:47.136987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:47.141205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.144376 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7de21f35-ed86-4631-adab-c92b9550e1a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/190a5fcc-1239-4d3a-81e3-40e98d70894b HTTP/1.1" status: 204 len: 168 time: 0.1740174 Jan 14 03:41:47.424100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:41:47.523253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55504) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:47.545683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.562144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:41:47.566380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7643a56ab23149f6b1a802557ddc70b6 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:41:47.569513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:41:47.575382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:41:47.663543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.666724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.675987 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f8c1fccb-f5ec-452b-b261-76e0c9d8a3d3 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:47.723551 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7643a56ab23149f6b1a802557ddc70b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991186 Jan 14 03:41:47.724589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8abcf-6ae2-4153-9e8d-ab5729c2c4a1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:47.726539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55510) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:41:47.728026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:47.802945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.831326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.888265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.892633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dde564f5-7e34-4418-b90f-4f7616218487 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:41:47.907722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8abcf-6ae2-4153-9e8d-ab5729c2c4a1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:41:47.910432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:41:47.919009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:41:47.924102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35f8abcf-6ae2-4153-9e8d-ab5729c2c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1963713 Jan 14 03:42:04.577427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fffebf0-bab8-47b1-9530-1c94b1426675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:06.817564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-669b0259-e29b-45df-aab6-c1a96a53a316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:07.715214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:08.704566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:09.655733 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:12.215173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:14.508473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.289449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55770) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:17.446317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.462692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:17.466786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Usage tracker for resource:security_group_rule and tenant:da2695549e4a4d78a36cc50a142f17ed is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:17.469803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:17.475636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:17.566622 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.570381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.584898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5767d009-827b-4ff8-9f22-3d767612eee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:17.630743 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da2695549e4a4d78a36cc50a142f17ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401144 Jan 14 03:42:17.632573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9319448a-b661-42c1-ae12-b566da9a0934,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:17.633646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55778) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:17.641933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.642371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.642801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.643220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.643617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.645094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.645387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.645818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.646248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.646665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.647093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.647476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.647936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.648376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.649097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.649584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.650001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.650415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.650825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.651234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.651650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.652056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.652489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.652898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.653399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.653817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.654222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.654628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.655033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.655437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.655841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.656246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.657083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.657490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.658251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.658251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.663647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:17.710679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.738333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.784315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.789724 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53c6cc0c-473f-42e0-b5e3-58f56c6f0a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:17.805558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9319448a-b661-42c1-ae12-b566da9a0934,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:17.818312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.818777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.819178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.819597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.820017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.820627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.821042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.821453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.821869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.822280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.822690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.823097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.823548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.823956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.824373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.824806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.825214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.825648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.826057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.826461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.826863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.827268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.827682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.828086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.828576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.828982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.829388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.829792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.830197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.830603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.831005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.831406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.831807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.832208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.832638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.833040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:17.837202 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:17.838467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:17.841022 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9319448a-b661-42c1-ae12-b566da9a0934 HTTP/1.1" status: 204 len: 168 time: 0.2059546 Jan 14 03:42:24.426746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:42:27.131869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55920) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:27.202175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Deleting subnet 08e8c9db-1711-4968-9b5f-a1e55ce8c644 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:42:27.205398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:27.258865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:27.323026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:27.586456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:27.602806 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-837eaaac-3627-4a0f-9dc9-62ed86760e28 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:27.695217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e8c9db-1711-4968-9b5f-a1e55ce8c644,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:27.707679 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:27.745333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:27.759142 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6456329a-37a5-4395-8c67-6480fabe8e08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08e8c9db-1711-4968-9b5f-a1e55ce8c644 HTTP/1.1" status: 204 len: 168 time: 0.6234610 Jan 14 03:42:27.759409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55938) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:27.872640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:28.355406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:28.472608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09de89d-69de-4d39-a8be-0809d0b7bf15']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:28.485341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c40086a-6c32-43be-b799-99b532e33aa0') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:28.485671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c40086a-6c32-43be-b799-99b532e33aa0') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:28.497630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:28.512125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:28.514669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:42:28.698564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:42:28.709034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:28.898718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Network a09de89d-69de-4d39-a8be-0809d0b7bf15 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:42:28.921903 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:42:29.005863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.009222 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6151cb4-5073-4eaa-957e-9fa17598ed2b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:29.026217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.033895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09de89d-69de-4d39-a8be-0809d0b7bf15,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:29.040776 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a09de89d-69de-4d39-a8be-0809d0b7bf15 HTTP/1.1" status: 204 len: 168 time: 1.2795093 Jan 14 03:42:29.041982 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:29.252717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55946) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:29.306373 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e5f66a7-5b5d-42cb-9401-09ffbef1e79a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9923a2fc82c6468ba03cd68f427bc061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521061 Jan 14 03:42:29.309112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55950) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:29.387910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.415910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.461828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.467836 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c44011d5-1f93-4644-a475-34af793315f2 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:29.482437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e279eec3-baab-4a45-a573-be45490f1dc2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:29.485338 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:29.486568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:29.490680 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e279eec3-baab-4a45-a573-be45490f1dc2 HTTP/1.1" status: 204 len: 168 time: 0.1770754 Jan 14 03:42:30.193457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 55978) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:30.352116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.368109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:30.372738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Usage tracker for resource:security_group_rule and tenant:873ae3d9ed1b4a9dbd6059c4b2f51f2c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:30.375816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:30.381778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:30.467636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.470664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.479942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-53542d7a-f3a1-4fc9-afcd-a4c54379cdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:30.526586 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=873ae3d9ed1b4a9dbd6059c4b2f51f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318963 Jan 14 03:42:30.528396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b760656-626a-4efb-b7a7-e807f070f013,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:30.529462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 55992) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:30.532746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:30.597014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.626313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.670884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.675852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-98735327-f8da-4cfe-80bf-b9f9431573cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:30.689790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b760656-626a-4efb-b7a7-e807f070f013,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:30.692964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:30.693952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:30.697683 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b760656-626a-4efb-b7a7-e807f070f013 HTTP/1.1" status: 204 len: 168 time: 0.1646323 Jan 14 03:42:31.138545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56004) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:31.158118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.174241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:31.178500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc6b3c57e114ff2a8c587b250a35996 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:31.181529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:31.187294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:31.279833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.282905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.291433 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1a1f4d1-6313-4052-9c4e-c27136331a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:31.333219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9e0b17-2956-4b65-9085-d8255bb07509,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:31.338935 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cc6b3c57e114ff2a8c587b250a35996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992593 Jan 14 03:42:31.339889 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:31.342331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56010) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:31.410790 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.438312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.484237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.489380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6d81ff0-cfe9-4235-8989-8b5b44088f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:31.503043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9e0b17-2956-4b65-9085-d8255bb07509,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:31.506200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:31.507129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.511118 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec9e0b17-2956-4b65-9085-d8255bb07509 HTTP/1.1" status: 204 len: 168 time: 0.1650352 Jan 14 03:42:31.943995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:31.963685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:31.979056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:31.983224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Usage tracker for resource:security_group_rule and tenant:162b2c5b02754b00bfa3f8c6c74ad25e is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:31.986231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:31.991989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:32.078655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.081350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.090385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-da329ea4-7582-456f-99e4-7ff868f7208f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:32.135920 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=162b2c5b02754b00bfa3f8c6c74ad25e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907396 Jan 14 03:42:32.136844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d2316-b47f-44c8-9de1-81621c9e1c9e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:32.139408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56024) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:32.142070 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:32.203331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.231946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.278773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.283870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-299e73bc-e8b9-48d7-bdf5-e6f4103b0ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:32.295350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d2316-b47f-44c8-9de1-81621c9e1c9e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:32.299136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:32.302477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:32.303700 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/483d2316-b47f-44c8-9de1-81621c9e1c9e HTTP/1.1" status: 204 len: 168 time: 0.1633105 Jan 14 03:42:34.580066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd832-3e4b-4239-8481-79c0ff9546d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:36.813432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b3cff526-f07f-40b6-9fff-1fb7b3c2ac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:37.622039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:38.618469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:39.537243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:42.230010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:44.518415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:48.479515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56268) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:48.650301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:48.665924 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:48.671695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Usage tracker for resource:security_group_rule and tenant:282104dd63c74af298614f268b7bbd6f is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:48.675102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:48.681114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:48.785305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:48.809108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:48.819389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-813b4eef-f248-4985-92c4-f86f2b60cd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:48.869625 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=282104dd63c74af298614f268b7bbd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888609 Jan 14 03:42:48.870743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ad97a-58a7-4f55-946f-46ae0a60c7b5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:48.873549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56274) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:48.875341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:48.942185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:48.976358 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:49.034244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:49.039673 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2eacfe31-8fd2-4e57-a0ac-ed76277a7ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:49.052439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ad97a-58a7-4f55-946f-46ae0a60c7b5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:49.058810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:49.061215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:49.067494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56ab0762-d68c-4828-854d-89a82014850b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e80ad97a-58a7-4f55-946f-46ae0a60c7b5 HTTP/1.1" status: 204 len: 168 time: 0.1908388 Jan 14 03:42:49.963805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:50.125660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-579968887-network', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:50.131651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:50.135706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Usage tracker for resource:network and tenant:1e753e95fe4841c494e1ecfb98eb2d7c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:50.139246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:50.144994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:50.155164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Made reservation on behalf of 1e753e95fe4841c494e1ecfb98eb2d7c for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:42:50.159839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.172572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.187581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:50.191532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Usage tracker for resource:security_group_rule and tenant:1e753e95fe4841c494e1ecfb98eb2d7c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:50.194480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:50.201166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:50.286960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.289536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.293692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c05253d3-fab6-4183-a2bd-8e22295aeafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:50.325469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:42:50.334900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c4952-48ee-455b-a6c6-97da7bfabb97,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:50.338799 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:50.341873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.342259 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Added segment 778494ba-14b1-4c09-b0db-d11a4ff0a947 of type vxlan for network f9fc1f2e-8602-4031-abac-1d8b92f0541e Jan 14 03:42:50.372254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.401394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.402349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:42:50.402989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.408480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2915e480-9cca-481c-a1d9-f0c15db7ae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:50.515725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5506618 Jan 14 03:42:50.516770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fc1f2e-8602-4031-abac-1d8b92f0541e,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:50.518893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56304) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:50.520136 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d0592f3e-1826-4c86-a27c-36e0b43dcb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:50.525668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Request body: {'subnet': {'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-579968887-subnet', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:50.528667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:50.531952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:50.536048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Usage tracker for resource:subnet and tenant:1e753e95fe4841c494e1ecfb98eb2d7c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:50.539116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:50.542044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:50.544941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:50.555029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Made reservation on behalf of 1e753e95fe4841c494e1ecfb98eb2d7c for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:42:50.560377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:50.560534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:50.983480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.049044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b606dff-6a9c-47e5-91a9-caea5aab882b tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:51.140299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c91508-4b4f-46de-9be2-2d496af5b83a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:51.143586 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:51.201894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Checking segment: {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:42:51.202217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Network hostable DHCP agents. Network: f9fc1f2e-8602-4031-abac-1d8b92f0541e, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:42:51.221490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:42:51.229492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f9fc1f2e-8602-4031-abac-1d8b92f0541e) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:51.239648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0843d-26bb-4bae-b980-66ffea6b562f None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:42:51.241985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:42:51.242634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.276726 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7537212 Jan 14 03:42:51.276939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56314) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:51.282701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:51.288693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:51.296734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Usage tracker for resource:router and tenant:1e753e95fe4841c494e1ecfb98eb2d7c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:51.299982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:51.306018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:51.317787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.318897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.335647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.475283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'fixed_ips': [{'subnet_id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:42:51.476984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.614243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.797278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Allocated IP 172.20.0.2 (f9fc1f2e-8602-4031-abac-1d8b92f0541e/f7c91508-4b4f-46de-9be2-2d496af5b83a/3ba94be6-eb0c-47b3-95a6-9106d7872889) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:42:51.959482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:51.992027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.018259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.028951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Transition to ACTIVE for port object 3ba94be6-eb0c-47b3-95a6-9106d7872889 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:42:52.045511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Transition to ACTIVE for port object 3ba94be6-eb0c-47b3-95a6-9106d7872889 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:42:52.050295 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.066255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-077497be-01ed-453f-9228-3eab3e14e990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:52.202350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Pushing event updated for resources: {'Port': ['ID=3ba94be6-eb0c-47b3-95a6-9106d7872889,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:52.225505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.225899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.226286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.226670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.227047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.227427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.227800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.228186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.228571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.228940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.229309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.229664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.230066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.230435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.231786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.231786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.232052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.232430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.232800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.233171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.233536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.233904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.240558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:52.245056 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:52.277757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:42:52.279551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:52.282085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:42:52.282239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Allocated IP 172.25.3.100 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/922e1c35-ff75-41bf-b053-bfc3c3ab34e4) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:42:52.337410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Attempting to bind port 3ba94be6-eb0c-47b3-95a6-9106d7872889 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:42:52.337758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Attempting to bind port 3ba94be6-eb0c-47b3-95a6-9106d7872889 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:42:52.338175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Attempting to bind port 3ba94be6-eb0c-47b3-95a6-9106d7872889 on network f9fc1f2e-8602-4031-abac-1d8b92f0541e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:42:52.345193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:42:52.345622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Checking segment: {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:42:52.346077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.346519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Bound using segment: {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:42:52.347029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Bound port: 3ba94be6-eb0c-47b3-95a6-9106d7872889, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:42:52.347459 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.449233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] For port 3ba94be6-eb0c-47b3-95a6-9106d7872889, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:42:52.452860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] For port 3ba94be6-eb0c-47b3-95a6-9106d7872889, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3ba94be6-eb0c-47b3-95a6-9106d7872889,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:42:52.457040 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.457195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.479480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-45c71081-5cf6-4eed-88f5-6f32c0b8176f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:52.484979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:52.501937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d38a3963-5b62-4490-bc24-d6969fe2e98e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:52.641774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Pushing event updated for resources: {'Port': ['ID=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:52.647332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:52.705457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:42:52.706929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:52.710254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Pushing event updated for resources: {'Port': ['ID=3ba94be6-eb0c-47b3-95a6-9106d7872889,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:52.713114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:42:52.721858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:53.197088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:53.709553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3ba94be6-eb0c-47b3-95a6-9106d7872889 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:42:53.788185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:42:53.875443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:54.115128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137e01d8-dc6e-401f-90f2-6479471b1ae6 None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:42:54.118883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Router ce157cd5-3929-44c0-a74e-a912a221045b is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:42:54.222497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Provisioning for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:42:54.233955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Provisioning complete for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:54.234394 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:54.327899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:42:54.340542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Sync routers for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:42:54.351156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:54.352696 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0745604 Jan 14 03:42:54.355380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56336) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:54.358722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:42:54.359619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:54.443052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:54.530554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] For port 3ba94be6-eb0c-47b3-95a6-9106d7872889, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3ba94be6-eb0c-47b3-95a6-9106d7872889,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:42:54.540253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:54.543041 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ffa8db6a-b93e-4c58-ae79-3dfea0ab3b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:54.564077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:42:54.819470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Pushing event updated for resources: {'Port': ['ID=3ba94be6-eb0c-47b3-95a6-9106d7872889,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:54.824428 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:54.892047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:52Z', 'revision_number': 3, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:54.896841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Checking router: ce157cd5-3929-44c0-a74e-a912a221045b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:42:54.897240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Updating router ce157cd5-3929-44c0-a74e-a912a221045b port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:42:54.951642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.066700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9195e0b8-8da3-4d60-8b0e-6bdc1f5ae985 None None] Provisioning complete for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:55.067186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9195e0b8-8da3-4d60-8b0e-6bdc1f5ae985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.219061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.346354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4b37adcb-5aa0-4416-bda3-bce1ba945bf2 None None] Provisioning complete for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:55.346354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b37adcb-5aa0-4416-bda3-bce1ba945bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.452702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.469579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Transition to ACTIVE for port object 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:42:55.473292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.563002 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:55.667004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b133392a-c0f8-49d5-bb7b-bbbf06b9c597 None None] Provisioning complete for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:55.667441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b133392a-c0f8-49d5-bb7b-bbbf06b9c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.723088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Attempting to bind port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:42:55.723589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Attempting to bind port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:42:55.732362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Attempting to bind port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:42:55.732552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Allocated IP 172.20.0.1 (f9fc1f2e-8602-4031-abac-1d8b92f0541e/f7c91508-4b4f-46de-9be2-2d496af5b83a/ea8c77e5-2c94-4f88-942b-87577e27ef2f) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:42:55.735015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:42:55.735435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:42:55.735881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.737155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:42:55.737155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Bound port: 922e1c35-ff75-41bf-b053-bfc3c3ab34e4, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:42:55.737353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.798372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3ba94be6-eb0c-47b3-95a6-9106d7872889 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:42:55.815219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] For port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:42:55.818312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] For port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:42:55.819699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Pushing event updated for resources: {'Port': ['ID=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:55.827819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.844831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.845138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.845512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.845883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.846258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.846618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.846993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.847338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.847695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.848393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.848393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.849020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.849142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.849468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.849820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.850170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.850522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.851165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.851165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.851545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.851881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.852231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.852605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.852956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.853477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.853692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.854041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.854390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.854739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.855288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.855406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.855740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.856664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.857304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.857788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.857991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:42:55.865549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:55.865990 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:55.888648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3ba94be6-eb0c-47b3-95a6-9106d7872889 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:55.889089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.921168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.938129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Transition to ACTIVE for port object ea8c77e5-2c94-4f88-942b-87577e27ef2f will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:42:55.959509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:55.999781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aa58b196-a9fb-440f-9226-7cbb1700a433 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:56.013322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Pushing event updated for resources: {'Port': ['ID=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:56.017922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:56.060588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:42:56.061250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:56.139862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:56.145157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:56.194534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:42:56.195737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:56.204352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:42:56.254809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:42:56.255780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.390055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.499461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-02af52ce-ef61-4e84-b253-e2d8759bd0f5 None None] Provisioning for port ea8c77e5-2c94-4f88-942b-87577e27ef2f completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:42:56.505067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-02af52ce-ef61-4e84-b253-e2d8759bd0f5 None None] Provisioning complete for port ea8c77e5-2c94-4f88-942b-87577e27ef2f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:56.505497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-02af52ce-ef61-4e84-b253-e2d8759bd0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.613121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-02af52ce-ef61-4e84-b253-e2d8759bd0f5 None None] Port ea8c77e5-2c94-4f88-942b-87577e27ef2f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:42:56.729363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.734243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.758015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:52Z', 'revision_number': 3, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:42:56.762146 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c8458-68dc-425c-a106-afe78c45300b None None] The sync data for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 is: [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:52Z', 'revision_number': 3, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:42:56.772661 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0a65d606-b070-482b-8b5f-bfbe08450d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:56.863781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:56.866550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:56.880622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:57.016030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:42:57.017259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:57.351574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cafd5484-9c1d-4312-93ff-d0507a4cdf54 None None] Provisioning complete for port ea8c77e5-2c94-4f88-942b-87577e27ef2f triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:57.352239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cafd5484-9c1d-4312-93ff-d0507a4cdf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:57.425090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cafd5484-9c1d-4312-93ff-d0507a4cdf54 None None] Port ea8c77e5-2c94-4f88-942b-87577e27ef2f cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:42:57.565930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Router ce157cd5-3929-44c0-a74e-a912a221045b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:42:57.765232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:42:57.781376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:42:57.791111 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce157cd5-3929-44c0-a74e-a912a221045b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4308248 Jan 14 03:42:57.856730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:42:57.863232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:57.863894 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.007673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.025254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:42:58.029996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.031984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db2a66d5-aff7-4819-8505-595316c5ccb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:58.112770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:58.117468 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:58.561961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56364) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:58.568585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-363903420-network', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:58.574439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:58.578704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Usage tracker for resource:network and tenant:cd733be8d4844108bf2c3f4f81722e1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:58.581763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:58.587825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:58.597801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Made reservation on behalf of cd733be8d4844108bf2c3f4f81722e1d for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:42:58.602616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.616223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.632189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:58.636329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd733be8d4844108bf2c3f4f81722e1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:58.639355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:58.645281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:58.730860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.734492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.738168 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-034076f9-5e03-4ccf-a178-b76dc6026e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:58.788155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:42:58.795948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cfa950-5672-4156-8b5c-dbdb49840cb8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:58.800669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:58.807356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.807882 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Added segment 38a6e973-0281-425d-bd88-615ac99478dd of type vxlan for network ba5b314d-f80e-4c57-aa0d-c0f5de039197 Jan 14 03:42:58.863722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.900060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.901118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:42:58.901752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:58.907886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:59.017980 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4547520 Jan 14 03:42:59.018949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5b314d-f80e-4c57-aa0d-c0f5de039197,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:59.021024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56370) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:59.022677 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:59.031608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:59.040256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Request body: {'subnet': {'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-363903420-subnet', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:59.047544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:59.050542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:59.051561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Usage tracker for resource:subnet and tenant:cd733be8d4844108bf2c3f4f81722e1d is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:59.054656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:59.061435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:59.068497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:42:59.071453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Made reservation on behalf of cd733be8d4844108bf2c3f4f81722e1d for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:42:59.076440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.486934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.502647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cbf11287-cfc4-4020-b88a-b7e5b72af4ae tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:42:59.639788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Pushing event updated for resources: {'Subnet': ['ID=500950ea-4fa2-417d-9454-c6ead1b97c6a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:42:59.652712 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:42:59.690058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:42:59.717685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Checking segment: {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:42:59.718085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Network hostable DHCP agents. Network: ba5b314d-f80e-4c57-aa0d-c0f5de039197, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:42:59.736753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:42:59.744785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ba5b314d-f80e-4c57-aa0d-c0f5de039197) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:42:59.757338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:42:59.757999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.760034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b302b58-4706-43f4-8026-7c6f224fe1ae None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:42:59.780298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-36c7afd4-814f-4303-ab2f-56e576a0084d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7555707 Jan 14 03:42:59.780798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56374) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:42:59.785172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:42:59.785613 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.786914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:42:59.792948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:42:59.798015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Usage tracker for resource:router and tenant:cd733be8d4844108bf2c3f4f81722e1d is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:42:59.801086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:42:59.807130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:42:59.820607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.821759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.844157 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:42:59.861126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Sync routers for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:42:59.909613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:42:59.910303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:00.127054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:00.286353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'fixed_ips': [{'subnet_id': '500950ea-4fa2-417d-9454-c6ead1b97c6a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:43:00.287499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:00.337045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:00.467334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:00.505908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:00.786069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Allocated IP 172.25.3.236 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/db5d021b-37e5-468d-b06d-8e29391562f0) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:00.947771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:00.994352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:01.016451 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8f4e454b-01f8-4d1c-8f8f-001be174fd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:01.103162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Allocated IP 172.20.0.2 (ba5b314d-f80e-4c57-aa0d-c0f5de039197/500950ea-4fa2-417d-9454-c6ead1b97c6a/87fb0c10-63eb-4fee-bbb4-023b7377e0ad) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:01.125851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:56Z', 'revision_number': 4, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'ea8c77e5-2c94-4f88-942b-87577e27ef2f', 'name': '', 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'mac_address': 'fa:16:3e:8d:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:55Z', 'updated_at': '2021-01-14T03:42:56Z', 'revision_number': 2, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'subnets': [{'id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:01.150329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Checking router: ce157cd5-3929-44c0-a74e-a912a221045b for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:01.150738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Updating router ce157cd5-3929-44c0-a74e-a912a221045b port ea8c77e5-2c94-4f88-942b-87577e27ef2f binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:43:01.187725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Pushing event updated for resources: {'Port': ['ID=db5d021b-37e5-468d-b06d-8e29391562f0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:01.188067 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:01.247149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:01.248333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:01.251158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:01.273973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:01.429006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:43:01.669654 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:01.683611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Transition to ACTIVE for port object 87fb0c10-63eb-4fee-bbb4-023b7377e0ad will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:01.708148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:01.719439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Transition to ACTIVE for port object 87fb0c10-63eb-4fee-bbb4-023b7377e0ad will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:01.734873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:01.752079 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:01.883197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Pushing event updated for resources: {'Port': ['ID=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:01.889177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:02.009345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.021355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:02.022525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:02.027171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:02.070547 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.078856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Transition to ACTIVE for port object ea8c77e5-2c94-4f88-942b-87577e27ef2f will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:02.082304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.100988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc60cca7-fc7e-4272-877c-4fcd7b37b9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:02.194866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Attempting to bind port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:02.195191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Attempting to bind port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:02.195602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Attempting to bind port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad on network ba5b314d-f80e-4c57-aa0d-c0f5de039197 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:02.226579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:02.226982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Checking segment: {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:02.227438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.227879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Bound using segment: {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:02.228460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Bound port: 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:02.228887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.291323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Pushing event updated for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:02.319648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:02.454980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] For port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:02.520599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Attempting to bind port ea8c77e5-2c94-4f88-942b-87577e27ef2f on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:02.521044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Attempting to bind port ea8c77e5-2c94-4f88-942b-87577e27ef2f by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:02.521651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Attempting to bind port ea8c77e5-2c94-4f88-942b-87577e27ef2f on network f9fc1f2e-8602-4031-abac-1d8b92f0541e {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:02.528878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] For port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:02.530167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:02.530587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Checking segment: {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:02.531081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.531462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Bound using segment: {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:02.531998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Bound port: ea8c77e5-2c94-4f88-942b-87577e27ef2f, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778494ba-14b1-4c09-b0db-d11a4ff0a947', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:02.532581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.547736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.567292 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:02.657628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Router 5f6407c9-c5d8-4827-93c4-85740597904a is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:43:02.881762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:02.893254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Sync routers for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:02.903443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:02.904120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:02.932772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:02.939069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56394) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:02.951246 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1691544 Jan 14 03:43:02.998029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Pushing event updated for resources: {'Port': ['ID=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:03.022726 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:03.023840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] For port ea8c77e5-2c94-4f88-942b-87577e27ef2f, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:03.040364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] For port ea8c77e5-2c94-4f88-942b-87577e27ef2f, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ea8c77e5-2c94-4f88-942b-87577e27ef2f,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:03.061801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:03.162712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:03.209410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7e3076ba-029d-4ca0-b22d-12af904d66cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:03.304989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:03.305709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:03.405597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Pushing event updated for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:03.482786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:03.579682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:01Z', 'revision_number': 3, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:03.581235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:03.585489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Checking router: 5f6407c9-c5d8-4827-93c4-85740597904a for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:03.585891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Updating router 5f6407c9-c5d8-4827-93c4-85740597904a port db5d021b-37e5-468d-b06d-8e29391562f0 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:43:03.697410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:03.964646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 87fb0c10-63eb-4fee-bbb4-023b7377e0ad up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:04.096909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.184805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:56Z', 'revision_number': 4, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'ea8c77e5-2c94-4f88-942b-87577e27ef2f', 'name': '', 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'mac_address': 'fa:16:3e:8d:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:55Z', 'updated_at': '2021-01-14T03:43:02Z', 'revision_number': 4, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'subnets': [{'id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:04.188636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:04.195916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485a37c7-8121-4f80-90a8-5227a40d2d36 None None] The sync data for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 is: [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:42:56Z', 'revision_number': 4, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'ea8c77e5-2c94-4f88-942b-87577e27ef2f', 'name': '', 'network_id': 'f9fc1f2e-8602-4031-abac-1d8b92f0541e', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'mac_address': 'fa:16:3e:8d:c8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:55Z', 'updated_at': '2021-01-14T03:43:02Z', 'revision_number': 4, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'subnets': [{'id': 'f7c91508-4b4f-46de-9be2-2d496af5b83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:04.454998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.468110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Transition to ACTIVE for port object db5d021b-37e5-468d-b06d-8e29391562f0 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:04.472181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.604978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Allocated IP 172.20.0.1 (ba5b314d-f80e-4c57-aa0d-c0f5de039197/500950ea-4fa2-417d-9454-c6ead1b97c6a/09fba254-b4e5-4a88-9441-6af852034b96) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:04.607421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c1b17f5-e59d-4f4e-bad5-8fa14bf1042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.633141 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5d7504af-022a-42ad-8c22-8dd2b7b45763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:04.711631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Attempting to bind port db5d021b-37e5-468d-b06d-8e29391562f0 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:04.712075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Attempting to bind port db5d021b-37e5-468d-b06d-8e29391562f0 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:04.712513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Attempting to bind port db5d021b-37e5-468d-b06d-8e29391562f0 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:04.723914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:04.724509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:04.724948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.725384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:04.726014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Bound port: db5d021b-37e5-468d-b06d-8e29391562f0, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:04.726322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.835197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] For port db5d021b-37e5-468d-b06d-8e29391562f0, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:04.847061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] For port db5d021b-37e5-468d-b06d-8e29391562f0, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=db5d021b-37e5-468d-b06d-8e29391562f0,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:04.859482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:04.887087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa43a82-6add-4ce9-bf44-2c174e713875 None None] Pushing event updated for resources: {'Port': ['ID=db5d021b-37e5-468d-b06d-8e29391562f0,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:04.891017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fa43a82-6add-4ce9-bf44-2c174e713875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:04.897923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ad400c-27a5-4e1f-a680-567d7ab784ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:05.023470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa43a82-6add-4ce9-bf44-2c174e713875 None None] Pushing event updated for resources: {'Port': ['ID=db5d021b-37e5-468d-b06d-8e29391562f0,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:05.029228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fa43a82-6add-4ce9-bf44-2c174e713875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:05.142349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:05.143290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:42:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:05.165086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4e3d0-fdbb-4982-8310-a18ecb752bbd None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:05.279186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.296543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Provisioning for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:05.307465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Provisioning complete for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:05.307944 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.313541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Transition to ACTIVE for port object 09fba254-b4e5-4a88-9441-6af852034b96 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:05.341931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.366890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e9bc35d-5390-4340-9178-cf25a7c6d171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:05.447966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:05.513817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Pushing event updated for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:05.585396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:05.656419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.682132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:05.683681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:05.687247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:05.707087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] For port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:05.726484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.728458 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b68c3b1-c4cc-4a4a-97e0-948c9993d025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:05.795424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.856017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Pushing event updated for resources: {'Port': ['ID=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:05.866427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ea8c77e5-2c94-4f88-942b-87577e27ef2f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:05.894671 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:05.963091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ea8c77e5-2c94-4f88-942b-87577e27ef2f completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:05.983605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:05.987360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ea8c77e5-2c94-4f88-942b-87577e27ef2f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:05.987843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.107930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Provisioning complete for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:06.108637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.183587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:01Z', 'revision_number': 3, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:06.190578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11cda1-cb84-4ca5-9b5c-5d7fdf61a0ba None None] The sync data for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 is: [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:01Z', 'revision_number': 3, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:06.344989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.382375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Provisioning for port 09fba254-b4e5-4a88-9441-6af852034b96 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:06.389422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Provisioning complete for port 09fba254-b4e5-4a88-9441-6af852034b96 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:06.389839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.446477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d0b52aac-dda1-431f-b77c-49bb98cc5baa None None] Port 09fba254-b4e5-4a88-9441-6af852034b96 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:06.450273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port ea8c77e5-2c94-4f88-942b-87577e27ef2f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ea8c77e5-2c94-4f88-942b-87577e27ef2f,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:06.453686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.454499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.456812 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:06.459261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.511704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0ab79898-f13b-42c0-83d9-ed65ef5cc948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:06.536804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:06.540511 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:06.579861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-291d6f3a-aa72-4a3d-af0c-4d73642d6284 None None] Provisioning complete for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:06.580286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-291d6f3a-aa72-4a3d-af0c-4d73642d6284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.599700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Pushing event updated for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:06.602614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.620795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:06.833642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4262405-684b-4aa4-8368-1f638077cc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.888397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4105b323-81f7-4566-af5c-9f95d2371c51 None None] Provisioning complete for port 09fba254-b4e5-4a88-9441-6af852034b96 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:06.889086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4105b323-81f7-4566-af5c-9f95d2371c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:06.893622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:06.895034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:07.006314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4105b323-81f7-4566-af5c-9f95d2371c51 None None] Port 09fba254-b4e5-4a88-9441-6af852034b96 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:07.140091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-945206ed-2b93-478f-b529-816e070d9fe5 None None] Provisioning complete for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:07.140648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-945206ed-2b93-478f-b529-816e070d9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.230752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Router 5f6407c9-c5d8-4827-93c4-85740597904a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:43:07.313419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56416) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:07.461800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9cb56ca4-1ca6-4ecd-8c79-5c5005d00786 None None] Provisioning complete for port 09fba254-b4e5-4a88-9441-6af852034b96 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:07.462226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9cb56ca4-1ca6-4ecd-8c79-5c5005d00786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.497733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:07.508491 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] 10.222.0.30 "PUT /v2.0/routers/5f6407c9-c5d8-4827-93c4-85740597904a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5666113 Jan 14 03:43:07.524091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.536625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9cb56ca4-1ca6-4ecd-8c79-5c5005d00786 None None] Port 09fba254-b4e5-4a88-9441-6af852034b96 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:07.541449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:07.546279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Usage tracker for resource:security_group_rule and tenant:be362e4cf80d47d4b3c2decce8c72584 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:07.549722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:07.555578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:07.623826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.646870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.651407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.667429 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-010e2fe2-4f51-4707-9d71-488b8a1c2dd5 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:07.712169 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be362e4cf80d47d4b3c2decce8c72584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975554 Jan 14 03:43:07.716022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56428) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:07.757724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877c6792-2824-474f-b8e7-b224986a85b9,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:07.763703 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:07.788669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.800023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 87fb0c10-63eb-4fee-bbb4-023b7377e0ad up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:07.816997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.870271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.874851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:07.875267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.875657 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:07.892907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877c6792-2824-474f-b8e7-b224986a85b9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:07.895613 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:07.898341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:07.899576 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/877c6792-2824-474f-b8e7-b224986a85b9 HTTP/1.1" status: 204 len: 168 time: 0.1823659 Jan 14 03:43:08.216834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ea8c77e5-2c94-4f88-942b-87577e27ef2f up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:08.284066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ea8c77e5-2c94-4f88-942b-87577e27ef2f triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:08.284548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:08.404735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device db5d021b-37e5-468d-b06d-8e29391562f0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:08.470760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port db5d021b-37e5-468d-b06d-8e29391562f0 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:08.475579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port db5d021b-37e5-468d-b06d-8e29391562f0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:08.476003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:08.597117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:08.625645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port db5d021b-37e5-468d-b06d-8e29391562f0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=db5d021b-37e5-468d-b06d-8e29391562f0,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:08.629159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:08.631617 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:08.665752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:08.700087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=db5d021b-37e5-468d-b06d-8e29391562f0,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:08.710678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:09.537619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:09.696592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device db5d021b-37e5-468d-b06d-8e29391562f0 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:09.766137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Sync routers for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:09.780333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port db5d021b-37e5-468d-b06d-8e29391562f0 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:09.780779 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:09.809265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:09.809960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:10.065492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:10.421570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:05Z', 'revision_number': 4, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '09fba254-b4e5-4a88-9441-6af852034b96', 'name': '', 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'mac_address': 'fa:16:3e:c0:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:04Z', 'updated_at': '2021-01-14T03:43:06Z', 'revision_number': 2, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'subnets': [{'id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:10.425848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Checking router: 5f6407c9-c5d8-4827-93c4-85740597904a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:10.426262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Updating router 5f6407c9-c5d8-4827-93c4-85740597904a port 09fba254-b4e5-4a88-9441-6af852034b96 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:43:10.481152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:10.928822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:10.944476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Transition to ACTIVE for port object 09fba254-b4e5-4a88-9441-6af852034b96 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:10.946063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56518) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:10.947920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:10.953823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'network': {'name': 'tempest-network-smoke--311356459', 'project_id': '96e423ea3f4e4530939a90733cb02500', 'port_security_enabled': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:10.963626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:10.966081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-047773c5-c76a-43cb-bb13-90f13089219e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:10.968782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:network and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:10.986001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:10.999107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:11.012500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Made reservation on behalf of 96e423ea3f4e4530939a90733cb02500 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:11.026082 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.028092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56526) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:11.042436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.061242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:11.065532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group_rule and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:11.068613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:11.075290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:11.135751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Pushing event updated for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:11.143771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:11.181083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.185319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.190366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62329b53-7707-44e7-b52e-41b4423a6f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:11.239150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:43:11.255366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.255764 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Added segment a8360818-7468-44a4-a3f7-20be8087a7fa of type vxlan for network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d Jan 14 03:43:11.267866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Attempting to bind port 09fba254-b4e5-4a88-9441-6af852034b96 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:11.268226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Attempting to bind port 09fba254-b4e5-4a88-9441-6af852034b96 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:11.268673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Attempting to bind port 09fba254-b4e5-4a88-9441-6af852034b96 on network ba5b314d-f80e-4c57-aa0d-c0f5de039197 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:11.274776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:11.275209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Checking segment: {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:11.275660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.276102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Bound using segment: {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:11.276654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Bound port: 09fba254-b4e5-4a88-9441-6af852034b96, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a6e973-0281-425d-bd88-615ac99478dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:11.277079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.285492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.311298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d62443-3640-4578-8464-d7f69d2542ce,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:11.315145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:11.325257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.346885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:11.347675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.370952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] For port 09fba254-b4e5-4a88-9441-6af852034b96, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:11.372207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97a29c8e-f794-492c-99a5-f3bbc4d9525a tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:11.374641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] For port 09fba254-b4e5-4a88-9441-6af852034b96, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=09fba254-b4e5-4a88-9441-6af852034b96,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:11.383145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.397476 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4474373 Jan 14 03:43:11.398829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56530) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:11.402382 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:11.409356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'admin_state_up': True, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:11.423508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:11.431636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:router and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:11.437010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:11.453900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:11.484396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'Network': ['ID=afac8c73-0e9c-4239-ae38-1ea7cc83ae9d,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:11.487299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:11.505686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.506791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.511479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:11.529897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:11.539823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:11.597254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:11.887879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:12.052517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Pushing event updated for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:12.059737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:12.075839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:12.099352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:12.100428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:12.265750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:12.303361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:12.505594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:12.542243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:12.648380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dffb1571-3988-4258-b804-b601893dd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:05Z', 'revision_number': 4, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '09fba254-b4e5-4a88-9441-6af852034b96', 'name': '', 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'mac_address': 'fa:16:3e:c0:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:04Z', 'updated_at': '2021-01-14T03:43:11Z', 'revision_number': 4, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'subnets': [{'id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:12.652712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb1571-3988-4258-b804-b601893dd938 None None] The sync data for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 is: [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:05Z', 'revision_number': 4, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '09fba254-b4e5-4a88-9441-6af852034b96', 'name': '', 'network_id': 'ba5b314d-f80e-4c57-aa0d-c0f5de039197', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'mac_address': 'fa:16:3e:c0:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:04Z', 'updated_at': '2021-01-14T03:43:11Z', 'revision_number': 4, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'subnets': [{'id': '500950ea-4fa2-417d-9454-c6ead1b97c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:13.054821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Deleting port ea8c77e5-2c94-4f88-942b-87577e27ef2f {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:13.055391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:13.084738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Allocated IP 172.25.3.17 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/802bb27e-8252-4cd0-863b-3d0763c469a6) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:13.690803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] For port ea8c77e5-2c94-4f88-942b-87577e27ef2f, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ea8c77e5-2c94-4f88-942b-87577e27ef2f,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:13.691196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:13.706737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:13.755554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 09fba254-b4e5-4a88-9441-6af852034b96 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:13.834407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Calling delete_port for ea8c77e5-2c94-4f88-942b-87577e27ef2f owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:13.914568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 09fba254-b4e5-4a88-9441-6af852034b96 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:13.925595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:13.926276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 09fba254-b4e5-4a88-9441-6af852034b96 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:13.926703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:13.951366 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-43a4ed38-55b8-4670-a858-dda1c7b33881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:14.073681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:14.113158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'Port': ['ID=802bb27e-8252-4cd0-863b-3d0763c469a6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:14.117730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 09fba254-b4e5-4a88-9441-6af852034b96, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=09fba254-b4e5-4a88-9441-6af852034b96,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:14.120851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:14.122880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-771f317d-7abe-4600-95dd-cac98b14d530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:14.128362 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:14.189841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:14.193286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:14.220818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:14.225128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:14.228326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:14.267480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:14.288704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:14.388806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c77e5-2c94-4f88-942b-87577e27ef2f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:14.401643 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:14.547550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:15.026929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:15.183112 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:15.659133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:15.751714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 09fba254-b4e5-4a88-9441-6af852034b96 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:15.821388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 09fba254-b4e5-4a88-9441-6af852034b96 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:15.821819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:16.367486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Router ce157cd5-3929-44c0-a74e-a912a221045b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:43:16.379797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:43:16.728803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:16.739184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Sync routers for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:16.748809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:16.749415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:16.750085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:16.760702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Sync routers for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:16.770276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56536) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:16.770460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] 10.222.0.30 "PUT /v2.0/routers/ce157cd5-3929-44c0-a74e-a912a221045b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7411213 Jan 14 03:43:16.779375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:16.780070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:16.786398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:16.787799 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3877749 Jan 14 03:43:16.791174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:16.948222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:16.989717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:17.006217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.031340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-52e31b83-1ed7-4afc-a752-f8a2a8081181 tempest-TestSecurityGroupsBasicOps-484502351 tempest-TestSecurityGroupsBasicOps-484502351] 10.222.0.30 "GET /v2.0/subnets?project_id=96e423ea3f4e4530939a90733cb02500&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2388017 Jan 14 03:43:17.032250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56546) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:17.196227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420566a-fdb4-4eac-8e35-050b33afd48e tempest-TestSecurityGroupsBasicOps-484502351 tempest-TestSecurityGroupsBasicOps-484502351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:17.196637 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.201707 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8420566a-fdb4-4eac-8e35-050b33afd48e tempest-TestSecurityGroupsBasicOps-484502351 tempest-TestSecurityGroupsBasicOps-484502351] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1681628 Jan 14 03:43:17.202492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56550) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:17.203260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Deleting port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:17.203511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.253308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1fef700-46b0-4f29-9ae0-daa624f4c934 tempest-TestSecurityGroupsBasicOps-484502351 tempest-TestSecurityGroupsBasicOps-484502351] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493760 Jan 14 03:43:17.253969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56554) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:17.260893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70362927', 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'project_id': '96e423ea3f4e4530939a90733cb02500', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:17.314137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 5, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:17.318954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Checking router: ce157cd5-3929-44c0-a74e-a912a221045b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:17.325461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 3, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:17.329066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Routers {'ce157cd5-3929-44c0-a74e-a912a221045b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:17.329829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Checking router: 4d2201ee-0bd3-4ad8-a10f-38a135269a0c for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:17.330083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['ce157cd5-3929-44c0-a74e-a912a221045b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:17.330217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Updating router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c port 802bb27e-8252-4cd0-863b-3d0763c469a6 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:43:17.390569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:17.391476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.392747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] For port 922e1c35-ff75-41bf-b053-bfc3c3ab34e4, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=922e1c35-ff75-41bf-b053-bfc3c3ab34e4,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:17.393252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.394763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:subnet and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:17.397980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:17.405152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:17.416862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Made reservation on behalf of 96e423ea3f4e4530939a90733cb02500 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:17.533174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Calling delete_port for 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:17.551207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.560694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] Set router ce157cd5-3929-44c0-a74e-a912a221045b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:17.682910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.878906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.901106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:17.906978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 5, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:17.911248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585ac9-9c3a-4296-9784-bbaaca804ea8 None None] The sync data for ids ['ce157cd5-3929-44c0-a74e-a912a221045b'] in n-d-765315-13 is: [{'id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'name': 'tempest-TestAggregatesBasicOps-579968887-router', 'tenant_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:51Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 5, 'project_id': '1e753e95fe4841c494e1ecfb98eb2d7c', 'gw_port': {'id': '922e1c35-ff75-41bf-b053-bfc3c3ab34e4', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157cd5-3929-44c0-a74e-a912a221045b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:42:52Z', 'updated_at': '2021-01-14T03:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:18.056591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.063430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.065864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.073553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b915f866-7e7d-4051-b82f-dea1ca89e682 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:18.084837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Transition to ACTIVE for port object 802bb27e-8252-4cd0-863b-3d0763c469a6 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:18.086967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.087535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce157cd5-3929-44c0-a74e-a912a221045b {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:43:18.087662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.100490 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.104380 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6317ac56-ba7b-4505-aa92-a94884e71748 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ce157cd5-3929-44c0-a74e-a912a221045b HTTP/1.1" status: 204 len: 168 time: 1.3303375 Jan 14 03:43:18.104565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dee2baee-03a3-4cec-bdb1-2516ee77d1ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:18.106189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56558) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:18.176819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Deleting subnet f7c91508-4b4f-46de-9be2-2d496af5b83a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:43:18.179961 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.236605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.256685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'Subnet': ['ID=3858a529-ce47-4aaf-9cc0-f351785d2332,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:18.272158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.272713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.273207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.273695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.274189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.274858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.275072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.275635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.276113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.276576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.276991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.277442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.277907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.278317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.278722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.279131 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.279538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.279945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.280406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.280786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.281195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.281604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.282012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.282429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.282894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.283306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.283711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.284122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.284667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.285075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.285481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.285894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.286299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.286704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.287111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.287514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:18.293420 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:18.337289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Checking segment: {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:18.337674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network hostable DHCP agents. Network: afac8c73-0e9c-4239-ae38-1ea7cc83ae9d, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:43:18.367476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:43:18.383232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, afac8c73-0e9c-4239-ae38-1ea7cc83ae9d) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:18.399186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:18.400761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.428492 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1724272 Jan 14 03:43:18.430027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56562) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:18.439489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Pushing event updated for resources: {'Port': ['ID=802bb27e-8252-4cd0-863b-3d0763c469a6,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:18.442094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1e135-51ac-40e1-8f7d-1ad2206718f7 None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:18.456535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:18.647331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Attempting to bind port 802bb27e-8252-4cd0-863b-3d0763c469a6 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:18.647764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Attempting to bind port 802bb27e-8252-4cd0-863b-3d0763c469a6 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:18.648185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Attempting to bind port 802bb27e-8252-4cd0-863b-3d0763c469a6 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:18.651674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.656865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:18.657302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:18.657773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.658213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:18.658758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Bound port: 802bb27e-8252-4cd0-863b-3d0763c469a6, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:18.659187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.790560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] For port 802bb27e-8252-4cd0-863b-3d0763c469a6, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:18.832828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] For port 802bb27e-8252-4cd0-863b-3d0763c469a6, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=802bb27e-8252-4cd0-863b-3d0763c469a6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:18.838371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.856132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:18.911012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'fixed_ips': [{'subnet_id': '3858a529-ce47-4aaf-9cc0-f351785d2332'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:43:18.911942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.942027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:18.963880 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb37295b-7cb2-4bbe-b772-d9b95f7578e8 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:19.022486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c91508-4b4f-46de-9be2-2d496af5b83a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:19.085324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Pushing event updated for resources: {'Port': ['ID=802bb27e-8252-4cd0-863b-3d0763c469a6,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:19.106237 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:19.106453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.106792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.107213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.107621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.108037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.108502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.108985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.109306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.109993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.110120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.110524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.110930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.111379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.111783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.112190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.112684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.113128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.113540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.113948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.114350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.114753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.115159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.115562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.115963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.116467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.116875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.117279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.117682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.118084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.118485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.118892 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.119292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.119696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.120096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.120534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.120936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:43:19.129019 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:19.164282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.171404 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7c91508-4b4f-46de-9be2-2d496af5b83a HTTP/1.1" status: 204 len: 168 time: 1.0638814 Jan 14 03:43:19.173967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56566) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:19.182493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:19.183213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:19.233657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.234037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0a0b74-b720-47e6-8780-7fdc8c374692 None None] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:19.298221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.365473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Deleting port 3ba94be6-eb0c-47b3-95a6-9106d7872889 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:19.365826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.601446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] For port 3ba94be6-eb0c-47b3-95a6-9106d7872889, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3ba94be6-eb0c-47b3-95a6-9106d7872889,segment=NetworkSegment(778494ba-14b1-4c09-b0db-d11a4ff0a947),segment_id=778494ba-14b1-4c09-b0db-d11a4ff0a947)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:19.602054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.654706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:19.759918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Calling delete_port for 3ba94be6-eb0c-47b3-95a6-9106d7872889 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:19.801366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ea8c77e5-2c94-4f88-942b-87577e27ef2f no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:19.837006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:19.853026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:19.855629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ea8c77e5-2c94-4f88-942b-87577e27ef2f {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:19.856032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ea8c77e5-2c94-4f88-942b-87577e27ef2f not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:19.856539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:19.945534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba94be6-eb0c-47b3-95a6-9106d7872889,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:19.953476 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:19.964979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:19.965388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 922e1c35-ff75-41bf-b053-bfc3c3ab34e4 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:20.005802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Allocated IP 172.20.0.2 (afac8c73-0e9c-4239-ae38-1ea7cc83ae9d/3858a529-ce47-4aaf-9cc0-f351785d2332/27333489-02c8-4d1b-8e40-455cba901d0c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:20.017606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] No DVR routers for this DVR port 3ba94be6-eb0c-47b3-95a6-9106d7872889 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:43:20.128757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6515d-c8e1-4ad5-8732-41dd7b625371 None None] DHCP port deletion for f9fc1f2e-8602-4031-abac-1d8b92f0541e request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:43:20.152987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.278215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fc1f2e-8602-4031-abac-1d8b92f0541e']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:20.293039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778494ba-14b1-4c09-b0db-d11a4ff0a947') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:20.293370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778494ba-14b1-4c09-b0db-d11a4ff0a947') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:20.307308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.328182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.330465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:43:20.493121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 3, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:20.501022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfb2ee6-9686-4d66-b856-2a0c45b59287 None None] The sync data for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 is: [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:14Z', 'revision_number': 3, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:20.513155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.515277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:20.524884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Transition to ACTIVE for port object 27333489-02c8-4d1b-8e40-455cba901d0c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:20.525476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.542041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Transition to ACTIVE for port object 27333489-02c8-4d1b-8e40-455cba901d0c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:20.549828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.566633 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0465e8af-c510-4afe-a6c5-d5d06e5fe561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:20.626185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Allocated IP 172.20.0.1 (afac8c73-0e9c-4239-ae38-1ea7cc83ae9d/3858a529-ce47-4aaf-9cc0-f351785d2332/af52f861-ef41-4b0c-a5bc-7c84ff7180a9) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:43:20.738124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Network f9fc1f2e-8602-4031-abac-1d8b92f0541e has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:20.740094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Pushing event updated for resources: {'Port': ['ID=27333489-02c8-4d1b-8e40-455cba901d0c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:20.744448 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:20.763958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:20.765299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:20.767681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:43:20.772291 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:43:20.812937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.826738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Attempting to bind port 27333489-02c8-4d1b-8e40-455cba901d0c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:20.827171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Attempting to bind port 27333489-02c8-4d1b-8e40-455cba901d0c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:20.827596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Attempting to bind port 27333489-02c8-4d1b-8e40-455cba901d0c on network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:20.831255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Transition to ACTIVE for port object af52f861-ef41-4b0c-a5bc-7c84ff7180a9 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:20.833364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:20.833801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Checking segment: {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:20.834380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.834835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Bound using segment: {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:20.835613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Bound port: 27333489-02c8-4d1b-8e40-455cba901d0c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:20.836043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.854889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.862371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.865771 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd3d4a1e-5ffe-4c80-b50c-ac3e19995e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:20.890972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.893767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9fc1f2e-8602-4031-abac-1d8b92f0541e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:20.897518 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:20.903741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9fc1f2e-8602-4031-abac-1d8b92f0541e HTTP/1.1" status: 204 len: 168 time: 1.7286170 Jan 14 03:43:20.911488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56570) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:20.960948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] For port 27333489-02c8-4d1b-8e40-455cba901d0c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:20.964590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] For port 27333489-02c8-4d1b-8e40-455cba901d0c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27333489-02c8-4d1b-8e40-455cba901d0c,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:20.966804 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:20.969960 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:20.990304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa95f483-5052-4c3e-be82-2d1ca09ec7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:21.051350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:21.069335 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:21.157260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:21.159164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:21.161702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:43:21.187808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Pushing event updated for resources: {'Port': ['ID=27333489-02c8-4d1b-8e40-455cba901d0c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:21.191908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:21.236984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:21.365017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:21.646364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:21.792258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27333489-02c8-4d1b-8e40-455cba901d0c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:21.869506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 27333489-02c8-4d1b-8e40-455cba901d0c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:21.875375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 802bb27e-8252-4cd0-863b-3d0763c469a6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:21.956945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 802bb27e-8252-4cd0-863b-3d0763c469a6 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:21.962178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 802bb27e-8252-4cd0-863b-3d0763c469a6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:21.962609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:21.996692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.005541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.047911 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16355704-e2c5-4f71-8d55-6dd1ce45bd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:22.088651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.105040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 802bb27e-8252-4cd0-863b-3d0763c469a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=802bb27e-8252-4cd0-863b-3d0763c469a6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:22.109077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.118069 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:22.136283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:22.142182 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:22.153026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.172403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3ba94be6-eb0c-47b3-95a6-9106d7872889 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:22.216568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Deleting port 09fba254-b4e5-4a88-9441-6af852034b96 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:22.216952 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.219178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3ba94be6-eb0c-47b3-95a6-9106d7872889 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:22.219652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3ba94be6-eb0c-47b3-95a6-9106d7872889 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:22.237036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=802bb27e-8252-4cd0-863b-3d0763c469a6,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:22.242035 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:22.319636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:43:22.320893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:22.407160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] For port 09fba254-b4e5-4a88-9441-6af852034b96, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=09fba254-b4e5-4a88-9441-6af852034b96,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:22.407861 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.523973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:43:22.547880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Calling delete_port for 09fba254-b4e5-4a88-9441-6af852034b96 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:22.649984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3e8e7-e9da-4b07-a938-dafd79f7dc10 None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:22.723468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:22.731868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.735941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "PUT /v2.0/routers/4d2201ee-0bd3-4ad8-a10f-38a135269a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3020992 Jan 14 03:43:22.736196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56574) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:22.742119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'security_group': {'name': 'tempest-secgroup_access--1649156185', 'description': 'tempest-secgroup_access--1649156185 description', 'project_id': '96e423ea3f4e4530939a90733cb02500'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:22.750210 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:22.753680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:22.758027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:22.761067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:22.767618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:22.777959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.779345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Provisioning for port 27333489-02c8-4d1b-8e40-455cba901d0c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:22.797238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Provisioning complete for port 27333489-02c8-4d1b-8e40-455cba901d0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:22.797659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.800310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:22.804380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group_rule and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:22.807619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:22.813742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:22.851431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fba254-b4e5-4a88-9441-6af852034b96,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:22.856329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:22.901232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.905633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.911416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf935393-ceed-458c-bf6c-5c799472e13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:22.953942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5bff0-476b-46b0-b38f-f5d2f49537cb,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:22.957044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:22.958434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2211585 Jan 14 03:43:22.959483 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:22.968362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56578) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:22.982043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'security_group': {'name': 'tempest-secgroup_general--171766726', 'description': 'tempest-secgroup_general--171766726 description', 'project_id': '96e423ea3f4e4530939a90733cb02500'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:23.000103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:23.007734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:23.012780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:23.021852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:23.041489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.083397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] For port 27333489-02c8-4d1b-8e40-455cba901d0c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27333489-02c8-4d1b-8e40-455cba901d0c,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:23.087329 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.089302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84b46643-7118-45c3-bd8a-ddedacdfa2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:23.196281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Pushing event updated for resources: {'Port': ['ID=27333489-02c8-4d1b-8e40-455cba901d0c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:23.201765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:23.308870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Provisioning for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:23.314700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Provisioning complete for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:23.315224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.376083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:23.388777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Provisioning complete for port 27333489-02c8-4d1b-8e40-455cba901d0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:23.389348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90f90db8-db9f-44b6-8c9f-c9e1df7cfe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.412871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.508656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:23.517657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group_rule and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:23.522862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:23.533459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:23.582929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.647692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c7b0c8ee-aa55-491c-a699-dc6c271cc8fa None None] Provisioning complete for port 27333489-02c8-4d1b-8e40-455cba901d0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:23.648264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c7b0c8ee-aa55-491c-a699-dc6c271cc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.664327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Sync routers for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:23.684557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:23.685255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:23.756461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.763808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.794467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-deef722f-810c-48bf-8af6-fb31cef8fed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:23.823827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.829089 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8540490 Jan 14 03:43:23.829625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56582) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:23.838922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Request body: {'security_group_rule': {'security_group_id': '7ff5bff0-476b-46b0-b38f-f5d2f49537cb', 'project_id': '96e423ea3f4e4530939a90733cb02500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:23.844561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27333489-02c8-4d1b-8e40-455cba901d0c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:23.851879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:23.863348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Usage tracker for resource:security_group_rule and tenant:96e423ea3f4e4530939a90733cb02500 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:23.864441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'SecurityGroup': ['ID=d65bd5ff-9243-4ac3-9c9d-b1bdaa382fb3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:23.874088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:23.881829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:23.882715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:23.910833 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:23.972282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:24.005054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 27333489-02c8-4d1b-8e40-455cba901d0c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:24.006807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.045968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.058052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.070194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a3d76c8-59e5-4d8a-b084-2b27b2639e35 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:24.123525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53a144d-8b78-48fb-9f05-f2fd77e980b7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:24.126737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:24.147195 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.158316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-2e082f6b-a55e-4dd7-99c9-47d323d28916 None None] Provisioning complete for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:24.158316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2e082f6b-a55e-4dd7-99c9-47d323d28916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.164504 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334808 Jan 14 03:43:24.247928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-2e082f6b-a55e-4dd7-99c9-47d323d28916 None None] Port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:24.318673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 802bb27e-8252-4cd0-863b-3d0763c469a6 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:24.392070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Router 5f6407c9-c5d8-4827-93c4-85740597904a has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:43:24.402845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-279c5dc5-64df-4bd6-88b7-cc9702fdee95 None None] Provisioning complete for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:24.403279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-279c5dc5-64df-4bd6-88b7-cc9702fdee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.424055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-b8ca41b9-e200-4ebf-bd11-d36ebe058cd3 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Synchronizing usage tracker for tenant:96e423ea3f4e4530939a90733cb02500 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:43:24.435465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 802bb27e-8252-4cd0-863b-3d0763c469a6 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:24.435839 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.446481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-b8ca41b9-e200-4ebf-bd11-d36ebe058cd3 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Unset dirty status for tenant:96e423ea3f4e4530939a90733cb02500 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:43:24.448157 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-b8ca41b9-e200-4ebf-bd11-d36ebe058cd3 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--171766726&fields=id&tenant_id=96e423ea3f4e4530939a90733cb02500 HTTP/1.1" status: 200 len: 267 time: 0.0811932 Jan 14 03:43:24.448539 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:21Z', 'revision_number': 4, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'af52f861-ef41-4b0c-a5bc-7c84ff7180a9', 'name': '', 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'mac_address': 'fa:16:3e:bc:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:19Z', 'updated_at': '2021-01-14T03:43:21Z', 'revision_number': 2, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'subnets': [{'id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:24.453463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Checking router: 4d2201ee-0bd3-4ad8-a10f-38a135269a0c for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:24.453872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Updating router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:43:24.511018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-279c5dc5-64df-4bd6-88b7-cc9702fdee95 None None] Port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:43:24.514718 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-219eb2d3-e5cb-49e1-9da7-0c482c01a38d tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--1649156185&fields=id&tenant_id=96e423ea3f4e4530939a90733cb02500 HTTP/1.1" status: 200 len: 267 time: 0.0544491 Jan 14 03:43:24.518125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.532639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-279c5dc5-64df-4bd6-88b7-cc9702fdee95 None None] Provisioning complete for port 27333489-02c8-4d1b-8e40-455cba901d0c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:24.533070 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-279c5dc5-64df-4bd6-88b7-cc9702fdee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.614914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:24.620309 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] 10.222.0.30 "PUT /v2.0/routers/5f6407c9-c5d8-4827-93c4-85740597904a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7073348 Jan 14 03:43:24.623731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56598) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:24.628967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Sync routers for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:24.660255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:24.661004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:24.740565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-5f22bb74-9128-48cb-b7c1-14e46ea6e304 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:24.742182 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-5f22bb74-9128-48cb-b7c1-14e46ea6e304 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "GET /v2.0/networks?id=afac8c73-0e9c-4239-ae38-1ea7cc83ae9d HTTP/1.1" status: 200 len: 796 time: 0.2194440 Jan 14 03:43:24.770510 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-f912b50c-07ec-4e8d-bad6-a8a5234a9157 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "GET /v2.0/quotas/96e423ea3f4e4530939a90733cb02500 HTTP/1.1" status: 200 len: 375 time: 0.0173070 Jan 14 03:43:24.830051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:24.863727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-c85e925c-b8cc-4f3a-a3f7-9c0fd6b3cdfe tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Synchronizing usage tracker for tenant:96e423ea3f4e4530939a90733cb02500 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:43:24.883883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-c85e925c-b8cc-4f3a-a3f7-9c0fd6b3cdfe tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Unset dirty status for tenant:96e423ea3f4e4530939a90733cb02500 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:43:24.898411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-c85e925c-b8cc-4f3a-a3f7-9c0fd6b3cdfe tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "GET /v2.0/ports?tenant_id=96e423ea3f4e4530939a90733cb02500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268764 Jan 14 03:43:24.995107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.019101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Transition to ACTIVE for port object af52f861-ef41-4b0c-a5bc-7c84ff7180a9 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:43:25.030405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.062155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fbcb9d8a-eea2-454a-9cc4-0baad4805ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:25.083973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-173bf0b5-a891-47ab-b122-fc4654790228 service neutron] 10.222.0.30 "GET /v2.0/networks/afac8c73-0e9c-4239-ae38-1ea7cc83ae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845031 Jan 14 03:43:25.088180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.095086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Deleting port db5d021b-37e5-468d-b06d-8e29391562f0 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:25.095683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.121020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:25.257338 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f93f0d3e-3955-4bd4-8c23-0e39219ceeed req-a647be14-ee30-4529-9d46-337174707e2b service neutron] 10.222.0.30 "GET /v2.0/networks/afac8c73-0e9c-4239-ae38-1ea7cc83ae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721320 Jan 14 03:43:25.314334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] For port db5d021b-37e5-468d-b06d-8e29391562f0, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=db5d021b-37e5-468d-b06d-8e29391562f0,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:25.314737 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.441428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4acb7-8e4a-4b19-871b-4e8478a88208 None None] Pushing event updated for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:25.445384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-def4acb7-8e4a-4b19-871b-4e8478a88208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:25.452662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Calling delete_port for db5d021b-37e5-468d-b06d-8e29391562f0 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:25.483208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 5, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:25.488262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Checking router: 5f6407c9-c5d8-4827-93c4-85740597904a for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:25.508385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Routers {'5f6407c9-c5d8-4827-93c4-85740597904a'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:25.509107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5f6407c9-c5d8-4827-93c4-85740597904a'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:25.610981 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.770579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] Set router 5f6407c9-c5d8-4827-93c4-85740597904a gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:25.793767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Attempting to bind port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:43:25.794423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Attempting to bind port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:43:25.795225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Attempting to bind port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 on network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:43:25.803797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:43:25.804650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Checking segment: {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:25.805099 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.805554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Bound using segment: {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:43:25.813556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Bound port: af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8360818-7468-44a4-a3f7-20be8087a7fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:43:25.814515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.844774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56620) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:25.926271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] For port af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:43:25.938640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:25.956302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.013776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.094721 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.101930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17353241-ce38-4495-8564-0de1e154ae87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:26.107842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.110619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.117562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65bd5ff-9243-4ac3-9c9d-b1bdaa382fb3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:26.121881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:26.131673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] For port af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:43:26.132599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.133476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6407c9-c5d8-4827-93c4-85740597904a {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:43:26.134579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.140032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.144027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "DELETE /v2.0/security-groups/d65bd5ff-9243-4ac3-9c9d-b1bdaa382fb3 HTTP/1.1" status: 204 len: 168 time: 0.2952220 Jan 14 03:43:26.144288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56626) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:26.147481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.151030 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-610d3956-b459-4cbc-984d-4810aa7113b6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5f6407c9-c5d8-4827-93c4-85740597904a HTTP/1.1" status: 204 len: 168 time: 1.5237534 Jan 14 03:43:26.151905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56630) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:26.223824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Deleting subnet 500950ea-4fa2-417d-9454-c6ead1b97c6a {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:43:26.227268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.248536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.259287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 5, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:26.268510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685b3835-d842-407e-9705-dc94f7f6e416 None None] The sync data for ids ['5f6407c9-c5d8-4827-93c4-85740597904a'] in n-d-765315-13 is: [{'id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'name': 'tempest-TestAggregatesBasicOps-363903420-router', 'tenant_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:42:59Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 5, 'project_id': 'cd733be8d4844108bf2c3f4f81722e1d', 'gw_port': {'id': 'db5d021b-37e5-468d-b06d-8e29391562f0', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6407c9-c5d8-4827-93c4-85740597904a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:00Z', 'updated_at': '2021-01-14T03:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:26.315463 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.315886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8d506ead-9f24-4b4e-bbe3-ae758b6014d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:26.317958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.401092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.408903 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97b5246a-22d0-4706-bd1d-8e51a1b459e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:26.420057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4acb7-8e4a-4b19-871b-4e8478a88208 None None] Pushing event updated for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:26.420562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.424565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-def4acb7-8e4a-4b19-871b-4e8478a88208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:26.436314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:26.437124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:26.442612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5bff0-476b-46b0-b38f-f5d2f49537cb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:26.447831 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:26.458145 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.463074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "DELETE /v2.0/security-groups/7ff5bff0-476b-46b0-b38f-f5d2f49537cb HTTP/1.1" status: 204 len: 168 time: 0.3174820 Jan 14 03:43:26.463927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56640) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:26.702512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:26.793712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.816740 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-976fd452-51e9-4da1-83bc-edbc0b66941b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:26.861563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500950ea-4fa2-417d-9454-c6ead1b97c6a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:26.933201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:26.986955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:26.996171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa1212-f7e7-4405-8247-a9ac98db2932 None None] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:26.996381 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a480b95d-a627-4b7e-9078-53c077f807d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/500950ea-4fa2-417d-9454-c6ead1b97c6a HTTP/1.1" status: 204 len: 168 time: 0.8402693 Jan 14 03:43:26.996728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56644) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:27.087222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:21Z', 'revision_number': 4, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'af52f861-ef41-4b0c-a5bc-7c84ff7180a9', 'name': '', 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'mac_address': 'fa:16:3e:bc:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:19Z', 'updated_at': '2021-01-14T03:43:25Z', 'revision_number': 4, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'subnets': [{'id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:27.094018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af4313-1031-4ae5-93f7-57cd0ed8e7ba None None] The sync data for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 is: [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:21Z', 'revision_number': 4, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'af52f861-ef41-4b0c-a5bc-7c84ff7180a9', 'name': '', 'network_id': 'afac8c73-0e9c-4239-ae38-1ea7cc83ae9d', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'mac_address': 'fa:16:3e:bc:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:19Z', 'updated_at': '2021-01-14T03:43:25Z', 'revision_number': 4, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'subnets': [{'id': '3858a529-ce47-4aaf-9cc0-f351785d2332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:27.400402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] DHCP port deletion for ba5b314d-f80e-4c57-aa0d-c0f5de039197 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:43:27.405981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Deleting port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:27.406414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.495751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.567200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Deleting port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:27.567829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.632937 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.673911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] For port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:27.674472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.827495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af52f861-ef41-4b0c-a5bc-7c84ff7180a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:27.853852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] For port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,segment=NetworkSegment(38a6e973-0281-425d-bd88-615ac99478dd),segment_id=38a6e973-0281-425d-bd88-615ac99478dd)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:27.854582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:27.891619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Calling delete_port for 87fb0c10-63eb-4fee-bbb4-023b7377e0ad owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:27.958967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:43:27.970056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:43:27.981289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.017277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Calling delete_port for 87fb0c10-63eb-4fee-bbb4-023b7377e0ad owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:28.095892 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.116274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:43:28.116990 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:43:28.119805 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:28.224999 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Pushing event deleted for resources: {'Port': ['ID=87fb0c10-63eb-4fee-bbb4-023b7377e0ad,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:28.238917 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:28.256165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.278970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Deleting port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:28.279351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.313164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:28.314427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] No DVR routers for this DVR port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:43:28.317584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.319628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9fe870c-d8d2-45ec-9303-dc5c2495cd91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:28.376093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 87fb0c10-63eb-4fee-bbb4-023b7377e0ad no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:28.413700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 87fb0c10-63eb-4fee-bbb4-023b7377e0ad {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:28.414106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 87fb0c10-63eb-4fee-bbb4-023b7377e0ad not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:28.414584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 09fba254-b4e5-4a88-9441-6af852034b96 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:28.452730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 09fba254-b4e5-4a88-9441-6af852034b96 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:28.453135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 09fba254-b4e5-4a88-9441-6af852034b96 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:28.453619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device db5d021b-37e5-468d-b06d-8e29391562f0 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:28.493843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: db5d021b-37e5-468d-b06d-8e29391562f0 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:28.494249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device db5d021b-37e5-468d-b06d-8e29391562f0 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:28.498819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] For port af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:28.499223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.502168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:28.505700 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:28.618745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Deleting port 87fb0c10-63eb-4fee-bbb4-023b7377e0ad {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:28.619185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.633879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Calling delete_port for af52f861-ef41-4b0c-a5bc-7c84ff7180a9 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:28.687790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] The port '87fb0c10-63eb-4fee-bbb4-023b7377e0ad' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:43:28.750241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:43:28.750623 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:43:28.814974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.930174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5b314d-f80e-4c57-aa0d-c0f5de039197']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:28.943278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a6e973-0281-425d-bd88-615ac99478dd') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:28.943621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a6e973-0281-425d-bd88-615ac99478dd') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:28.956115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.971421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:28.973279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:43:29.159912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:29.169529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.252141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Deleting port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:29.252566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.349921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Network ba5b314d-f80e-4c57-aa0d-c0f5de039197 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:43:29.373716 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:43:29.455105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] For port af52f861-ef41-4b0c-a5bc-7c84ff7180a9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:29.455510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.455819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.459976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.464055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-02c14734-530e-460e-81a6-102cb0ea095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:29.487811 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] 10.222.0.30 "DELETE /v2.0/networks/ba5b314d-f80e-4c57-aa0d-c0f5de039197 HTTP/1.1" status: 204 len: 168 time: 2.4900308 Jan 14 03:43:29.488805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5b314d-f80e-4c57-aa0d-c0f5de039197,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:29.491492 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b910de2e-bcf6-4b8a-9bca-293f149d417f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:29.586711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Calling delete_port for af52f861-ef41-4b0c-a5bc-7c84ff7180a9 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:29.713044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56650) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:29.730867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af52f861-ef41-4b0c-a5bc-7c84ff7180a9 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:43:29.768044 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-686160bc-b8ee-4d44-a706-bba0fbf7a6ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e753e95fe4841c494e1ecfb98eb2d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532975 Jan 14 03:43:29.770660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56654) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:29.780141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.790830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No active binding found for port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 {{(pid=80834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 03:43:29.791409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af52f861-ef41-4b0c-a5bc-7c84ff7180a9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:43:29.826571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port af52f861-ef41-4b0c-a5bc-7c84ff7180a9 not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:43:29.838331 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.850772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-952bf012-2b98-49c3-a537-282ccb5efe53 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:29.867037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.896936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event deleted for resources: {'Port': ['ID=af52f861-ef41-4b0c-a5bc-7c84ff7180a9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:29.906996 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:29.918005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.925104 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5797c73-85e2-4fe9-8f0d-447229cecab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:29.938116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c4952-48ee-455b-a6c6-97da7bfabb97,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:29.941370 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:29.943408 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:29.944668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-940f9a3c-9425-40bb-bfd2-78af3d67f3c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/911c4952-48ee-455b-a6c6-97da7bfabb97 HTTP/1.1" status: 204 len: 168 time: 0.1729715 Jan 14 03:43:30.232837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:30.401551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56662) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:30.454579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-49476e19-d858-4fb2-861c-dc59fb324435 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd733be8d4844108bf2c3f4f81722e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515766 Jan 14 03:43:30.457302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56666) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:30.519738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:30.550827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:30.595618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:30.600758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5219751c-fe96-406f-bbce-492f31a20da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:30.614163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cfa950-5672-4156-8b5c-dbdb49840cb8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:30.617453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:30.619630 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:30.620822 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-224e350d-05be-4496-b8d5-ce272e36636e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9cfa950-5672-4156-8b5c-dbdb49840cb8 HTTP/1.1" status: 204 len: 168 time: 0.1624289 Jan 14 03:43:30.752256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:43:30.948241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:43:30.958886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Sync routers for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:43:30.967198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "PUT /v2.0/routers/4d2201ee-0bd3-4ad8-a10f-38a135269a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5009198 Jan 14 03:43:30.970019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56672) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:30.979135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:30.979822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:31.176797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:31.201259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Deleting subnet 3858a529-ce47-4aaf-9cc0-f351785d2332 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:43:31.204416 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:31.262059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:31.353141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:31.468014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:29Z', 'revision_number': 5, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:31.472313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Checking router: 4d2201ee-0bd3-4ad8-a10f-38a135269a0c for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:43:31.481982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Routers {'4d2201ee-0bd3-4ad8-a10f-38a135269a0c'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:43:31.482641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:43:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:31.687983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] Set router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:43:31.941831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:31.959229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa41082f-4224-4c8f-857d-3c374d868cda tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734 tempest-ExtraDHCPOptionsIpV6TestJSON-1600938734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:32.048891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event deleted for resources: {'Subnet': ['ID=3858a529-ce47-4aaf-9cc0-f351785d2332,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:32.057437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:32.102696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.108657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa94c4-19ca-4ea1-90e6-48394b4ad12e None None] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:32.111814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "DELETE /v2.0/subnets/3858a529-ce47-4aaf-9cc0-f351785d2332 HTTP/1.1" status: 204 len: 168 time: 1.1362462 Jan 14 03:43:32.112292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56676) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:32.139490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:29Z', 'revision_number': 5, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:32.143711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde1f007-ec2b-454c-a885-a3b196147af9 None None] The sync data for ids ['4d2201ee-0bd3-4ad8-a10f-38a135269a0c'] in n-d-765315-13 is: [{'id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1408576900', 'tenant_id': '96e423ea3f4e4530939a90733cb02500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:43:11Z', 'updated_at': '2021-01-14T03:43:29Z', 'revision_number': 5, 'project_id': '96e423ea3f4e4530939a90733cb02500', 'gw_port': {'id': '802bb27e-8252-4cd0-863b-3d0763c469a6', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2201ee-0bd3-4ad8-a10f-38a135269a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:43:12Z', 'updated_at': '2021-01-14T03:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:43:32.310657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.387221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] DHCP port deletion for afac8c73-0e9c-4239-ae38-1ea7cc83ae9d request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:43:32.391852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Deleting port 27333489-02c8-4d1b-8e40-455cba901d0c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:32.392282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.510085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.516081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Deleting port 802bb27e-8252-4cd0-863b-3d0763c469a6 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:43:32.516510 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.611405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] For port 27333489-02c8-4d1b-8e40-455cba901d0c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=27333489-02c8-4d1b-8e40-455cba901d0c,segment=NetworkSegment(a8360818-7468-44a4-a3f7-20be8087a7fa),segment_id=a8360818-7468-44a4-a3f7-20be8087a7fa)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:32.611851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.696858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] For port 802bb27e-8252-4cd0-863b-3d0763c469a6, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=802bb27e-8252-4cd0-863b-3d0763c469a6,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:43:32.697255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.738066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Calling delete_port for 27333489-02c8-4d1b-8e40-455cba901d0c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:32.811829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.829105 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:32.833845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Calling delete_port for 802bb27e-8252-4cd0-863b-3d0763c469a6 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:43:32.922893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Pushing event deleted for resources: {'Port': ['ID=27333489-02c8-4d1b-8e40-455cba901d0c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:32.937098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:32.969222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:32.971575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] No DVR routers for this DVR port 27333489-02c8-4d1b-8e40-455cba901d0c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:43:33.164629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.297603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.299917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.320181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.320758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Fanout notify agent at l3_agent the message router_deleted on router 4d2201ee-0bd3-4ad8-a10f-38a135269a0c {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:43:33.343189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.347103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-41ff01e7-9e50-424f-b226-43c3a53f75a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "DELETE /v2.0/routers/4d2201ee-0bd3-4ad8-a10f-38a135269a0c HTTP/1.1" status: 204 len: 168 time: 1.2312145 Jan 14 03:43:33.347404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56680) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:33.475760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.679236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.707753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27333489-02c8-4d1b-8e40-455cba901d0c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:33.746784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 27333489-02c8-4d1b-8e40-455cba901d0c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:33.747121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 27333489-02c8-4d1b-8e40-455cba901d0c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:33.747603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 802bb27e-8252-4cd0-863b-3d0763c469a6 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:33.779592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 802bb27e-8252-4cd0-863b-3d0763c469a6 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:33.779995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 802bb27e-8252-4cd0-863b-3d0763c469a6 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:33.780512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af52f861-ef41-4b0c-a5bc-7c84ff7180a9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:43:33.803092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afac8c73-0e9c-4239-ae38-1ea7cc83ae9d']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:33.813078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: af52f861-ef41-4b0c-a5bc-7c84ff7180a9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:43:33.813483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device af52f861-ef41-4b0c-a5bc-7c84ff7180a9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:43:33.816648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8360818-7468-44a4-a3f7-20be8087a7fa') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:33.816903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8360818-7468-44a4-a3f7-20be8087a7fa') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:33.832441 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.851351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:33.853410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Releasing vxlan tunnel 13 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:43:34.034819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:34.044532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:34.227923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Network afac8c73-0e9c-4239-ae38-1ea7cc83ae9d has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:43:34.252474 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:43:34.331330 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:34.334648 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5dde9b73-b8e9-4b43-aaab-c624e8862769 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:34.356546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:34.364031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Pushing event deleted for resources: {'Network': ['ID=afac8c73-0e9c-4239-ae38-1ea7cc83ae9d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:34.367032 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] 10.222.0.30 "DELETE /v2.0/networks/afac8c73-0e9c-4239-ae38-1ea7cc83ae9d HTTP/1.1" status: 204 len: 168 time: 1.0186081 Jan 14 03:43:34.368006 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b00ff01-3b39-4be1-b37e-17386f47c8a7 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:34.581883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-18a3a712-b76a-4329-9179-935fdcdd0a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:34.710980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56690) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:34.900310 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-91fd6442-416a-40e8-ba9a-e2f015ac5498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96e423ea3f4e4530939a90733cb02500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879382 Jan 14 03:43:34.903004 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56696) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:34.964058 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:34.991163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.035781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.040826 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f863f028-4fc1-4a55-9063-0a2259d5a0c8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:35.055284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d62443-3640-4578-8464-d7f69d2542ce,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:35.059647 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:35.063052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.064197 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7d62443-3640-4578-8464-d7f69d2542ce HTTP/1.1" status: 204 len: 168 time: 0.1601651 Jan 14 03:43:35.404415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56704) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:35.423162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.442433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:35.446461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1b17dd983841f19ab4bf78e57fcfe5 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:35.450010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:35.455758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:35.539470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.542048 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.551368 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41027b32-d11f-4cd1-8895-3ba7cb68551a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:35.592646 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba1b17dd983841f19ab4bf78e57fcfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870852 Jan 14 03:43:35.594378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd69224-a4b5-445e-88b4-a0e3fd85c406,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:35.595552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56708) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:35.597660 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e4ca8c0e-7380-479e-84ed-c18040f32008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:35.658540 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.685774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.729842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.735417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8d7560e-5654-46a9-af93-6bc2f88e5c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:35.748624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd69224-a4b5-445e-88b4-a0e3fd85c406,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:35.751427 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:35.752681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:35.753880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cdb99b4d-3ad6-436d-9857-d27b9501d8bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcd69224-a4b5-445e-88b4-a0e3fd85c406 HTTP/1.1" status: 204 len: 168 time: 0.1571851 Jan 14 03:43:36.165658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56716) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:36.185085 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.204604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:36.208577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Usage tracker for resource:security_group_rule and tenant:1db7740007da4175ba7e0a8bcbd92689 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:36.211736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:36.217401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:36.298600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.301396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.310702 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9074d096-4ff4-46e3-8f55-e1ba8f086eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:36.352471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1db7740007da4175ba7e0a8bcbd92689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856875 Jan 14 03:43:36.354171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b2438-7050-441d-ac03-7aa8db1c40d5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:36.355980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56720) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:36.358083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a2b8ef30-ece7-4be3-92df-bf453a0f51da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:36.421501 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.448233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.493204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.498182 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a5fde5a-0e70-4d36-aee0-8cf363bbd28d tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:36.516477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b2438-7050-441d-ac03-7aa8db1c40d5,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:36.518963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:36.524987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:36.526271 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-126d5f27-0510-4038-a4d4-809f1381c700 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad0b2438-7050-441d-ac03-7aa8db1c40d5 HTTP/1.1" status: 204 len: 168 time: 0.1691339 Jan 14 03:43:36.819846 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f80f831-866b-47d1-b585-00023f38c874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:37.625794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:38.430215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:43:38.629732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:39.540449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:42.242156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:44.562657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:49.118582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3a677cd-3fe4-4a6d-ae36-17532e0c795d req-c6d4337e-0375-41e6-b4f7-3462d5acb2cb tempest-ServersAdminNegativeTestJSON-458379921 tempest-ServersAdminNegativeTestJSON-458379921] 10.222.0.30 "GET /v2.0/networks?tenant_id=b904d03924ba4a4ea8624271106aa131&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330677 Jan 14 03:43:49.300851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a677cd-3fe4-4a6d-ae36-17532e0c795d req-7653434b-5935-4c49-a42e-af23ff8bee53 tempest-ServersAdminNegativeTestJSON-458379921 tempest-ServersAdminNegativeTestJSON-458379921] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:49.302429 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3a677cd-3fe4-4a6d-ae36-17532e0c795d req-7653434b-5935-4c49-a42e-af23ff8bee53 tempest-ServersAdminNegativeTestJSON-458379921 tempest-ServersAdminNegativeTestJSON-458379921] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778808 Jan 14 03:43:49.319500 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3a677cd-3fe4-4a6d-ae36-17532e0c795d req-0a75ea72-6c1d-465d-bd8e-65b54053bff3 tempest-ServersAdminNegativeTestJSON-458379921 tempest-ServersAdminNegativeTestJSON-458379921] 10.222.0.30 "GET /v2.0/quotas/b904d03924ba4a4ea8624271106aa131 HTTP/1.1" status: 200 len: 375 time: 0.0110977 Jan 14 03:43:49.368952 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c3a677cd-3fe4-4a6d-ae36-17532e0c795d req-580d2bcf-ca21-486d-8a29-b97e5c32ab4b tempest-ServersAdminNegativeTestJSON-458379921 tempest-ServersAdminNegativeTestJSON-458379921] 10.222.0.30 "GET /v2.0/ports?tenant_id=b904d03924ba4a4ea8624271106aa131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440214 Jan 14 03:43:50.012946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56792) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:50.169629 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.184694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:50.188855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Usage tracker for resource:security_group_rule and tenant:b904d03924ba4a4ea8624271106aa131 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:50.191774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:50.198013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:50.282029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.284883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.297878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c7308c1-70ce-427f-a5e5-2d43de2d8185 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:50.339334 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b904d03924ba4a4ea8624271106aa131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247695 Jan 14 03:43:50.341089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d9262-fea4-4620-8593-d3dbb8fc8094,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:50.342885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56798) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:50.345312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:50.405812 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.432167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.476361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.481248 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c51b93f4-cf9c-4a8b-ac26-73469ea353e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:50.497205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d9262-fea4-4620-8593-d3dbb8fc8094,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:50.502054 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:50.507534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.508768 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87b3e3fe-d58c-48f1-b0a9-6eac6da202e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/407d9262-fea4-4620-8593-d3dbb8fc8094 HTTP/1.1" status: 204 len: 168 time: 0.1648068 Jan 14 03:43:50.849970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56806) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:50.870089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.885973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:50.890039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd723e57a34416caadf96396a480461 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:50.893031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:50.898792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:50.984174 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.988056 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:50.997286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-20c55333-57f1-4a63-a41a-2391977cd2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:51.040308 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5fd723e57a34416caadf96396a480461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892002 Jan 14 03:43:51.041281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2522d405-9b01-44ea-bd01-ef9203547dde,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:51.043240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 56810) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:51.044614 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:51.104931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:51.131829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:51.178803 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:51.183663 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc1fb04d-de9d-4a47-903c-c166784fc25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:51.195874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2522d405-9b01-44ea-bd01-ef9203547dde,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:51.199848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:51.201877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:51.203066 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0eec6296-0bd7-4264-8009-5f485f752f53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2522d405-9b01-44ea-bd01-ef9203547dde HTTP/1.1" status: 204 len: 168 time: 0.1587157 Jan 14 03:43:52.108931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56832) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:52.251411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-429934825-network', 'tenant_id': '9414524a5f484586955785510f1aa10e'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:52.257217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:52.261307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Usage tracker for resource:network and tenant:9414524a5f484586955785510f1aa10e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:52.264238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:52.271288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:52.279975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Made reservation on behalf of 9414524a5f484586955785510f1aa10e for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:52.284572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.297500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.316663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:52.320565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Usage tracker for resource:security_group_rule and tenant:9414524a5f484586955785510f1aa10e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:52.323391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:52.329032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:52.412265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.414946 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.419179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13c500fc-474a-4d13-90d2-fc9a59366d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:52.452874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:43:52.462654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e2dedf-cfc7-4b4e-bb6f-91041c65e42d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:52.466411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:52.470648 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.470648 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Added segment d8262a7e-de33-4ce4-baf9-aa5754ba8470 of type vxlan for network dd26fc9c-469f-4dfe-b253-ec57c8a6468f Jan 14 03:43:52.497830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.527101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.528069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:52.528734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:52.533738 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f37785c-90c1-451f-aeac-1bab5abd5a20 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:52.646910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Pushing event updated for resources: {'Network': ['ID=dd26fc9c-469f-4dfe-b253-ec57c8a6468f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:52.650142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:52.654982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5444241 Jan 14 03:43:52.658181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56838) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:52.662969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:52.664394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Request body: {'subnet': {'network_id': 'dd26fc9c-469f-4dfe-b253-ec57c8a6468f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-429934825-subnet', 'tenant_id': '9414524a5f484586955785510f1aa10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:52.670962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:52.674949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Usage tracker for resource:subnet and tenant:9414524a5f484586955785510f1aa10e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:52.677219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:52.678079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:52.683783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:52.689923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:52.693356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Made reservation on behalf of 9414524a5f484586955785510f1aa10e for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:52.698044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:53.402631 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:53.417608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d95ad351-f21f-4247-88ce-09a0619d3355 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:53.541814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab9000b-3440-4263-b7d9-ac073b3b36b0,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:53.548497 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:53.616525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Checking segment: {'id': 'd8262a7e-de33-4ce4-baf9-aa5754ba8470', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dd26fc9c-469f-4dfe-b253-ec57c8a6468f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:53.616898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Network hostable DHCP agents. Network: dd26fc9c-469f-4dfe-b253-ec57c8a6468f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:43:53.635621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:43:53.644310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, dd26fc9c-469f-4dfe-b253-ec57c8a6468f) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:53.653241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df602c-e3d7-49ce-bf71-49b36aa4a447 None None] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:53.656670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:53.657318 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:53.676481 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0171640 Jan 14 03:43:53.874488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270b870-36bb-4817-af11-540dee7288dc None None] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:54.281580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-3b05d114-997e-41a7-ac2c-df9c6bf68cca tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:54.282315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-3b05d114-997e-41a7-ac2c-df9c6bf68cca tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] Synchronizing usage tracker for tenant:9414524a5f484586955785510f1aa10e on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:43:54.298576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-3b05d114-997e-41a7-ac2c-df9c6bf68cca tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] Unset dirty status for tenant:9414524a5f484586955785510f1aa10e on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:43:54.299800 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-3b05d114-997e-41a7-ac2c-df9c6bf68cca tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] 10.222.0.30 "GET /v2.0/networks?id=dd26fc9c-469f-4dfe-b253-ec57c8a6468f HTTP/1.1" status: 200 len: 811 time: 0.1899221 Jan 14 03:43:54.316126 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-5b9f367a-285c-4379-b2f2-bb0ab9363d5f tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] 10.222.0.30 "GET /v2.0/quotas/9414524a5f484586955785510f1aa10e HTTP/1.1" status: 200 len: 375 time: 0.0103016 Jan 14 03:43:54.370033 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-a17afe74-a792-495b-8d9f-0d290fb3d60b tempest-DeleteServersTestJSON-1794527192 tempest-DeleteServersTestJSON-1794527192] 10.222.0.30 "GET /v2.0/ports?tenant_id=9414524a5f484586955785510f1aa10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484078 Jan 14 03:43:54.381213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-8d5c2186-b70f-4fe7-9618-e246d7e6f8a4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:43:54.382235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-8d5c2186-b70f-4fe7-9618-e246d7e6f8a4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0052390 Jan 14 03:43:54.522065 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-bb392130-ad3b-40ec-bf78-5dd06836b061 service neutron] 10.222.0.30 "GET /v2.0/networks/dd26fc9c-469f-4dfe-b253-ec57c8a6468f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339412 Jan 14 03:43:54.663141 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e83156c0-b6b4-4a41-97d8-fe04dff9e5a1 req-5562d34f-f6b8-4677-acbe-4f7847b73fba service neutron] 10.222.0.30 "GET /v2.0/networks/dd26fc9c-469f-4dfe-b253-ec57c8a6468f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345012 Jan 14 03:43:54.999026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56872) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:55.077002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Deleting subnet 5ab9000b-3440-4263-b7d9-ac073b3b36b0 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:43:55.080385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.139055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.196678 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.453063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.468859 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62854394-e04c-4e8c-a12c-6f19809edc59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:55.551861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab9000b-3440-4263-b7d9-ac073b3b36b0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:55.560807 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:55.604173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.610602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ab9000b-3440-4263-b7d9-ac073b3b36b0 HTTP/1.1" status: 204 len: 168 time: 0.6103253 Jan 14 03:43:55.613352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56880) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:55.726906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:55.908677 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.022467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd26fc9c-469f-4dfe-b253-ec57c8a6468f']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:56.035663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8262a7e-de33-4ce4-baf9-aa5754ba8470') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:56.035992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8262a7e-de33-4ce4-baf9-aa5754ba8470') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:43:56.049057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.065600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.068793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:43:56.253257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:56.262299 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.438208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Network dd26fc9c-469f-4dfe-b253-ec57c8a6468f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:43:56.464608 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:43:56.541461 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.544841 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4c897de-bcea-4e03-8850-c609f7409057 tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:56.560701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.569723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd26fc9c-469f-4dfe-b253-ec57c8a6468f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:56.573104 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:56.578400 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dd26fc9c-469f-4dfe-b253-ec57c8a6468f HTTP/1.1" status: 204 len: 168 time: 0.9640543 Jan 14 03:43:56.718186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56886) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:56.773915 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e8327f00-62da-4573-b4fa-879d346a9974 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9414524a5f484586955785510f1aa10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544057 Jan 14 03:43:56.776472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56890) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:56.837564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.864753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.909041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.913920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c45cbff8-361e-4bab-b915-94b5cd431edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:56.927249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e2dedf-cfc7-4b4e-bb6f-91041c65e42d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:56.930188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:56.932432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:56.933855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51e2dedf-cfc7-4b4e-bb6f-91041c65e42d HTTP/1.1" status: 204 len: 168 time: 0.1564209 Jan 14 03:43:57.819194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56912) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:57.959628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1180553726-network', 'tenant_id': '1e819e1673a247ff8029df71d3e9abc7'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:57.965794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:57.970388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Usage tracker for resource:network and tenant:1e819e1673a247ff8029df71d3e9abc7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:57.973413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:57.979294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:57.990122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Made reservation on behalf of 1e819e1673a247ff8029df71d3e9abc7 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:57.994908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.007991 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.023169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:58.027417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Usage tracker for resource:security_group_rule and tenant:1e819e1673a247ff8029df71d3e9abc7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:58.031094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:58.036964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:58.127116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.129897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.134062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:58.162914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:43:58.176196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da453b5-be2e-4407-8f7a-9dc09749947d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:58.180499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:58.181475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.181906 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Added segment fc25f176-3958-44ff-bc38-aa62ad2d26c7 of type vxlan for network ef0ad73c-aeb7-4cac-bf00-562c8082e176 Jan 14 03:43:58.209266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.239454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.240467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:58.241077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.246017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c2d60f7-941e-4dbf-bf3a-357343ddb2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:58.352235 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5318635 Jan 14 03:43:58.353173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Pushing event updated for resources: {'Network': ['ID=ef0ad73c-aeb7-4cac-bf00-562c8082e176,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:58.355318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56918) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:43:58.358110 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:58.362276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Request body: {'subnet': {'network_id': 'ef0ad73c-aeb7-4cac-bf00-562c8082e176', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1180553726-subnet', 'tenant_id': '1e819e1673a247ff8029df71d3e9abc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:43:58.364951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:58.368251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:43:58.372328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Usage tracker for resource:subnet and tenant:1e819e1673a247ff8029df71d3e9abc7 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:43:58.375383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:43:58.379452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:58.381177 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:43:58.391280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Made reservation on behalf of 1e819e1673a247ff8029df71d3e9abc7 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:43:58.396035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.397778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:43:58.805010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:58.819603 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-747893eb-da9d-43a0-b8be-3aa3fe3ee623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:43:59.238677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fb78bc-e0f1-4c64-b6e5-b3138e8eb3ab,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:43:59.241410 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:43:59.309234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Checking segment: {'id': 'fc25f176-3958-44ff-bc38-aa62ad2d26c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ef0ad73c-aeb7-4cac-bf00-562c8082e176'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:43:59.309590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Network hostable DHCP agents. Network: ef0ad73c-aeb7-4cac-bf00-562c8082e176, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:43:59.328323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:43:59.337138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, ef0ad73c-aeb7-4cac-bf00-562c8082e176) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:43:59.351454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba0ab6-5504-4635-9c02-c16148d21548 None None] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:59.358694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:59.359338 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:43:59.378814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0224330 Jan 14 03:43:59.574463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032ccae-bb6b-4cf4-b0e7-bec07d555cf3 None None] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:43:59.977324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-a9e82b2b-7b48-49f7-a6a4-648f8c68691c tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:43:59.978067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-a9e82b2b-7b48-49f7-a6a4-648f8c68691c tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] Synchronizing usage tracker for tenant:1e819e1673a247ff8029df71d3e9abc7 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:43:59.994357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-a9e82b2b-7b48-49f7-a6a4-648f8c68691c tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] Unset dirty status for tenant:1e819e1673a247ff8029df71d3e9abc7 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:43:59.995667 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-a9e82b2b-7b48-49f7-a6a4-648f8c68691c tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/networks?id=ef0ad73c-aeb7-4cac-bf00-562c8082e176 HTTP/1.1" status: 200 len: 815 time: 0.1904807 Jan 14 03:44:00.017608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-fd79aa1a-077b-4a6e-8c07-20c3e4f0b911 tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/quotas/1e819e1673a247ff8029df71d3e9abc7 HTTP/1.1" status: 200 len: 375 time: 0.0156200 Jan 14 03:44:00.072081 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-1acd48e9-edd3-474e-8710-725928202dda tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e819e1673a247ff8029df71d3e9abc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483844 Jan 14 03:44:00.220208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-002f0e1d-7289-4811-aa07-a848f41593ec service neutron] 10.222.0.30 "GET /v2.0/networks/ef0ad73c-aeb7-4cac-bf00-562c8082e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401796 Jan 14 03:44:00.363086 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-ffb14e7d-29a2-4d9e-b229-2944745bf934 req-c43c84e1-d7c6-4a53-ad13-ec5fbe1194ae service neutron] 10.222.0.30 "GET /v2.0/networks/ef0ad73c-aeb7-4cac-bf00-562c8082e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363504 Jan 14 03:44:01.016315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-9014cd15-2156-4f3c-a50e-54a0acc7432a tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:01.017991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-9014cd15-2156-4f3c-a50e-54a0acc7432a tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/networks?id=ef0ad73c-aeb7-4cac-bf00-562c8082e176 HTTP/1.1" status: 200 len: 815 time: 0.1750987 Jan 14 03:44:01.035426 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-c851d3a0-8cc0-41ce-85e5-db3436b0d61e tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/quotas/1e819e1673a247ff8029df71d3e9abc7 HTTP/1.1" status: 200 len: 375 time: 0.0113924 Jan 14 03:44:01.086415 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-bd08697c-1b78-4b7d-8456-ea4c2cdb28e7 tempest-ServerDiskConfigTestJSON-2137206692 tempest-ServerDiskConfigTestJSON-2137206692] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e819e1673a247ff8029df71d3e9abc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447886 Jan 14 03:44:01.234854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-6b9a5573-1e07-49e1-9cc8-6cc05877991f service neutron] 10.222.0.30 "GET /v2.0/networks/ef0ad73c-aeb7-4cac-bf00-562c8082e176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407297 Jan 14 03:44:01.377993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-6e13be0b-1d68-4599-8b21-d1c83e978839 req-453b963c-6b89-4a73-8452-9711250b1842 service neutron] 10.222.0.30 "GET /v2.0/networks/ef0ad73c-aeb7-4cac-bf00-562c8082e176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366556 Jan 14 03:44:01.717856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56982) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:01.782905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Deleting subnet a2fb78bc-e0f1-4c64-b6e5-b3138e8eb3ab {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:01.786019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:01.843091 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:01.900834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.159521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.174417 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-66d8ddab-345e-4cd1-a9de-8f18e7d58776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:02.261123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fb78bc-e0f1-4c64-b6e5-b3138e8eb3ab,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:02.268780 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:02.311133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.317340 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-293dfffe-7f8a-4dcc-baac-2d1e1eb4f5d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a2fb78bc-e0f1-4c64-b6e5-b3138e8eb3ab HTTP/1.1" status: 204 len: 168 time: 0.6007543 Jan 14 03:44:02.320055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56990) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:02.435572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.619115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.731865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0ad73c-aeb7-4cac-bf00-562c8082e176']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:02.744818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc25f176-3958-44ff-bc38-aa62ad2d26c7') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:02.745148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc25f176-3958-44ff-bc38-aa62ad2d26c7') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:02.756880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.771793 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:02.773751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:02.952503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:02.962028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.145949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Network ef0ad73c-aeb7-4cac-bf00-562c8082e176 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:03.168212 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:03.246455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.250208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4265e7d7-d779-408b-bcab-9112f3256350 tempest-TagsTest-342587686 tempest-TagsTest-342587686] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:03.264411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.281248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0ad73c-aeb7-4cac-bf00-562c8082e176,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:03.284319 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:03.287309 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] 10.222.0.30 "DELETE /v2.0/networks/ef0ad73c-aeb7-4cac-bf00-562c8082e176 HTTP/1.1" status: 204 len: 168 time: 0.9662352 Jan 14 03:44:03.426207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 56996) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:03.478479 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1dcfc7a1-f0a3-46ff-a6c2-72adfdb727c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e819e1673a247ff8029df71d3e9abc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509763 Jan 14 03:44:03.481010 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57000) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:03.542716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.570276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.614178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.619063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0cd1690e-09ae-4fd7-9160-494ff2abc5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:03.630238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da453b5-be2e-4407-8f7a-9dc09749947d,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:03.633194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:03.640013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:03.641772 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9da453b5-be2e-4407-8f7a-9dc09749947d HTTP/1.1" status: 204 len: 168 time: 0.1592860 Jan 14 03:44:04.533446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57022) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:04.582996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae5bd4e2-1c17-4663-85af-7593cf0a94e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.680365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1204269864-network', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:04.686230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:04.690280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Usage tracker for resource:network and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:04.693261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:04.700064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:04.708956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Made reservation on behalf of 4eca9109fe044240ab2008a476ea68e9 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:04.714050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.727185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.742717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:04.746669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Usage tracker for resource:security_group_rule and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:04.749574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:04.755196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:04.840916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.844208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.848304 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc854a4d-f0f6-4a34-996c-a430dc088601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:04.876931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:04.890106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b274e-3cbe-403c-932e-1e864578bc6c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:04.894311 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:04.895269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.895650 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Added segment 63299907-757f-46dc-b871-0a6c13ab7048 of type vxlan for network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 Jan 14 03:44:04.923660 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.952512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.953484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:04.954122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:04.959100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dd55acf5-2d86-4f6b-b3d7-f921d2221092 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:05.067805 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5328853 Jan 14 03:44:05.068811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Pushing event updated for resources: {'Network': ['ID=135c7f84-5e4a-4b8e-900b-bb4da7db7d12,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:05.071018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57028) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:05.073909 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7114f22f-67dc-41df-abad-ce878c2eb336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:05.078686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Request body: {'subnet': {'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1204269864-subnet', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:05.079755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:05.084758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:05.089155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Usage tracker for resource:subnet and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:05.092845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:05.098792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:05.098969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:05.108401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Made reservation on behalf of 4eca9109fe044240ab2008a476ea68e9 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:05.111733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:05.113292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.520655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.535921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d2aa4ac7-902e-4969-b0f8-21576de954a4 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:05.661199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0e0619-aa1a-4baa-aa24-32f875c8edb7,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:05.674058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:05.730783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Checking segment: {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:05.731176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Network hostable DHCP agents. Network: 135c7f84-5e4a-4b8e-900b-bb4da7db7d12, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:05.749716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:05.757679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 135c7f84-5e4a-4b8e-900b-bb4da7db7d12) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:05.767055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec4d83-168e-4a84-bc3e-4467c19fc296 None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:05.769754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:05.770399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.789869 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7177858 Jan 14 03:44:05.793028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57032) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:05.798848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:05.804593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:05.808646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Usage tracker for resource:router and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:05.811696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:05.817509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:05.828289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.829412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.845030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:05.992770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:05.994015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.121230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.289437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Allocated IP 172.20.0.2 (135c7f84-5e4a-4b8e-900b-bb4da7db7d12/fc0e0619-aa1a-4baa-aa24-32f875c8edb7/1ca6564f-62c1-49b4-8f5d-1f8c3ad91119) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:06.447374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.479671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.505109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.515792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Transition to ACTIVE for port object 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:06.531808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Transition to ACTIVE for port object 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:06.536106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.735616 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ac102cbd-8769-4f0a-b9a8-dd8f63abc2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:06.762012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Allocated IP 172.25.3.155 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/8c0438a0-2290-4cb1-821c-a284cf97ee89) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:06.887891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f74dcc2d-3353-4f6b-a531-13f5ca441788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.895705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Pushing event updated for resources: {'Port': ['ID=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:06.907119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.907514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.907901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.908281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.908688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.909065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.909440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.909814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.910188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.910562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.910936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.911304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.911717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.912092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.912490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.912862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.913242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.913611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.913980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.914350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.914718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.915085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.915456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.915826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.916249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.916647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.917016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.917384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.917774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.917868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.918119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.918486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.918855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.919221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.919605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.919987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.920371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:06.932761 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:06.944828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:06.956136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:06.957731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:06.960256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:07.022070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Attempting to bind port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:07.022503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Attempting to bind port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:07.022934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Attempting to bind port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 on network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:07.029340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:07.029776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Checking segment: {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:07.030238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:07.030686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Bound using segment: {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:07.031233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Bound port: 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:07.031665 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:07.129404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] For port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:07.132830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] For port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:07.136592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:07.153674 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:07.258408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-99bb9279-6063-4804-8d71-c86ac3f026dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:07.304319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Pushing event updated for resources: {'Port': ['ID=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:07.307669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:07.391789 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0438a0-2290-4cb1-821c-a284cf97ee89,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:07.396157 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:07.450293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:07.451540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:07.453896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:07.637562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:07.792335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:07.860913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:07.902971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:08.254567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:08.467935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Router 491359a6-6865-4df8-bf6e-1be2274490b7 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:44:08.622184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:08.662239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:44:08.672306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884552-5341-4498-9e43-077a18df575c None None] Sync routers for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:44:08.683486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884552-5341-4498-9e43-077a18df575c None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:08.684308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04884552-5341-4498-9e43-077a18df575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:08.686223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:08.687579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8934674 Jan 14 03:44:08.690555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57036) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:08.747017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37cff3-139c-40e3-815d-5f4f65dbaee2 None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:08.920612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Provisioning for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:08.933811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Provisioning complete for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:08.934226 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.080646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-04884552-5341-4498-9e43-077a18df575c None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:09.395867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.411891 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.514499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] For port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:09.523405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.527851 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:09.623645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.633944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Pushing event updated for resources: {'Port': ['ID=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:09.639032 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:09.643772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04884552-5341-4498-9e43-077a18df575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:07Z', 'revision_number': 3, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:09.649032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884552-5341-4498-9e43-077a18df575c None None] Checking router: 491359a6-6865-4df8-bf6e-1be2274490b7 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:44:09.649535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884552-5341-4498-9e43-077a18df575c None None] Updating router 491359a6-6865-4df8-bf6e-1be2274490b7 port 8c0438a0-2290-4cb1-821c-a284cf97ee89 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:44:09.716391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:09.754152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:09.901873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d38bb176-6bff-44f4-ad77-3574e46820c2 None None] Provisioning complete for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:09.902236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d38bb176-6bff-44f4-ad77-3574e46820c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.014087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:10.014526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.086785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Allocated IP 172.20.0.1 (135c7f84-5e4a-4b8e-900b-bb4da7db7d12/fc0e0619-aa1a-4baa-aa24-32f875c8edb7/90210585-d718-492a-81bc-32b1080f8752) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:10.260868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.277942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Transition to ACTIVE for port object 90210585-d718-492a-81bc-32b1080f8752 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:10.297436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.313203 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8cc6f506-9485-4470-a232-f6e87f326809 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:10.447907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Pushing event updated for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:10.453327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:10.502505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:10.503713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:10.505977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:10.565346 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.616018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.636007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-04884552-5341-4498-9e43-077a18df575c None None] Transition to ACTIVE for port object 8c0438a0-2290-4cb1-821c-a284cf97ee89 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:10.639261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8428c379-c66c-4254-9728-19b42d70cf8d None None] Provisioning complete for port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:10.639687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8428c379-c66c-4254-9728-19b42d70cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.669503 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.679964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.691182 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-10c89989-d494-4a9b-aea9-68f81bc1dbcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:10.843960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Pushing event updated for resources: {'Port': ['ID=8c0438a0-2290-4cb1-821c-a284cf97ee89,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:10.863422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:10.962664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04884552-5341-4498-9e43-077a18df575c None None] Attempting to bind port 8c0438a0-2290-4cb1-821c-a284cf97ee89 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:10.963084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04884552-5341-4498-9e43-077a18df575c None None] Attempting to bind port 8c0438a0-2290-4cb1-821c-a284cf97ee89 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:10.963500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04884552-5341-4498-9e43-077a18df575c None None] Attempting to bind port 8c0438a0-2290-4cb1-821c-a284cf97ee89 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:10.967219 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.969696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04884552-5341-4498-9e43-077a18df575c None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:10.970126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04884552-5341-4498-9e43-077a18df575c None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:10.970605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.970829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:10.971045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04884552-5341-4498-9e43-077a18df575c None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:10.971575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-04884552-5341-4498-9e43-077a18df575c None None] Bound port: 8c0438a0-2290-4cb1-821c-a284cf97ee89, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:10.972004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:11.001795 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:11.049576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04884552-5341-4498-9e43-077a18df575c None None] For port 8c0438a0-2290-4cb1-821c-a284cf97ee89, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:11.052912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-04884552-5341-4498-9e43-077a18df575c None None] For port 8c0438a0-2290-4cb1-821c-a284cf97ee89, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8c0438a0-2290-4cb1-821c-a284cf97ee89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:11.056905 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-04884552-5341-4498-9e43-077a18df575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:11.077642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:11.089090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Pushing event updated for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:11.092765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:11.093992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:11.208448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cca09267-fdca-4b5d-b88f-c21c93f6ae87 None None] Provisioning for port 90210585-d718-492a-81bc-32b1080f8752 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:11.221821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cca09267-fdca-4b5d-b88f-c21c93f6ae87 None None] Provisioning complete for port 90210585-d718-492a-81bc-32b1080f8752 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:11.222190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cca09267-fdca-4b5d-b88f-c21c93f6ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:11.238883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:11.240037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:11.284738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Pushing event updated for resources: {'Port': ['ID=8c0438a0-2290-4cb1-821c-a284cf97ee89,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:11.294303 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:11.324782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cca09267-fdca-4b5d-b88f-c21c93f6ae87 None None] Port 90210585-d718-492a-81bc-32b1080f8752 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:44:11.341617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884552-5341-4498-9e43-077a18df575c None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:11.342865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04884552-5341-4498-9e43-077a18df575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:11.440418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Router 491359a6-6865-4df8-bf6e-1be2274490b7 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:44:11.514485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-34eb2e00-0240-4477-9f6b-21a55de4b557 None None] Provisioning complete for port 90210585-d718-492a-81bc-32b1080f8752 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:11.514858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34eb2e00-0240-4477-9f6b-21a55de4b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:11.589603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-04884552-5341-4498-9e43-077a18df575c None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:11.629206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:44:11.639095 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/491359a6-6865-4df8-bf6e-1be2274490b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9469023 Jan 14 03:44:11.643692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2e00-0240-4477-9f6b-21a55de4b557 None None] Port 90210585-d718-492a-81bc-32b1080f8752 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:44:11.925670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-04884552-5341-4498-9e43-077a18df575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '90210585-d718-492a-81bc-32b1080f8752', 'name': '', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'mac_address': 'fa:16:3e:4c:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:09Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 2, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'subnets': [{'id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:11.930029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884552-5341-4498-9e43-077a18df575c None None] The sync data for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 is: [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '90210585-d718-492a-81bc-32b1080f8752', 'name': '', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'mac_address': 'fa:16:3e:4c:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:09Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 2, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'subnets': [{'id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:44:12.242098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.277890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57046) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:12.291399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Request body: {'security_group': {'name': 'tempest-securitygroup--788572618', 'description': 'tempest-description--561670163'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:12.303018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:12.307069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Usage tracker for resource:security_group and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:12.310149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:12.315888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:12.329855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.352880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:12.357813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Usage tracker for resource:security_group_rule and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:12.361039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:12.367050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:12.446197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.449314 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.455609 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-033914f7-1dad-4b15-8906-3bd7bc633507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:12.497132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event updated for resources: {'SecurityGroup': ['ID=29336287-3000-4336-a7be-2f2e9b3f4277,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:12.500652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.502006 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2230446 Jan 14 03:44:12.503063 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:12.504967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57050) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:12.511225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Request body: {'security_group_rule': {'security_group_id': '29336287-3000-4336-a7be-2f2e9b3f4277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:12.522487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:12.526659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Usage tracker for resource:security_group_rule and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:12.529817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:12.535592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:12.553796 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.625179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.628069 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.641611 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6ef43b6a-5360-40d5-af16-4dd9490eccc8 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:12.661024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e23b51-2999-4cc7-8533-305bd950c369,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:12.664662 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:12.673022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.673294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57054) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:12.679945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Request body: {'security_group_rule': {'security_group_id': '29336287-3000-4336-a7be-2f2e9b3f4277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:12.683556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772325 Jan 14 03:44:12.699084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:12.704886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Usage tracker for resource:security_group_rule and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:12.708049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:12.714265 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:12.735473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.807652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.811036 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.812981 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:12.837315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0dc652-8a25-4227-971e-8adc44951e87,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:12.843290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:12.847254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:12.848663 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-550f0c41-dc7c-4309-a77a-0f485bbf4cae tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741104 Jan 14 03:44:12.851743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57058) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:12.858173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Request body: {'floatingip': {'floating_network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:12.868710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:12.873472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Usage tracker for resource:floatingip and tenant:4eca9109fe044240ab2008a476ea68e9 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:12.876744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:12.882880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:12.893284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for floatingip, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.051684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.326852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Allocated IP 172.25.3.113 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/4e2832de-1289-45ae-9764-96efe8f07efa) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:13.482496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.507068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.522324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c076e45a-3cc9-4bdb-8d12-fc851fcf6d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:13.756428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8c0438a0-2290-4cb1-821c-a284cf97ee89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:13.827461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 8c0438a0-2290-4cb1-821c-a284cf97ee89 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:13.833206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8c0438a0-2290-4cb1-821c-a284cf97ee89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:13.833640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.943050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event updated for resources: {'Port': ['ID=4e2832de-1289-45ae-9764-96efe8f07efa,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:13.946475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:13.957141 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.974425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 8c0438a0-2290-4cb1-821c-a284cf97ee89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8c0438a0-2290-4cb1-821c-a284cf97ee89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:13.979967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:13.983255 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:14.001040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:14.002256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:14.004744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:14.053085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=8c0438a0-2290-4cb1-821c-a284cf97ee89,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:14.057287 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:14.092272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for floatingip, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.154039 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.417018 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.420462 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.435053 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-511d4619-1e88-4e8e-be45-362b1b31e575 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:14.546016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.570800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event updated for resources: {'Port': ['ID=4e2832de-1289-45ae-9764-96efe8f07efa,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:14.574155 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:14.673278 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854014334'] for floatingip, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.694567 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:14.695863 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-335d0bdd-ee34-4fdc-8ad3-605a09242b91 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8431478 Jan 14 03:44:14.882470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-e84cb72d-b32c-4c6d-bed1-7340c26268c0 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Synchronizing usage tracker for tenant:4eca9109fe044240ab2008a476ea68e9 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:44:14.898384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-e84cb72d-b32c-4c6d-bed1-7340c26268c0 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Unset dirty status for tenant:4eca9109fe044240ab2008a476ea68e9 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:44:14.899636 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-e84cb72d-b32c-4c6d-bed1-7340c26268c0 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--788572618&fields=id&tenant_id=4eca9109fe044240ab2008a476ea68e9 HTTP/1.1" status: 200 len: 267 time: 0.0636995 Jan 14 03:44:15.083686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-f3bfa169-c6a2-4a20-af39-2eefb23361bc tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:15.085361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-f3bfa169-c6a2-4a20-af39-2eefb23361bc tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "GET /v2.0/networks?id=135c7f84-5e4a-4b8e-900b-bb4da7db7d12 HTTP/1.1" status: 200 len: 812 time: 0.1781650 Jan 14 03:44:15.102546 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-58d7a87b-eefc-40af-80b6-e26d8955ee5e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "GET /v2.0/quotas/4eca9109fe044240ab2008a476ea68e9 HTTP/1.1" status: 200 len: 375 time: 0.0109038 Jan 14 03:44:15.200905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-d78d8342-c2ad-4209-b6ed-58dc68494b7e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Synchronizing usage tracker for tenant:4eca9109fe044240ab2008a476ea68e9 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:44:15.218141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-d78d8342-c2ad-4209-b6ed-58dc68494b7e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Unset dirty status for tenant:4eca9109fe044240ab2008a476ea68e9 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:44:15.219561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-d78d8342-c2ad-4209-b6ed-58dc68494b7e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eca9109fe044240ab2008a476ea68e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111047 Jan 14 03:44:15.296443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Sync routers for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:44:15.306188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:15.306852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:15.374102 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-747e12c1-10d0-42ac-bc35-9a5e31cd6a27 service neutron] 10.222.0.30 "GET /v2.0/networks/135c7f84-5e4a-4b8e-900b-bb4da7db7d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419256 Jan 14 03:44:15.457411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:44:15.497163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:15.545430 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-8842e59e-ec37-4e15-9a09-51cab1e59c5c req-63cce4e6-76e9-47aa-847d-14c3efe38652 service neutron] 10.222.0.30 "GET /v2.0/networks/135c7f84-5e4a-4b8e-900b-bb4da7db7d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1626217 Jan 14 03:44:15.765019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8c0438a0-2290-4cb1-821c-a284cf97ee89 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:15.839421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '90210585-d718-492a-81bc-32b1080f8752', 'name': '', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'mac_address': 'fa:16:3e:4c:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:09Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 2, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'subnets': [{'id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:15.839598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 8c0438a0-2290-4cb1-821c-a284cf97ee89 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:15.839998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:15.844206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Checking router: 491359a6-6865-4df8-bf6e-1be2274490b7 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:44:15.844841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Updating router 491359a6-6865-4df8-bf6e-1be2274490b7 port 90210585-d718-492a-81bc-32b1080f8752 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:44:15.902411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.030063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57094) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:16.120316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.155786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.203162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.208488 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-42c1a09f-e6dc-436b-a86c-13ed09b7ea87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:16.224070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event deleted for resources: {'SecurityGroup': ['ID=29336287-3000-4336-a7be-2f2e9b3f4277,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:16.226992 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:16.236167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.240323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "DELETE /v2.0/security-groups/29336287-3000-4336-a7be-2f2e9b3f4277 HTTP/1.1" status: 204 len: 168 time: 0.2091582 Jan 14 03:44:16.240693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57100) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:16.264989 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-f61a1cdc-5ed3-4eeb-a5b0-f28724142a4e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] show failed (client error): The resource could not be found. Jan 14 03:44:16.266198 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f61a1cdc-5ed3-4eeb-a5b0-f28724142a4e tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "GET /v2.0/security-groups/29336287-3000-4336-a7be-2f2e9b3f4277 HTTP/1.1" status: 404 len: 347 time: 0.0243938 Jan 14 03:44:16.269405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57104) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:16.381974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.394127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Transition to ACTIVE for port object 90210585-d718-492a-81bc-32b1080f8752 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:16.396827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.411862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:16.439480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Deleting port 4e2832de-1289-45ae-9764-96efe8f07efa {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:16.439863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.541759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Pushing event updated for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:16.565783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.566170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.566549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.566922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.567286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.567650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.568012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.568409 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.568774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.569130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.569488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.569846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.570240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.570596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.570955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.571311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.571664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.572018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.572392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.572751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.573106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.573460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.573819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.574176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.574585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.574944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.575297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.575653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.576042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.576416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.576770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.577135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.577478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.577833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.578185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.578538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:16.583554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:16.618046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.618046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for floatingip, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.742778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Attempting to bind port 90210585-d718-492a-81bc-32b1080f8752 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:16.743187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Attempting to bind port 90210585-d718-492a-81bc-32b1080f8752 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:16.743594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Attempting to bind port 90210585-d718-492a-81bc-32b1080f8752 on network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:16.749859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:16.750278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Checking segment: {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:16.750725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.751159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Bound using segment: {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:16.751678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Bound port: 90210585-d718-492a-81bc-32b1080f8752, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63299907-757f-46dc-b871-0a6c13ab7048', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:16.751890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Calling delete_port for 4e2832de-1289-45ae-9764-96efe8f07efa owned by network:floatingip {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:16.752090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.848028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] For port 90210585-d718-492a-81bc-32b1080f8752, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:16.851282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] For port 90210585-d718-492a-81bc-32b1080f8752, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=90210585-d718-492a-81bc-32b1080f8752,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:16.853754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.869378 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-beede389-289f-4d8f-b5f2-e9ca360a75ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:16.902857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:16.919076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:17.010940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Pushing event deleted for resources: {'Port': ['ID=4e2832de-1289-45ae-9764-96efe8f07efa,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:17.014157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Pushing event updated for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:17.018195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:17.019707 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:17.061204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:17.061961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:17.148606 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks [] for floatingip, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:17.167249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29700'] for floatingip, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:17.171533 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] 10.222.0.30 "DELETE /v2.0/floatingips/4b56275b-4a1d-4f7e-a4fd-1de3d5019838 HTTP/1.1" status: 204 len: 168 time: 0.8977468 Jan 14 03:44:17.171926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57108) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:17.268598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:17.602883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '90210585-d718-492a-81bc-32b1080f8752', 'name': '', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'mac_address': 'fa:16:3e:4c:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:09Z', 'updated_at': '2021-01-14T03:44:16Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'subnets': [{'id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:17.607081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd6262-7ddb-4b0c-9136-4cb5e0258014 None None] The sync data for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 is: [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:10Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '90210585-d718-492a-81bc-32b1080f8752', 'name': '', 'network_id': '135c7f84-5e4a-4b8e-900b-bb4da7db7d12', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'mac_address': 'fa:16:3e:4c:41:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:09Z', 'updated_at': '2021-01-14T03:44:16Z', 'revision_number': 4, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'subnets': [{'id': 'fc0e0619-aa1a-4baa-aa24-32f875c8edb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:44:17.755450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:17.776656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 90210585-d718-492a-81bc-32b1080f8752 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:17.851572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 90210585-d718-492a-81bc-32b1080f8752 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:17.856654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 90210585-d718-492a-81bc-32b1080f8752 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:17.857297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:17.983188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:18.021476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 90210585-d718-492a-81bc-32b1080f8752, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=90210585-d718-492a-81bc-32b1080f8752,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:18.037390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:18.041302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9dbfaa6e-34dc-40ad-888b-494ec8d413fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:18.127220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:18.131038 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:18.548428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Deleting port 90210585-d718-492a-81bc-32b1080f8752 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:18.549072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:18.731940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] For port 90210585-d718-492a-81bc-32b1080f8752, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=90210585-d718-492a-81bc-32b1080f8752,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:18.732372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:18.858556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Calling delete_port for 90210585-d718-492a-81bc-32b1080f8752 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:19.026466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:19.041964 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5153eafc-ba0d-42da-94a8-ea0d35761082 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:19.131241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=90210585-d718-492a-81bc-32b1080f8752,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:19.152836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.153267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.153687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.154243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.154654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.155066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.155483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.155877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.156285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.156716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.157118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.157518 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.157958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.158361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.158761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.159163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.159564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.159966 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.160383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.160787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.161187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.161586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.161987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.162384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.162838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.163240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.163642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.164039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.164459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.164862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.165260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.165661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.166056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.166463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.166860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.167258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:19.172866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:19.467576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:19.960192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Router 491359a6-6865-4df8-bf6e-1be2274490b7 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:44:20.143986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:44:20.152767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Sync routers for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:44:20.157242 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] 10.222.0.30 "PUT /v2.0/routers/491359a6-6865-4df8-bf6e-1be2274490b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9841232 Jan 14 03:44:20.159883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57112) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:20.162899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:20.163580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:20.340076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:20.348538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:20.524579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:20.530473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Deleting port 8c0438a0-2290-4cb1-821c-a284cf97ee89 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:20.530841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:20.719442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] For port 8c0438a0-2290-4cb1-821c-a284cf97ee89, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=8c0438a0-2290-4cb1-821c-a284cf97ee89,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:20.719760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:20.834365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:18Z', 'revision_number': 5, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:20.838938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Checking router: 491359a6-6865-4df8-bf6e-1be2274490b7 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:44:20.848564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Routers {'491359a6-6865-4df8-bf6e-1be2274490b7'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:44:20.849244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:44:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['491359a6-6865-4df8-bf6e-1be2274490b7'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:20.851427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Calling delete_port for 8c0438a0-2290-4cb1-821c-a284cf97ee89 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:20.986764 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.035109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] Set router 491359a6-6865-4df8-bf6e-1be2274490b7 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:44:21.177469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.315172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.317571 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.332722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:18Z', 'revision_number': 5, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:21.337237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f194cd3-1a18-4618-a07c-293f11623c8c None None] The sync data for ids ['491359a6-6865-4df8-bf6e-1be2274490b7'] in n-d-765315-13 is: [{'id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'name': 'tempest-ServerActionsTestJSON-1204269864-router', 'tenant_id': '4eca9109fe044240ab2008a476ea68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:44:05Z', 'updated_at': '2021-01-14T03:44:18Z', 'revision_number': 5, 'project_id': '4eca9109fe044240ab2008a476ea68e9', 'gw_port': {'id': '8c0438a0-2290-4cb1-821c-a284cf97ee89', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ab:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491359a6-6865-4df8-bf6e-1be2274490b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:44:06Z', 'updated_at': '2021-01-14T03:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:44:21.343655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.344207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491359a6-6865-4df8-bf6e-1be2274490b7 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:44:21.357655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.358908 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eb6e2db1-904e-4dd0-8195-fabb6e83334c admin admin] 10.222.0.30 "DELETE /v2.0/routers/491359a6-6865-4df8-bf6e-1be2274490b7 HTTP/1.1" status: 204 len: 168 time: 1.1980095 Jan 14 03:44:21.361660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57116) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:21.428557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Deleting subnet fc0e0619-aa1a-4baa-aa24-32f875c8edb7 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:21.431913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.490690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:21.699874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 90210585-d718-492a-81bc-32b1080f8752 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:44:21.738611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 90210585-d718-492a-81bc-32b1080f8752 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:44:21.739011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 90210585-d718-492a-81bc-32b1080f8752 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:44:21.866171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.126122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.139450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4c1c819-5774-4dfa-8480-c99afece7e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:22.175537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0e0619-aa1a-4baa-aa24-32f875c8edb7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:22.228077 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:22.276016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.281127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe69fc4-9a2d-434f-b8b5-f5b92d5ce03e None None] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:22.282376 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fc0e0619-aa1a-4baa-aa24-32f875c8edb7 HTTP/1.1" status: 204 len: 168 time: 0.9196775 Jan 14 03:44:22.285115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57120) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:22.402260 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.475838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Deleting port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:22.476214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.544913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dd372b-f965-4157-9713-7763acc93189 None None] DHCP port deletion for 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:44:22.549201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Deleting port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:22.549634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.693809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] For port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:22.694128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.759227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-68dd372b-f965-4157-9713-7763acc93189 None None] For port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,segment=NetworkSegment(63299907-757f-46dc-b871-0a6c13ab7048),segment_id=63299907-757f-46dc-b871-0a6c13ab7048)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:22.759671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.822195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Calling delete_port for 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:22.883777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Calling delete_port for 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:22.897333 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:22.912464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f59e7d1-c393-46b8-8f4f-c430e6befc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:22.956097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:44:22.956564 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:44:23.003604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca6564f-62c1-49b4-8f5d-1f8c3ad91119,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:23.010850 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:23.054795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] No DVR routers for this DVR port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:44:23.179026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.293428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135c7f84-5e4a-4b8e-900b-bb4da7db7d12']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:23.306590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63299907-757f-46dc-b871-0a6c13ab7048') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:23.306926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63299907-757f-46dc-b871-0a6c13ab7048') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:23.319375 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.333979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.335935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:23.457911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Deleting port 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:23.458355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-68dd372b-f965-4157-9713-7763acc93189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.515716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:23.523121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-68dd372b-f965-4157-9713-7763acc93189 None None] The port '1ca6564f-62c1-49b4-8f5d-1f8c3ad91119' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:44:23.529931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.708598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Network 135c7f84-5e4a-4b8e-900b-bb4da7db7d12 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:23.731966 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:23.740163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8c0438a0-2290-4cb1-821c-a284cf97ee89 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:44:23.777801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 8c0438a0-2290-4cb1-821c-a284cf97ee89 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:44:23.778212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 8c0438a0-2290-4cb1-821c-a284cf97ee89 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:44:23.778693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:44:23.811504 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.813482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:44:23.813886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1ca6564f-62c1-49b4-8f5d-1f8c3ad91119 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:44:23.814656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db9f68e4-667a-4c3a-9648-b66d97603390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:23.831163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:23.838222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=135c7f84-5e4a-4b8e-900b-bb4da7db7d12,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:23.843195 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:23.849477 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] 10.222.0.30 "DELETE /v2.0/networks/135c7f84-5e4a-4b8e-900b-bb4da7db7d12 HTTP/1.1" status: 204 len: 168 time: 1.5633218 Jan 14 03:44:23.989496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:24.041478 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1fe771d4-b526-4ec3-8d6a-9b3392661e05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4eca9109fe044240ab2008a476ea68e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505683 Jan 14 03:44:24.044104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57130) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:24.107311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:24.138479 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:24.182809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:24.187908 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2f3884b8-361c-486b-967d-c2e197e4933f tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:24.204107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b274e-3cbe-403c-932e-1e864578bc6c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:24.207149 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:24.211914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:24.213608 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba8b274e-3cbe-403c-932e-1e864578bc6c HTTP/1.1" status: 204 len: 168 time: 0.1676974 Jan 14 03:44:25.098537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57152) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:25.239168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1231932473-network', 'tenant_id': '752439bb491744fe82c7664b0d3c54b4'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:25.248075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:25.252128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Usage tracker for resource:network and tenant:752439bb491744fe82c7664b0d3c54b4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:25.255130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:25.262186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:25.271467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Made reservation on behalf of 752439bb491744fe82c7664b0d3c54b4 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:25.276193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.289493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.308584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:25.312545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Usage tracker for resource:security_group_rule and tenant:752439bb491744fe82c7664b0d3c54b4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:25.315427 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:25.321100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:25.404743 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.407539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.411656 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-465216b9-044a-4ad9-af49-da0dc69eb408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:25.439630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:25.452662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747ef3b2-3c93-4356-a842-e7398a7612a1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:25.461616 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.462001 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Added segment 217f67e9-d325-4ff9-8797-507ef3233a2f of type vxlan for network 8d6ab40c-c105-4b27-92df-f287843a5c91 Jan 14 03:44:25.463886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.464311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.464756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.465174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.465583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.465994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.466985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.467399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.467805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.468208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.468657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.469058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.469498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.469901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.470301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.470701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.471099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.471501 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.471898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.472299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.472723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.473122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.473522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.473923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.474376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.474778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.475175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.475573 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.475969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.476388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.476787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.477190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.477585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.477979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.478377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.478771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:44:25.486783 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:25.509283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.539188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.540145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:25.540800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.545731 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a1494cc-399f-4541-a304-549f63153b05 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:25.649880 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5501413 Jan 14 03:44:25.652946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8d6ab40c-c105-4b27-92df-f287843a5c91,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:25.653101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57158) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:25.657170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:25.659471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Request body: {'subnet': {'network_id': '8d6ab40c-c105-4b27-92df-f287843a5c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1231932473-subnet', 'tenant_id': '752439bb491744fe82c7664b0d3c54b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:25.664270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:25.665718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:25.669859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Usage tracker for resource:subnet and tenant:752439bb491744fe82c7664b0d3c54b4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:25.672873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:25.677688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:25.678851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:25.689921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Made reservation on behalf of 752439bb491744fe82c7664b0d3c54b4 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:25.695322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:25.696139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:26.104897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:26.120332 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b0379dc-a0df-4418-a4eb-4dafaaaac58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:26.244985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a7ea4b-78a8-4845-b087-fed4038d14af,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:26.259066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:26.315398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Checking segment: {'id': '217f67e9-d325-4ff9-8797-507ef3233a2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d6ab40c-c105-4b27-92df-f287843a5c91'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:26.315781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Network hostable DHCP agents. Network: 8d6ab40c-c105-4b27-92df-f287843a5c91, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:26.333767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:26.342081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 8d6ab40c-c105-4b27-92df-f287843a5c91) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:26.352505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655c722-27eb-48e5-bb59-917cc0df457b None None] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:26.354084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:26.354731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:26.375120 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e0e1861b-e77f-4fab-8e6e-4541f40f255f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7209277 Jan 14 03:44:26.573717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86af54-fd39-4ff4-bcd6-96795463ffad None None] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:26.982605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-65dea634-696a-4b4c-b369-914cbcc23521 tempest-ServersNegativeTestJSON-1797753315 tempest-ServersNegativeTestJSON-1797753315] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:26.984413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-65dea634-696a-4b4c-b369-914cbcc23521 tempest-ServersNegativeTestJSON-1797753315 tempest-ServersNegativeTestJSON-1797753315] 10.222.0.30 "GET /v2.0/networks?id=8d6ab40c-c105-4b27-92df-f287843a5c91 HTTP/1.1" status: 200 len: 814 time: 0.1753180 Jan 14 03:44:27.002893 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-194d60f0-8321-4272-a906-1be77bcfc632 tempest-ServersNegativeTestJSON-1797753315 tempest-ServersNegativeTestJSON-1797753315] 10.222.0.30 "GET /v2.0/quotas/752439bb491744fe82c7664b0d3c54b4 HTTP/1.1" status: 200 len: 375 time: 0.0116670 Jan 14 03:44:27.056895 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-5ad3c50f-40de-443e-ab69-5ed346f35b89 tempest-ServersNegativeTestJSON-1797753315 tempest-ServersNegativeTestJSON-1797753315] 10.222.0.30 "GET /v2.0/ports?tenant_id=752439bb491744fe82c7664b0d3c54b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483296 Jan 14 03:44:27.201298 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-e26bed3c-ad50-4474-9444-64f0aa6fe45a service neutron] 10.222.0.30 "GET /v2.0/networks/8d6ab40c-c105-4b27-92df-f287843a5c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365209 Jan 14 03:44:27.341941 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-e7074e3c-dcb8-4bce-bece-7f75fbf202e2 req-1d0e8b2f-e9c2-4ebb-9e5f-a2e9685648f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8d6ab40c-c105-4b27-92df-f287843a5c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1341197 Jan 14 03:44:27.688957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57192) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:27.756035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Deleting subnet a5a7ea4b-78a8-4845-b087-fed4038d14af {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:27.759184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:27.813526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:27.875962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:28.131124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:28.146080 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2bd5f03-3957-4045-8b14-cfa6d82f95ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:28.234462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a7ea4b-78a8-4845-b087-fed4038d14af,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:28.250296 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:28.286337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:28.292180 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a5a7ea4b-78a8-4845-b087-fed4038d14af HTTP/1.1" status: 204 len: 168 time: 0.6021383 Jan 14 03:44:28.294981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57200) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:28.694605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:28.877939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:28.992071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6ab40c-c105-4b27-92df-f287843a5c91']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:29.004872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217f67e9-d325-4ff9-8797-507ef3233a2f') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:29.005210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217f67e9-d325-4ff9-8797-507ef3233a2f') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:29.017697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.033546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.035545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:29.216958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:29.227632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.404014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Network 8d6ab40c-c105-4b27-92df-f287843a5c91 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:29.429890 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:29.508472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.511710 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f5ebb010-88b2-49c3-b046-2641e0ea7be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:29.526281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.535948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6ab40c-c105-4b27-92df-f287843a5c91,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:29.539496 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d6ab40c-c105-4b27-92df-f287843a5c91 HTTP/1.1" status: 204 len: 168 time: 1.2434676 Jan 14 03:44:29.541109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:29.682474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57206) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:29.739858 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90231751-5315-4836-a01a-9088cfa29b0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=752439bb491744fe82c7664b0d3c54b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561883 Jan 14 03:44:29.742365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57210) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:29.802524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.829838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.876197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.881129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-06f224f9-4b09-4c6b-807d-f39b5e1739a8 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:29.894474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ef3b2-3c93-4356-a842-e7398a7612a1,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:29.897627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:29.898612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:29.899821 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/747ef3b2-3c93-4356-a842-e7398a7612a1 HTTP/1.1" status: 204 len: 168 time: 0.1565032 Jan 14 03:44:30.845405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57232) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:30.989073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479362440'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:30.995357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:30.999656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:network and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:31.002825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:31.008664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:31.018754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:31.028464 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.042898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.059276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:31.063321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:security_group_rule and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:31.066274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:31.072031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:31.165404 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.168068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.172881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-15e5a499-aef9-45ea-a71f-6bc01c9763b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:31.204433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:31.218259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'SecurityGroup': ['ID=f0469abe-bb32-4785-a52f-8baf245c573b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:31.222645 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:31.223624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.224057 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Added segment fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41 of type vxlan for network d3d0c460-8c62-440f-a3ae-0b664db225b6 Jan 14 03:44:31.251108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.281488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.300565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:31.301207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:31.306472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-259e5671-d7ab-4ed9-ae67-ee27ffd37f52 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:31.416686 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5700569 Jan 14 03:44:31.422713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Network': ['ID=d3d0c460-8c62-440f-a3ae-0b664db225b6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:31.425722 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:31.435258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:31.449075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:31.470040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:34.583886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-43d43850-a999-4a68-b8e8-a160a393e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:35.170394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57238) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:35.177122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'subnet': {'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:35.300836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:35.304722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:subnet and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:35.307607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:35.313551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:35.321967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:35.436682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:35.862098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:35.880951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d032f95e-79e2-4c89-9873-6eb854a02df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:36.006161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Subnet': ['ID=b6a41996-8d63-445c-9246-da12aae91bb8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:36.009694 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:36.083371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking segment: {'id': 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:36.083771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network hostable DHCP agents. Network: d3d0c460-8c62-440f-a3ae-0b664db225b6, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:36.102889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:36.110891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, d3d0c460-8c62-440f-a3ae-0b664db225b6) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:36.120796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8897fa-4193-4bec-bf6c-f62c89aeff17 None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:36.124696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:36.125380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.146053 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9744060 Jan 14 03:44:36.149722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57242) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:36.156111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951522385'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:36.162147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:36.166849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:network and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:36.169871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:36.175755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:36.185843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:36.195612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.229482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:36.238576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.238968 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Added segment 7eed3521-921b-4f68-95b1-531ccffb1201 of type vxlan for network c55e8b7c-971a-4249-949d-af8ddac075eb Jan 14 03:44:36.268934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.302564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.322078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:36.322725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.328878 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a3bac92b-4425-47ff-805d-8d08fcd46b04 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:36.346554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-d3d0c460-8c62-440f-a3ae-0b664db225b6', 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6', 'tenant_id': '4538a259e2664cf9aad9809caf4dd6f4', 'fixed_ips': [{'subnet_id': 'b6a41996-8d63-445c-9246-da12aae91bb8'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:36.347486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.429016 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2780766 Jan 14 03:44:36.432076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57246) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:36.441231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'subnet': {'network_id': 'c55e8b7c-971a-4249-949d-af8ddac075eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:36.468840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Network': ['ID=c55e8b7c-971a-4249-949d-af8ddac075eb,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:36.490457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network c55e8b7c-971a-4249-949d-af8ddac075eb details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:36.503554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network c55e8b7c-971a-4249-949d-af8ddac075eb details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:36.518194 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:36.521905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network c55e8b7c-971a-4249-949d-af8ddac075eb details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:36.565307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:36.569298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:subnet and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:36.572301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:36.578408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:36.587752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:36.708697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.880782 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-613c4e33-a815-47e2-a2be-b9ed8499886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:36.952555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Allocated IP 2001:db8:0:ffff::2 (d3d0c460-8c62-440f-a3ae-0b664db225b6/b6a41996-8d63-445c-9246-da12aae91bb8/c3718f53-6ac2-4551-b3a8-1bbd00355e4c) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:37.159587 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.166136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.175129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c3330640-b498-42c2-b418-26606aca0f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:37.177049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Transition to ACTIVE for port object c3718f53-6ac2-4551-b3a8-1bbd00355e4c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:37.193509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Transition to ACTIVE for port object c3718f53-6ac2-4551-b3a8-1bbd00355e4c will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:37.198699 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.214901 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:37.354247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Pushing event updated for resources: {'Port': ['ID=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:37.360974 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:37.414285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:37.415443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:37.418066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:37.475610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Attempting to bind port c3718f53-6ac2-4551-b3a8-1bbd00355e4c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:37.476043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Attempting to bind port c3718f53-6ac2-4551-b3a8-1bbd00355e4c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:37.476526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Attempting to bind port c3718f53-6ac2-4551-b3a8-1bbd00355e4c on network d3d0c460-8c62-440f-a3ae-0b664db225b6 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:37.482534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:37.483445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Checking segment: {'id': 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:37.483903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.484372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Bound using segment: {'id': 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:37.484897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Bound port: c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd3d0c460-8c62-440f-a3ae-0b664db225b6'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:37.485324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.582514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] For port c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:37.585699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] For port c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,segment=NetworkSegment(fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41),segment_id=fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:37.589422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.605286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:37.607321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Subnet': ['ID=8572525d-2936-4ec8-a877-87f7e4c1443a,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:37.620801 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:37.677867 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking segment: {'id': '7eed3521-921b-4f68-95b1-531ccffb1201', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c55e8b7c-971a-4249-949d-af8ddac075eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:37.678183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network hostable DHCP agents. Network: c55e8b7c-971a-4249-949d-af8ddac075eb, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:37.697042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network c55e8b7c-971a-4249-949d-af8ddac075eb is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:37.705521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, c55e8b7c-971a-4249-949d-af8ddac075eb) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:37.720689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae8796-9130-416c-be48-0fb56a7bd0c9 None None] Network c55e8b7c-971a-4249-949d-af8ddac075eb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:37.722286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:37.722950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.746494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:37.746694 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3133414 Jan 14 03:44:37.817261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:37.843248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Pushing event updated for resources: {'Port': ['ID=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:37.861401 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:37.907386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.046415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.220483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3ae66-fa15-4940-9b80-0213f98a1458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-c55e8b7c-971a-4249-949d-af8ddac075eb', 'network_id': 'c55e8b7c-971a-4249-949d-af8ddac075eb', 'tenant_id': '4538a259e2664cf9aad9809caf4dd6f4', 'fixed_ips': [{'subnet_id': '8572525d-2936-4ec8-a877-87f7e4c1443a'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:38.221527 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87b3ae66-fa15-4940-9b80-0213f98a1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.370543 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.387522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b8b71e07-b099-4bfe-a491-c4ceaf4b2f82 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-87b3ae66-fa15-4940-9b80-0213f98a1458 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8572525d-2936-4ec8-a877-87f7e4c1443a: This subnet is being modified by another concurrent operation. Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8572525d-2936-4ec8-a877-87f7e4c1443a: This subnet is being modified by another concurrent operation. Jan 14 03:44:38.481154 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:44:38.488142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Subnet': ['ID=8572525d-2936-4ec8-a877-87f7e4c1443a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:38.488142 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:38.525110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c845b-2b18-41cc-bcc5-c6e9a4de43c0 None None] Network c55e8b7c-971a-4249-949d-af8ddac075eb requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:38.665671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.709372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.793500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55e8b7c-971a-4249-949d-af8ddac075eb']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:38.806652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eed3521-921b-4f68-95b1-531ccffb1201') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:38.806987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eed3521-921b-4f68-95b1-531ccffb1201') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:38.819415 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.835750 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:38.838044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:39.020064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network c55e8b7c-971a-4249-949d-af8ddac075eb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:39.029410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.212322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network c55e8b7c-971a-4249-949d-af8ddac075eb has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:39.235787 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:39.319519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.322820 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8adacd22-99cd-475b-bf38-b1afefc523fd tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:39.338873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.352581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Network': ['ID=c55e8b7c-971a-4249-949d-af8ddac075eb,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:39.355759 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/c55e8b7c-971a-4249-949d-af8ddac075eb HTTP/1.1" status: 204 len: 168 time: 1.6081569 Jan 14 03:44:39.356784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0cd936e-85d3-42dd-8ca6-ca47c9f17180 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:39.359577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57254) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:39.365861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949591650'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:39.372099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:39.376852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:network and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:39.379877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:39.385683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:39.397492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:39.406879 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.440767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:39.450291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.450719 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Added segment 76c2b9dd-1ee9-4790-9ce1-a190d3858ece of type vxlan for network 65c6a06a-4a38-48a8-abd5-b7daa23af43b Jan 14 03:44:39.479867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.511771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.531264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:39.531971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.537887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f46ae02c-60f5-4c41-8dd1-ddca9149074a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:39.547531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:39.645361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2846589 Jan 14 03:44:39.648608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:39.655871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'subnet': {'network_id': '65c6a06a-4a38-48a8-abd5-b7daa23af43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:39.657664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Network': ['ID=65c6a06a-4a38-48a8-abd5-b7daa23af43b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:39.660649 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9546a503-aa8e-4d57-8a7c-f82e0352aedb tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:39.672704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:39.687486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:39.706406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:39.719643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec4bce-b7c8-4b7f-a969-a9d38647bff3 None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:39.781494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:39.785684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:subnet and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:39.788722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:39.794586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:39.803895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:39.897626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3718f53-6ac2-4551-b3a8-1bbd00355e4c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:39.918669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.017947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Performing IP validity checks on allocation pools {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 03:44:40.018536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.ipam_backend_mixin [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking for overlaps among allocation pools and gateway ip {{(pid=80833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 03:44:40.085633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-eef4def0-c6b7-4f1f-b338-97c7d2fe0ca9 None None] Provisioning for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:40.170044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:40.179583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:40.180006 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.362198 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.377328 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1f545f54-6e7b-40e8-ae5f-ab1514c84dd8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:40.401098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.439622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,segment=NetworkSegment(fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41),segment_id=fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:40.442795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.445922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e0b2b9e5-882d-4122-8fc3-a299729ed6c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:40.511700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Subnet': ['ID=3ad2db12-0e4e-43f0-a15a-e2f88724ef7d,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:40.521150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:40.525313 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:40.527389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:40.590843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking segment: {'id': '76c2b9dd-1ee9-4790-9ce1-a190d3858ece', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '65c6a06a-4a38-48a8-abd5-b7daa23af43b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:40.591241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network hostable DHCP agents. Network: 65c6a06a-4a38-48a8-abd5-b7daa23af43b, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:40.611036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:40.620150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 65c6a06a-4a38-48a8-abd5-b7daa23af43b) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:40.637247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976d09f-a572-4b9a-8171-d79cc7898dd1 None None] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:40.638904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:40.640170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.664026 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0135729 Jan 14 03:44:40.666957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:40.744809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f6378976-75b4-49e4-8c82-84c503818e08 None None] Provisioning complete for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:40.745244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f6378976-75b4-49e4-8c82-84c503818e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.834725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:40.969977 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.009069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b973438-e9e2-48cf-bd68-2c8cc8209726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-65c6a06a-4a38-48a8-abd5-b7daa23af43b', 'network_id': '65c6a06a-4a38-48a8-abd5-b7daa23af43b', 'tenant_id': '4538a259e2664cf9aad9809caf4dd6f4', 'fixed_ips': [{'subnet_id': '3ad2db12-0e4e-43f0-a15a-e2f88724ef7d'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:41.010337 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6b973438-e9e2-48cf-bd68-2c8cc8209726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.146253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3cf62b34-3666-4456-a748-9eca4843d4d1 None None] Provisioning complete for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:41.146804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3cf62b34-3666-4456-a748-9eca4843d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.254172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.267898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ba2344c8-39a0-44c3-a281-3436910ccaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:41.356137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Subnet': ['ID=3ad2db12-0e4e-43f0-a15a-e2f88724ef7d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:41.365737 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:41.516217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-6b973438-e9e2-48cf-bd68-2c8cc8209726 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ad2db12-0e4e-43f0-a15a-e2f88724ef7d: This subnet is being modified by another concurrent operation. Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ad2db12-0e4e-43f0-a15a-e2f88724ef7d: This subnet is being modified by another concurrent operation. Jan 14 03:44:41.540539 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:44:41.560835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af675b85-6cfc-4d92-9cd1-c10bdfe105aa None None] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:41.643347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c6a06a-4a38-48a8-abd5-b7daa23af43b']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:41.656913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c2b9dd-1ee9-4790-9ce1-a190d3858ece') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:41.657249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c2b9dd-1ee9-4790-9ce1-a190d3858ece') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:41.669135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.684545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.686429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:41.743837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da2a97-939f-49d0-a857-b912ad269c34 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:44:41.778400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3718f53-6ac2-4551-b3a8-1bbd00355e4c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:41.872455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:41.881545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.922893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port c3718f53-6ac2-4551-b3a8-1bbd00355e4c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:41.923321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:41.998993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da2a97-939f-49d0-a857-b912ad269c34 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:44:42.061416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 65c6a06a-4a38-48a8-abd5-b7daa23af43b has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:42.090257 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:42.171702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.175047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-092bd097-b6c4-428a-a6c7-e8e80a0d8059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:42.191022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.203847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Network': ['ID=65c6a06a-4a38-48a8-abd5-b7daa23af43b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:42.206980 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:42.213027 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0f0e788e-ff06-491e-adf1-7f0de4a63d88 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/65c6a06a-4a38-48a8-abd5-b7daa23af43b HTTP/1.1" status: 204 len: 168 time: 1.5409617 Jan 14 03:44:42.213443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:42.219422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744429218'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:42.225599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:42.229673 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:network and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:42.232784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for network was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:42.238580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:42.249713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:42.261889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.304623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.306610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:42.316785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.317181 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Added segment f1bc3b96-00cc-4944-954a-462095087aa7 of type vxlan for network f615b087-af5b-48f8-ad36-09b8dcc980dc Jan 14 03:44:42.344666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.375044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.394938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:42.395620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.401135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ecf160ee-ad96-4330-aed8-16f8fa602d9b tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:42.471002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf3df8-4dff-43f4-95b6-a151e06394cc None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:44:42.511339 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2934599 Jan 14 03:44:42.511927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57270) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:42.516606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Network': ['ID=f615b087-af5b-48f8-ad36-09b8dcc980dc,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:42.519668 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:42.520074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'subnet': {'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:42.530339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:42.543350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:42.565135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:42.643891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:42.647946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:subnet and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:42.651118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:42.657293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:42.666444 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:42.783089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:42.905798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf3df8-4dff-43f4-95b6-a151e06394cc None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:44:43.235339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.250853 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd6c832b-3afc-489a-ade6-2e5c46405964 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:43.672879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Subnet': ['ID=09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:43.685339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:43.742747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking segment: {'id': 'f1bc3b96-00cc-4944-954a-462095087aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:43.743119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network hostable DHCP agents. Network: f615b087-af5b-48f8-ad36-09b8dcc980dc, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:43.761790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network f615b087-af5b-48f8-ad36-09b8dcc980dc is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:43.770411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, f615b087-af5b-48f8-ad36-09b8dcc980dc) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:43.780072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5aaf5c-c121-43a2-8c73-677cacb8ad66 None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:43.783522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:43.784175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.803686 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5a2a7956-3bf3-4553-a07b-08ce9f61bb9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2899194 Jan 14 03:44:43.807584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57274) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:43.814323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474817824'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:43.820606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:43.825233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:network and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:43.828939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for network was recalculated. Used quota:2. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:43.834736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:43.843846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:43.853263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.889037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:43.898969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.899398 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Added segment f11cb74c-8ea8-4ac7-bce3-0f968dfeed23 of type vxlan for network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 Jan 14 03:44:43.925291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.955687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.974815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:43.975482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:43.993585 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:44.007074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-f615b087-af5b-48f8-ad36-09b8dcc980dc', 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc', 'tenant_id': '4538a259e2664cf9aad9809caf4dd6f4', 'fixed_ips': [{'subnet_id': '09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:44.008129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:44.065855 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2571340 Jan 14 03:44:44.069102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57278) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:44.076044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Request body: {'subnet': {'network_id': '79176f88-2fe8-41ec-ab17-ef5cf7fad079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:44.101069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Network': ['ID=79176f88-2fe8-41ec-ab17-ef5cf7fad079,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:44.104030 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ba581ce-8b69-48b5-8182-3e9632de8cdc tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:44.121089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:44.134406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:44.146926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:44.197289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:44.201785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Usage tracker for resource:subnet and tenant:4538a259e2664cf9aad9809caf4dd6f4 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:44.204816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:44.210601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:44.219687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Made reservation on behalf of 4538a259e2664cf9aad9809caf4dd6f4 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:44.332380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:44.685698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:44.798182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:44.813619 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bd8a780-6334-4ca0-b0cd-df335424091c tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:44.852882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Allocated IP 2001:db8::2 (f615b087-af5b-48f8-ad36-09b8dcc980dc/09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe/42da4c42-bcbd-448c-b7d8-eefd1d87f698) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:44.948866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event updated for resources: {'Subnet': ['ID=48387336-213b-4be9-940e-971781b84cc1,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:44.962213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:45.025474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Checking segment: {'id': 'f11cb74c-8ea8-4ac7-bce3-0f968dfeed23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '79176f88-2fe8-41ec-ab17-ef5cf7fad079'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:45.025873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network hostable DHCP agents. Network: 79176f88-2fe8-41ec-ab17-ef5cf7fad079, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:45.046629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:45.057727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 79176f88-2fe8-41ec-ab17-ef5cf7fad079) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:45.068791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743a763-ac6c-4875-aafa-eacbb66a5541 None None] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:45.071370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:45.072022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.094417 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fe1949f3-dcc1-4fb8-8764-c7dae7cc6d9b tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0239615 Jan 14 03:44:45.097202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57282) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:45.167301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.184164 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Transition to ACTIVE for port object 42da4c42-bcbd-448c-b7d8-eefd1d87f698 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:45.227148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Transition to ACTIVE for port object 42da4c42-bcbd-448c-b7d8-eefd1d87f698 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:45.254208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.263949 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.287358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:45.383077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.465855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Pushing event updated for resources: {'Port': ['ID=42da4c42-bcbd-448c-b7d8-eefd1d87f698,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:45.469150 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:45.503302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48357bf6-497d-4cbd-9646-c99c0a5a4c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-79176f88-2fe8-41ec-ab17-ef5cf7fad079', 'network_id': '79176f88-2fe8-41ec-ab17-ef5cf7fad079', 'tenant_id': '4538a259e2664cf9aad9809caf4dd6f4', 'fixed_ips': [{'subnet_id': '48387336-213b-4be9-940e-971781b84cc1'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:45.504213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48357bf6-497d-4cbd-9646-c99c0a5a4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.571985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:45.576132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:45.628194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:45.671390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.687232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4beabc6b-b46e-4b15-bafc-7152c3736658 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:45.705811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Attempting to bind port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:45.706239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Attempting to bind port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'f1bc3b96-00cc-4944-954a-462095087aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:45.706658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Attempting to bind port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 on network f615b087-af5b-48f8-ad36-09b8dcc980dc {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:45.727283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:45.727714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Checking segment: {'id': 'f1bc3b96-00cc-4944-954a-462095087aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:45.728166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.728640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Bound using segment: {'id': 'f1bc3b96-00cc-4944-954a-462095087aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:45.729170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Bound port: 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bc3b96-00cc-4944-954a-462095087aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'f615b087-af5b-48f8-ad36-09b8dcc980dc'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:45.729598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-48357bf6-497d-4cbd-9646-c99c0a5a4c0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48387336-213b-4be9-940e-971781b84cc1: This subnet is being modified by another concurrent operation. Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48387336-213b-4be9-940e-971781b84cc1: This subnet is being modified by another concurrent operation. Jan 14 03:44:45.902542 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:44:45.915222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] For port 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:45.915222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] For port 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=42da4c42-bcbd-448c-b7d8-eefd1d87f698,segment=NetworkSegment(f1bc3b96-00cc-4944-954a-462095087aa7),segment_id=f1bc3b96-00cc-4944-954a-462095087aa7)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:45.922800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:45.938134 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-802ad0ed-82f8-496a-bc4b-1a590cce95b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:45.967948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f0d68-34c7-4638-9414-3f9cf2459e03 None None] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:46.062018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Subnet': ['ID=48387336-213b-4be9-940e-971781b84cc1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:46.064642 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:46.211907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.234167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Pushing event updated for resources: {'Port': ['ID=42da4c42-bcbd-448c-b7d8-eefd1d87f698,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:46.275462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:46.343575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79176f88-2fe8-41ec-ab17-ef5cf7fad079']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:46.356194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11cb74c-8ea8-4ac7-bce3-0f968dfeed23') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:46.356557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11cb74c-8ea8-4ac7-bce3-0f968dfeed23') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:46.368313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.382842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.384846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Releasing vxlan tunnel 13 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:46.566073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:46.580151 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.780881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network 79176f88-2fe8-41ec-ab17-ef5cf7fad079 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:46.804800 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:46.889889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.893100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3383a809-1c82-4f51-ac2a-b39218186286 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:46.907869 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:46.919311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Network': ['ID=79176f88-2fe8-41ec-ab17-ef5cf7fad079,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:46.922327 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:46.924159 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/79176f88-2fe8-41ec-ab17-ef5cf7fad079 HTTP/1.1" status: 204 len: 168 time: 1.8259676 Jan 14 03:44:46.927064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57286) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:46.971493 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab54d895-dbe8-4619-a071-9aae4be0ce42 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] GET failed (client error): The resource could not be found. Jan 14 03:44:46.972043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ab54d895-dbe8-4619-a071-9aae4be0ce42 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Synchronizing usage tracker for tenant:4538a259e2664cf9aad9809caf4dd6f4 on resource:subnet {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:44:46.988872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ab54d895-dbe8-4619-a071-9aae4be0ce42 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Unset dirty status for tenant:4538a259e2664cf9aad9809caf4dd6f4 on resource:subnet {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:44:46.990133 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ab54d895-dbe8-4619-a071-9aae4be0ce42 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "GET /v2.0/subnets/48387336-213b-4be9-940e-971781b84cc1 HTTP/1.1" status: 404 len: 337 time: 0.0620880 Jan 14 03:44:46.993461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57290) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:47.020793 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf385dd7-c23e-4e94-8b57-64a7a10b6fef tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:47.021284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf385dd7-c23e-4e94-8b57-64a7a10b6fef tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:47.023100 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf385dd7-c23e-4e94-8b57-64a7a10b6fef tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/79176f88-2fe8-41ec-ab17-ef5cf7fad079 HTTP/1.1" status: 404 len: 339 time: 0.0286310 Jan 14 03:44:47.027365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57294) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:47.073534 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e969d8a-e4a4-405b-a592-60b95a219622 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:47.074032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e969d8a-e4a4-405b-a592-60b95a219622 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:47.075810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8e969d8a-e4a4-405b-a592-60b95a219622 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/subnets/48387336-213b-4be9-940e-971781b84cc1 HTTP/1.1" status: 404 len: 337 time: 0.0474844 Jan 14 03:44:47.078519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57298) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:47.104752 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c347e83-74ef-4ea8-8f3f-39757284a3d1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:47.105241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c347e83-74ef-4ea8-8f3f-39757284a3d1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:47.108903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c347e83-74ef-4ea8-8f3f-39757284a3d1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/79176f88-2fe8-41ec-ab17-ef5cf7fad079 HTTP/1.1" status: 404 len: 339 time: 0.0274787 Jan 14 03:44:47.110211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57302) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:47.315199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting subnet 09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:47.318178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:47.379722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:47.470807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:47.733970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c203f-5ee6-4fa9-9496-5841d44b47dd None None] Network f615b087-af5b-48f8-ad36-09b8dcc980dc requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:47.778094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:47.796954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ee328ec4-8214-46c9-a2db-53557b25ec3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:47.818944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 42da4c42-bcbd-448c-b7d8-eefd1d87f698 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:47.887351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Subnet': ['ID=09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:47.899622 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:47.904766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0bcd1bd7-4087-40ee-83de-110487b0071e None None] Provisioning for port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:47.932481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:47.947673 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-63ce3413-bb08-40f1-aba6-3e28fd760ad1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/subnets/09e1601b-7bf9-4d8e-9fb2-5031d0fffbbe HTTP/1.1" status: 204 len: 168 time: 0.8340590 Jan 14 03:44:47.947970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57306) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:47.981532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:47.992756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:44:47.993181 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.085472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.160066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:48.160398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.360818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.385270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] For port 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=42da4c42-bcbd-448c-b7d8-eefd1d87f698,segment=NetworkSegment(f1bc3b96-00cc-4944-954a-462095087aa7),segment_id=f1bc3b96-00cc-4944-954a-462095087aa7)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:48.385670 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.392091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] DHCP port deletion for f615b087-af5b-48f8-ad36-09b8dcc980dc request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:44:48.398708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Deleting port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:48.399133 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.435620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=42da4c42-bcbd-448c-b7d8-eefd1d87f698,segment=NetworkSegment(f1bc3b96-00cc-4944-954a-462095087aa7),segment_id=f1bc3b96-00cc-4944-954a-462095087aa7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:48.446422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.450124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:48.514697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Calling delete_port for 42da4c42-bcbd-448c-b7d8-eefd1d87f698 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:48.565720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=42da4c42-bcbd-448c-b7d8-eefd1d87f698,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:48.570760 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:48.590837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:44:48.591201 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:44:48.677834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] For port 42da4c42-bcbd-448c-b7d8-eefd1d87f698, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=42da4c42-bcbd-448c-b7d8-eefd1d87f698,segment=NetworkSegment(f1bc3b96-00cc-4944-954a-462095087aa7),segment_id=f1bc3b96-00cc-4944-954a-462095087aa7)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:48.678211 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.804597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Calling delete_port for 42da4c42-bcbd-448c-b7d8-eefd1d87f698 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:48.875674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:48.890470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8267f4f8-92f7-476b-9705-b0ff13f03021 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:48.978029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Pushing event deleted for resources: {'Port': ['ID=42da4c42-bcbd-448c-b7d8-eefd1d87f698,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:48.996529 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:49.028138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] No DVR routers for this DVR port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:44:49.055715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002388e5-54b6-4ada-b4db-918b12388208 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:44:49.092894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting port 42da4c42-bcbd-448c-b7d8-eefd1d87f698 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:49.093281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.158675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] The port '42da4c42-bcbd-448c-b7d8-eefd1d87f698' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:44:49.193590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002388e5-54b6-4ada-b4db-918b12388208 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:44:49.292651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.417118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f615b087-af5b-48f8-ad36-09b8dcc980dc']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:49.429890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bc3b96-00cc-4944-954a-462095087aa7') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:49.430233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bc3b96-00cc-4944-954a-462095087aa7') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:49.442339 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.457884 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.459876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:49.644211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network f615b087-af5b-48f8-ad36-09b8dcc980dc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:49.653298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.752716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 42da4c42-bcbd-448c-b7d8-eefd1d87f698 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:44:49.786280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 42da4c42-bcbd-448c-b7d8-eefd1d87f698 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:44:49.786677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 42da4c42-bcbd-448c-b7d8-eefd1d87f698 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:44:49.834691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network f615b087-af5b-48f8-ad36-09b8dcc980dc has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:49.863148 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:49.940381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.943527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6b539f8b-08b7-49df-af0a-e49625dc81f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:49.958888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:49.971352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Network': ['ID=f615b087-af5b-48f8-ad36-09b8dcc980dc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:49.974326 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:49.979618 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/f615b087-af5b-48f8-ad36-09b8dcc980dc HTTP/1.1" status: 204 len: 168 time: 2.0305662 Jan 14 03:44:49.980199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57310) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:50.056653 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b21069d-ce73-442c-a2d0-9a88c22967ad tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:50.057345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b21069d-ce73-442c-a2d0-9a88c22967ad tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:50.059993 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5b21069d-ce73-442c-a2d0-9a88c22967ad tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/subnets/3ad2db12-0e4e-43f0-a15a-e2f88724ef7d HTTP/1.1" status: 404 len: 337 time: 0.0779862 Jan 14 03:44:50.062628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57314) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:50.089545 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c1c069-61d6-4c7c-9088-583a06643989 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:50.090020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c1c069-61d6-4c7c-9088-583a06643989 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:50.091715 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-43c1c069-61d6-4c7c-9088-583a06643989 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/65c6a06a-4a38-48a8-abd5-b7daa23af43b HTTP/1.1" status: 404 len: 339 time: 0.0281091 Jan 14 03:44:50.094977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57318) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:50.133254 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-353a5b72-02ee-4a94-8e59-7973ca2384b1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:50.133724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353a5b72-02ee-4a94-8e59-7973ca2384b1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:50.135402 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-353a5b72-02ee-4a94-8e59-7973ca2384b1 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/subnets/8572525d-2936-4ec8-a877-87f7e4c1443a HTTP/1.1" status: 404 len: 337 time: 0.0395045 Jan 14 03:44:50.137801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57322) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:50.169481 n-d-765315-13 neutron-server[80721]: INFO neutron.pecan_wsgi.hooks.translation [None req-697fc9af-e55b-4acd-ac8e-a8cc4f1b205d tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] DELETE failed (client error): The resource could not be found. Jan 14 03:44:50.169958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697fc9af-e55b-4acd-ac8e-a8cc4f1b205d tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] No notification will be sent due to unsuccessful status code: 404 {{(pid=80832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 03:44:50.171668 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-697fc9af-e55b-4acd-ac8e-a8cc4f1b205d tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/c55e8b7c-971a-4249-949d-af8ddac075eb HTTP/1.1" status: 404 len: 339 time: 0.0329070 Jan 14 03:44:50.174224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57326) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:50.376450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting subnet b6a41996-8d63-445c-9246-da12aae91bb8 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:50.379485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:50.436502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:50.525170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:50.805837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:50.826341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9acc544-ee10-434b-b230-594ccc25dd81 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:50.907546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Subnet': ['ID=b6a41996-8d63-445c-9246-da12aae91bb8,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:50.915748 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:50.962873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:50.968277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775f39e-61c7-4e15-8f20-a241da581008 None None] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:50.973677 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22d09228-25b0-4dce-8538-3f746c4a26da tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/subnets/b6a41996-8d63-445c-9246-da12aae91bb8 HTTP/1.1" status: 204 len: 168 time: 0.7984409 Jan 14 03:44:50.976334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57330) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:51.109073 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.178810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting port c3718f53-6ac2-4551-b3a8-1bbd00355e4c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:51.179188 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.236180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] DHCP port deletion for d3d0c460-8c62-440f-a3ae-0b664db225b6 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:44:51.240527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Deleting port c3718f53-6ac2-4551-b3a8-1bbd00355e4c {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:51.240881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.393189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] For port c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,segment=NetworkSegment(fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41),segment_id=fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:51.393513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.448398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] For port c3718f53-6ac2-4551-b3a8-1bbd00355e4c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,segment=NetworkSegment(fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41),segment_id=fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:44:51.448847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.578712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Calling delete_port for c3718f53-6ac2-4551-b3a8-1bbd00355e4c owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:51.663847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:51.680092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b484533f-4e91-4f12-acb5-9c753a84edae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:51.774461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3718f53-6ac2-4551-b3a8-1bbd00355e4c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:44:51.809022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Pushing event deleted for resources: {'Port': ['ID=c3718f53-6ac2-4551-b3a8-1bbd00355e4c,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:51.817355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Calling delete_port for c3718f53-6ac2-4551-b3a8-1bbd00355e4c owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:44:51.827099 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:51.830354 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: c3718f53-6ac2-4551-b3a8-1bbd00355e4c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:44:51.830756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device c3718f53-6ac2-4551-b3a8-1bbd00355e4c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:44:51.862774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] No DVR routers for this DVR port c3718f53-6ac2-4551-b3a8-1bbd00355e4c on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:44:51.892185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:44:51.892581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:44:52.394228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Deleting port c3718f53-6ac2-4551-b3a8-1bbd00355e4c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:44:52.394550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:52.437916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:44:52.462821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] The port 'c3718f53-6ac2-4551-b3a8-1bbd00355e4c' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:44:52.592079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:52.713695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d0c460-8c62-440f-a3ae-0b664db225b6']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:52.727069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:52.727407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe17e5c0-1d8e-43d7-b55b-b5ab5714ed41') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:52.739899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:52.754775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:52.756796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:52.935440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:52.944566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.127357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Network d3d0c460-8c62-440f-a3ae-0b664db225b6 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:44:53.151749 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:44:53.234386 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.237535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c88774ca-8620-478e-8a8c-e7b07a44eae5 tempest-NetworksTest-234914734 tempest-NetworksTest-234914734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:53.252574 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.264140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Pushing event deleted for resources: {'Network': ['ID=d3d0c460-8c62-440f-a3ae-0b664db225b6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:53.267626 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:53.269897 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] 10.222.0.30 "DELETE /v2.0/networks/d3d0c460-8c62-440f-a3ae-0b664db225b6 HTTP/1.1" status: 204 len: 168 time: 2.2920575 Jan 14 03:44:53.575868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57338) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:53.762831 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d15983bd-2eb6-419c-883e-6781a74df86d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4538a259e2664cf9aad9809caf4dd6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855609 Jan 14 03:44:53.765436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57344) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:53.826356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.853138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.904176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.909193 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22a6e799-eac7-44c4-9677-8bb2b0208429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:53.923147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0469abe-bb32-4785-a52f-8baf245c573b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:53.926029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:53.927217 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:53.928474 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0469abe-bb32-4785-a52f-8baf245c573b HTTP/1.1" status: 204 len: 168 time: 0.1620259 Jan 14 03:44:54.797695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57366) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:54.939101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-15501092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:54.950253 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:54.954383 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:router and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:54.957392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:54.963416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:54.974455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:54.975601 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:54.991305 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.008134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.037364 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.038666 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33ef91b9-4739-482b-a404-bf8b0dd8e468 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2398794 Jan 14 03:44:55.041588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:55.048315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-678862334'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:55.054314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:55.058421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:network and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:55.062237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:55.068049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:55.076652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Made reservation on behalf of 7b659aee64f94b9faafaeda25ff9ac49 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:55.085706 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.099520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.116001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:55.119972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:security_group_rule and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:55.122882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:55.128615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:55.216926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.220255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.224445 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3e2c7d8-5e42-4d34-aa29-f7dcd818e666 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:55.261196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:55.270905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f89d6-da47-417a-9d0a-d5b06409db3a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:55.274840 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:55.278956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.279699 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Added segment 5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee of type vxlan for network 25c28f97-b79b-4073-974b-3e2e6c957a63 Jan 14 03:44:55.306690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.335674 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.355540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:55.356179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:55.361470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:55.473106 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4303706 Jan 14 03:44:55.476123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event updated for resources: {'Network': ['ID=25c28f97-b79b-4073-974b-3e2e6c957a63,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:55.476296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57376) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:55.479032 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:55.483098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'subnet': {'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:55.487910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:55.501709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:55.520203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:55.602778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:55.606767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:subnet and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:55.609718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:55.615399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:55.624111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Made reservation on behalf of 7b659aee64f94b9faafaeda25ff9ac49 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:55.737912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.168218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.183457 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f3082b00-a550-49ad-baa3-4d7e116e0e4b tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:56.313323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event updated for resources: {'Subnet': ['ID=02e8ea21-787d-4737-9020-b7efa4fce725,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:56.327482 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:56.389289 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Checking segment: {'id': '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:56.389683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network hostable DHCP agents. Network: 25c28f97-b79b-4073-974b-3e2e6c957a63, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:56.408516 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:56.416705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 25c28f97-b79b-4073-974b-3e2e6c957a63) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:56.426651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8a4e9-0465-4625-841a-ab24aa794524 None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:56.431428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:56.432177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.453957 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1390bbc2-7c8b-4ca8-89f4-be12a5afd6dc tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9765868 Jan 14 03:44:56.457273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57380) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:56.464023 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-693727790'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:56.470511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:56.475246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:network and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:56.478315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for network was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:56.484916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:56.495032 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Made reservation on behalf of 7b659aee64f94b9faafaeda25ff9ac49 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:56.504381 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.536884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:44:56.545913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.546341 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Added segment 63a02463-57f2-4964-943c-d629c65ed0bf of type vxlan for network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 Jan 14 03:44:56.573656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.605014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.624653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:56.625300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.630670 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9b2459ff-dcae-425a-acff-a513c1891390 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:56.652983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-25c28f97-b79b-4073-974b-3e2e6c957a63', 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63', 'tenant_id': '7b659aee64f94b9faafaeda25ff9ac49', 'fixed_ips': [{'subnet_id': '02e8ea21-787d-4737-9020-b7efa4fce725'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:56.653909 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:56.734751 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2763314 Jan 14 03:44:56.738713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:56.744793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'subnet': {'network_id': '3af59da4-c358-46ba-8f5c-597dfb7a77d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:56.747300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event updated for resources: {'Network': ['ID=3af59da4-c358-46ba-8f5c-597dfb7a77d5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:56.750556 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-59604e95-f533-48e8-9329-f60f47b56026 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:56.881048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:44:56.885144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Usage tracker for resource:subnet and tenant:7b659aee64f94b9faafaeda25ff9ac49 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:44:56.888454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:44:56.895136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:44:56.904497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Made reservation on behalf of 7b659aee64f94b9faafaeda25ff9ac49 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:44:56.938882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:56.951391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:56.964428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:44:57.023237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:57.424424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Allocated IP 172.20.0.2 (25c28f97-b79b-4073-974b-3e2e6c957a63/02e8ea21-787d-4737-9020-b7efa4fce725/751ed4bb-f39c-415e-b79d-5356d6bb4f1e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:44:57.459976 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:57.475307 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e629cc8a-5597-4479-828d-87aad55452aa tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:57.609938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event updated for resources: {'Subnet': ['ID=2db434bd-9d79-4275-a19d-483fe89efca9,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:57.622112 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:57.639434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:57.650536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Transition to ACTIVE for port object 751ed4bb-f39c-415e-b79d-5356d6bb4f1e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:57.667048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Transition to ACTIVE for port object 751ed4bb-f39c-415e-b79d-5356d6bb4f1e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:44:57.672107 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:57.680209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Checking segment: {'id': '63a02463-57f2-4964-943c-d629c65ed0bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3af59da4-c358-46ba-8f5c-597dfb7a77d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:57.680651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network hostable DHCP agents. Network: 3af59da4-c358-46ba-8f5c-597dfb7a77d5, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:44:57.687787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:57.700478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:44:57.708961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 3af59da4-c358-46ba-8f5c-597dfb7a77d5) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:57.723677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:44:57.724320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:57.744976 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4b57125e-7855-490b-afdb-1678cb0823f1 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0056331 Jan 14 03:44:57.747826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57388) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:57.754103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bb723412-ce52-463d-b8da-7a0853fd5948 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Request body: {'router': {'external_gateway_info': {'network_id': '3af59da4-c358-46ba-8f5c-597dfb7a77d5'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:44:57.773650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141314f5-f612-4bd0-aae8-15565d680f85 None None] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:57.901297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Pushing event updated for resources: {'Port': ['ID=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:57.909389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:58.035859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:44:58.037104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:44:58.041149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:44:58.132570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Attempting to bind port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:44:58.132992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Attempting to bind port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:44:58.133410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Attempting to bind port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e on network 25c28f97-b79b-4073-974b-3e2e6c957a63 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:44:58.140607 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9393206-26f5-46ca-b8a8-371943968e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-3af59da4-c358-46ba-8f5c-597dfb7a77d5', 'network_id': '3af59da4-c358-46ba-8f5c-597dfb7a77d5', 'tenant_id': '7b659aee64f94b9faafaeda25ff9ac49', 'fixed_ips': [{'subnet_id': '2db434bd-9d79-4275-a19d-483fe89efca9'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:44:58.141492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9393206-26f5-46ca-b8a8-371943968e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.154158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:44:58.154525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Checking segment: {'id': '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:44:58.154972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.155414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Bound using segment: {'id': '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:44:58.156505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Bound port: 751ed4bb-f39c-415e-b79d-5356d6bb4f1e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '25c28f97-b79b-4073-974b-3e2e6c957a63'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:44:58.156925 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.166955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb723412-ce52-463d-b8da-7a0853fd5948 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.320939 n-d-765315-13 neutron-server[80721]: INFO neutron.api.v2.resource [None req-bb723412-ce52-463d-b8da-7a0853fd5948 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 03:44:58.322074 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bb723412-ce52-463d-b8da-7a0853fd5948 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "PUT /v2.0/routers/960f7559-f28d-467f-bd37-4e697ee7c87f HTTP/1.1" status: 400 len: 364 time: 0.5732012 Jan 14 03:44:58.329845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57392) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:58.353677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] For port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:44:58.359370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] For port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,segment=NetworkSegment(5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee),segment_id=5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:44:58.374366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.391217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-24123b8b-5838-4dcd-b937-848358cc0ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:58.404913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Deleting subnet 2db434bd-9d79-4275-a19d-483fe89efca9 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:44:58.408636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.468485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.532792 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:58.598902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Pushing event updated for resources: {'Port': ['ID=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:58.617000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:59.112546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server [None req-a9393206-26f5-46ca-b8a8-371943968e30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2db434bd-9d79-4275-a19d-483fe89efca9: This subnet is being modified by another concurrent operation. Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise value Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server raise exception Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2db434bd-9d79-4275-a19d-483fe89efca9: This subnet is being modified by another concurrent operation. Jan 14 03:44:59.114349 n-d-765315-13 neutron-server[80721]: ERROR oslo_messaging.rpc.server Jan 14 03:44:59.132960 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c91d0957-f2d1-45ed-9fb8-5d9e61451639 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:44:59.134147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e3351-f14c-4953-991e-93a41e76713e None None] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:44:59.226850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event deleted for resources: {'Subnet': ['ID=2db434bd-9d79-4275-a19d-483fe89efca9,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:44:59.233940 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:44:59.277343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.284103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-967fd159-9d19-45a3-949f-8abbbf92faa9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "DELETE /v2.0/subnets/2db434bd-9d79-4275-a19d-483fe89efca9 HTTP/1.1" status: 204 len: 168 time: 0.9532638 Jan 14 03:44:59.286885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57396) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:44:59.416079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.612406 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.746346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af59da4-c358-46ba-8f5c-597dfb7a77d5']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:59.761949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a02463-57f2-4964-943c-d629c65ed0bf') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:59.762294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a02463-57f2-4964-943c-d629c65ed0bf') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:44:59.775310 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.792889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:44:59.795470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:44:59.798704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 751ed4bb-f39c-415e-b79d-5356d6bb4f1e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:44:59.872768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:44:59.990447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:00.000828 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.025092 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7fb2dd-9dc6-434d-9f5a-bede431e3ef0 None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:00.196071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 3af59da4-c358-46ba-8f5c-597dfb7a77d5 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:45:00.223915 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:45:00.307285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.310606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bae6bb9d-3fcb-4653-80bc-9e58f4b6cf1e tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:00.326289 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.336460 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Provisioning for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:00.341587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event deleted for resources: {'Network': ['ID=3af59da4-c358-46ba-8f5c-597dfb7a77d5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:00.347411 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "DELETE /v2.0/networks/3af59da4-c358-46ba-8f5c-597dfb7a77d5 HTTP/1.1" status: 204 len: 168 time: 1.0571423 Jan 14 03:45:00.347411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-612239e4-6963-42e4-9be9-08ce30939d68 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:00.347749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57400) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:00.372876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Provisioning complete for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:00.373303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.554700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Deleting subnet 02e8ea21-787d-4737-9020-b7efa4fce725 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:45:00.557837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.561093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.598636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] For port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,segment=NetworkSegment(5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee),segment_id=5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:00.602010 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.603858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e43baa8-a6d7-4969-a3ee-11803af1f44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:00.618581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.677467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Pushing event updated for resources: {'Port': ['ID=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:00.681115 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:00.720043 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:00.823018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a3a3fe89-4a44-490e-a8d5-2a364a1a5f5f None None] Provisioning complete for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:00.823451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a3a3fe89-4a44-490e-a8d5-2a364a1a5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.021087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.042931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-14c395ad-a64d-4cb1-bf4e-741d4880ab65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:01.074270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e4385a65-695b-443f-8aa7-98d192edcefe None None] Provisioning complete for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:01.074607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e4385a65-695b-443f-8aa7-98d192edcefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.123575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb621d0f-591d-40d8-beb4-aba58f98bf09 None None] get_active_networks_info from n-d-765315-13 {{(pid=80834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 03:45:01.127742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event deleted for resources: {'Subnet': ['ID=02e8ea21-787d-4737-9020-b7efa4fce725,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:01.142058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:01.186243 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.192682 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "DELETE /v2.0/subnets/02e8ea21-787d-4737-9020-b7efa4fce725 HTTP/1.1" status: 204 len: 168 time: 0.8439724 Jan 14 03:45:01.195484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57404) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:01.322274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb621d0f-591d-40d8-beb4-aba58f98bf09 None None] Resources bound (agent type, host, resource id): {{(pid=80834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 03:45:01.326078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.393675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Deleting port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:01.394054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.454202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcbf61c2-7005-4e16-9aea-9482b18b905c None None] Provisioning complete for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:01.454632 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcbf61c2-7005-4e16-9aea-9482b18b905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.611439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] For port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,segment=NetworkSegment(5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee),segment_id=5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:01.611761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.739478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Calling delete_port for 751ed4bb-f39c-415e-b79d-5356d6bb4f1e owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:01.776282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 751ed4bb-f39c-415e-b79d-5356d6bb4f1e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:01.813449 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:01.829140 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf435cc4-0f7e-4801-8b7f-18e3c802d376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:01.868367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No active binding found for port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e {{(pid=80834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 03:45:01.868781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 751ed4bb-f39c-415e-b79d-5356d6bb4f1e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 03:45:01.899203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282824ed-46e8-4f40-b969-783e98f22108 None None] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:01.918624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event deleted for resources: {'Port': ['ID=751ed4bb-f39c-415e-b79d-5356d6bb4f1e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:01.922719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e not found, will not notify nova. {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 03:45:01.926772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:01.973028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] No DVR routers for this DVR port 751ed4bb-f39c-415e-b79d-5356d6bb4f1e on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:45:02.104912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.145578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca65cd0-ce05-4b53-b5e2-f40cbbe0e9b3 None None] DHCP port deletion for 25c28f97-b79b-4073-974b-3e2e6c957a63 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:45:02.227430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c28f97-b79b-4073-974b-3e2e6c957a63']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:02.244497 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:02.244835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa42021-a5b0-4d59-bcdc-9d4dba6de8ee') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:02.257259 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.271843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.273986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:45:02.463119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:02.472599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.651935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Network 25c28f97-b79b-4073-974b-3e2e6c957a63 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:45:02.676791 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:45:02.757526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.760865 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:02.779046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:02.786206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Pushing event deleted for resources: {'Network': ['ID=25c28f97-b79b-4073-974b-3e2e6c957a63,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:02.790704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:02.793595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "DELETE /v2.0/networks/25c28f97-b79b-4073-974b-3e2e6c957a63 HTTP/1.1" status: 204 len: 168 time: 1.5970910 Jan 14 03:45:02.796582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57408) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:02.841340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23d66a25-ab2d-4c9b-94ec-15de3330d6a9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Synchronizing usage tracker for tenant:7b659aee64f94b9faafaeda25ff9ac49 on resource:port {{(pid=80833) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:45:02.856277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-23d66a25-ab2d-4c9b-94ec-15de3330d6a9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Unset dirty status for tenant:7b659aee64f94b9faafaeda25ff9ac49 on resource:port {{(pid=80833) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:45:02.857561 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-23d66a25-ab2d-4c9b-94ec-15de3330d6a9 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "GET /v2.0/ports?device_id=960f7559-f28d-467f-bd37-4e697ee7c87f HTTP/1.1" status: 200 len: 205 time: 0.0599761 Jan 14 03:45:02.860156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57412) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:03.008291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:03.543208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:03.545546 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:03.568658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:03.569193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Fanout notify agent at l3_agent the message router_deleted on router 960f7559-f28d-467f-bd37-4e697ee7c87f {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:45:03.587355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:03.588567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8f7f068a-0385-4414-be8e-629158962c86 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] 10.222.0.30 "DELETE /v2.0/routers/960f7559-f28d-467f-bd37-4e697ee7c87f HTTP/1.1" status: 204 len: 168 time: 0.7273476 Jan 14 03:45:03.760759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 751ed4bb-f39c-415e-b79d-5356d6bb4f1e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:03.798103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 751ed4bb-f39c-415e-b79d-5356d6bb4f1e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:03.798543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 751ed4bb-f39c-415e-b79d-5356d6bb4f1e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:03.896570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57420) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:04.087706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8bb89adb-bdc3-4401-be16-58be1a54e0da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b659aee64f94b9faafaeda25ff9ac49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891456 Jan 14 03:45:04.090115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57426) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:04.156542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:04.183334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:04.227405 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:04.232288 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a118099d-85c8-4bcb-bfb6-7e476a550c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:04.245025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f89d6-da47-417a-9d0a-d5b06409db3a,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:04.248178 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:04.250718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:04.251991 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d61f89d6-da47-417a-9d0a-d5b06409db3a HTTP/1.1" status: 204 len: 168 time: 0.1608925 Jan 14 03:45:04.585063 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-054805fb-c401-40b3-8f6f-791c2a472748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.079912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:05.222117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-797488218-network', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:05.228067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:05.232144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Usage tracker for resource:network and tenant:e2b34ba92b434dd79991b6479436f98c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:05.235274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:05.241082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:05.251241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Made reservation on behalf of e2b34ba92b434dd79991b6479436f98c for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:05.256015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.269319 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.285228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:05.289218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Usage tracker for resource:security_group_rule and tenant:e2b34ba92b434dd79991b6479436f98c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:05.292096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:05.297879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:05.381550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.384153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.388265 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8678e33f-379b-49a6-a991-70cba2f4cfb1 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:05.421521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:45:05.434337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7794725-4416-4bd0-b259-c88147b81270,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:05.439081 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:05.441843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.442365 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Added segment 78c2ffc4-025e-4b66-81d4-434d50275fe2 of type vxlan for network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 Jan 14 03:45:05.470669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.499956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.501011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:05.501644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.506554 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-90f5f41f-929e-4013-b696-76cbe9f772c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:05.611153 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5299239 Jan 14 03:45:05.614235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Pushing event updated for resources: {'Network': ['ID=35853410-c7a4-4ff1-8cd8-6544d1d8d280,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:05.614392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57454) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:05.617305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:05.622825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Request body: {'subnet': {'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-subnet', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:05.626662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:05.629685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:05.633874 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Usage tracker for resource:subnet and tenant:e2b34ba92b434dd79991b6479436f98c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:05.636916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:05.641316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:05.643571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:05.654067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Made reservation on behalf of e2b34ba92b434dd79991b6479436f98c for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:05.659308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:05.663384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:06.065907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.080947 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1a35f806-92e9-4cc6-bd96-fff6f26d9973 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:06.204355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d867ad-d4a1-40c8-9b59-27864fe565c6,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:06.209404 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:06.276355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Checking segment: {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:06.276731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Network hostable DHCP agents. Network: 35853410-c7a4-4ff1-8cd8-6544d1d8d280, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:45:06.295315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:45:06.303852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 35853410-c7a4-4ff1-8cd8-6544d1d8d280) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:06.313894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba421ce-cf9b-4734-8798-773fe304234c None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:06.315370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:06.316015 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.336057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7ac643a9-8abd-4277-bbf6-13567632e735 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7205522 Jan 14 03:45:06.339180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57458) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:06.345279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:06.350898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:06.354934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Usage tracker for resource:router and tenant:e2b34ba92b434dd79991b6479436f98c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:06.358552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:06.365181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:06.375752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.376863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.391377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.544143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'fixed_ips': [{'subnet_id': '96d867ad-d4a1-40c8-9b59-27864fe565c6'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:45:06.545111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.672583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.835534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e82d08ae-c719-496b-bf42-2c832dcd5fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:06.847133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Allocated IP 172.20.0.2 (35853410-c7a4-4ff1-8cd8-6544d1d8d280/96d867ad-d4a1-40c8-9b59-27864fe565c6/933d08ae-f8dd-41f6-acbe-7fce53ae3c13) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:06.993819 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.030312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.061591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.072913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Transition to ACTIVE for port object 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:07.089862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Transition to ACTIVE for port object 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:07.094271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.109335 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:07.307251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Allocated IP 172.25.3.191 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/a6d4aec2-900a-40c2-b48c-d0d2535018f3) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:07.418738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Pushing event updated for resources: {'Port': ['ID=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:07.442714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.443111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.443500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.443887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.444268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.444677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.445053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.445424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.445799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.446169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.446540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.446913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.447321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.447692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.448061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.448449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.448824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.449197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.449561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.449927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.450294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.450661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.451053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.451392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.451814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.452186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.452606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.452973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.453340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.453704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.454077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.454441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.454804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.455166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.455530 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.455894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:07.462010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:07.470926 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.496012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:07.497535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:07.497797 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.500487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:07.518290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9384ecd-93c5-4055-8eaa-5ee06889b779 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:07.559994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Attempting to bind port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:07.560455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Attempting to bind port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:07.560875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Attempting to bind port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 on network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:07.566718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:07.567160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Checking segment: {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:07.567611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.568053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Bound using segment: {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:07.568601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Bound port: 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:07.569023 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.648114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4aec2-900a-40c2-b48c-d0d2535018f3,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:07.649349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.653857 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:07.674581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] For port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:07.677730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] For port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:07.681096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:07.695870 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e5b8417-5bda-4a12-ae04-264b1006dc9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:07.704380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:07.705510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:07.707868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:07.848398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Pushing event updated for resources: {'Port': ['ID=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:07.853931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:08.124644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:08.622476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:08.767815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:08.977811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:45:09.174476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:09.184002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Sync routers for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:09.193813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:09.194493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:09.202827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:09.206958 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8667228 Jan 14 03:45:09.207283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57462) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:09.245060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f83772-f840-4e3e-a624-3af681fa8f4e None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:09.345142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-104c71a6-908d-430e-a047-c02cc6d535f2 None None] Provisioning for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:09.392385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:09.554753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:09.719084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:07Z', 'revision_number': 3, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:09.724273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Checking router: f60523c0-a7b2-4bf1-8fba-354004a7e5b4 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:09.724273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Updating router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 port a6d4aec2-900a-40c2-b48c-d0d2535018f3 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:45:09.782841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:09.845416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:09.926993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:09.932593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:09.933176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:09.989512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.093489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-51e7816c-4839-45c5-92fa-3f6c7d616a49 None None] Provisioning complete for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:10.094019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51e7816c-4839-45c5-92fa-3f6c7d616a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.173019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.211341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.223598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Transition to ACTIVE for port object a6d4aec2-900a-40c2-b48c-d0d2535018f3 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:10.229284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.245008 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-161cbd8d-6c22-427f-9999-1758341a5f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:10.263294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:10.269017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.273949 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:10.320518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-51e7816c-4839-45c5-92fa-3f6c7d616a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.359373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Allocated IP 172.20.0.1 (35853410-c7a4-4ff1-8cd8-6544d1d8d280/96d867ad-d4a1-40c8-9b59-27864fe565c6/5ac6a4a1-0df9-4012-bbfc-c05a304af62c) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:10.367913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:10.371535 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:10.372477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Pushing event updated for resources: {'Port': ['ID=a6d4aec2-900a-40c2-b48c-d0d2535018f3,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:10.377470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:10.430974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-51e7816c-4839-45c5-92fa-3f6c7d616a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:45:10.431565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-51e7816c-4839-45c5-92fa-3f6c7d616a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:45:10.438643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Attempting to bind port a6d4aec2-900a-40c2-b48c-d0d2535018f3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:10.439049 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Attempting to bind port a6d4aec2-900a-40c2-b48c-d0d2535018f3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:10.439451 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Attempting to bind port a6d4aec2-900a-40c2-b48c-d0d2535018f3 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:10.445134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:10.445551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:10.445999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.446432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:10.446943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Bound port: a6d4aec2-900a-40c2-b48c-d0d2535018f3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:10.447353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.523821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] For port a6d4aec2-900a-40c2-b48c-d0d2535018f3, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:10.526988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] For port a6d4aec2-900a-40c2-b48c-d0d2535018f3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a6d4aec2-900a-40c2-b48c-d0d2535018f3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:10.529060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.530443 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.545933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Transition to ACTIVE for port object 5ac6a4a1-0df9-4012-bbfc-c05a304af62c will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:10.546819 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:10.565915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:10.585219 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d3690790-ac88-4d5c-ade2-64bed17c1b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:10.693590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Pushing event updated for resources: {'Port': ['ID=a6d4aec2-900a-40c2-b48c-d0d2535018f3,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:10.698899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:10.740628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:10.741312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:10.926782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:11.023572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:11.028462 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:11.086073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:11.087774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:11.090465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:11.122137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-07dd84a5-54e3-4d30-8f07-ad411fa46e49 None None] Provisioning complete for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:11.124037 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-07dd84a5-54e3-4d30-8f07-ad411fa46e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.148842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.262705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:07Z', 'revision_number': 3, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:11.268109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c0290-c846-4add-9b07-9491c08de474 None None] The sync data for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 is: [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:07Z', 'revision_number': 3, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:11.273183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.401569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d8b5ed6e-5c3b-49e9-8bf8-37425fcd3717 None None] Provisioning for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:11.406527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-d8b5ed6e-5c3b-49e9-8bf8-37425fcd3717 None None] Provisioning complete for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:11.406959 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ed6e-5c3b-49e9-8bf8-37425fcd3717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.464387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5ed6e-5c3b-49e9-8bf8-37425fcd3717 None None] Port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:45:11.564044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.567766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.598434 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6f46582-6fad-496c-8f55-998cf8777410 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:11.686472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:11.705785 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Pushing event updated for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:11.712131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:11.856735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:11.858842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:11.872512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:11.946414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:11.946843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.083209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:45:12.090791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a6d4aec2-900a-40c2-b48c-d0d2535018f3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:12.162814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a6d4aec2-900a-40c2-b48c-d0d2535018f3 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:12.168295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a6d4aec2-900a-40c2-b48c-d0d2535018f3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:12.168749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.251377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-452449a7-1c1c-424f-84f6-238627d5c2e9 None None] Provisioning complete for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:12.251805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-452449a7-1c1c-424f-84f6-238627d5c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.284800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:12.296903 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] 10.222.0.30 "PUT /v2.0/routers/f60523c0-a7b2-4bf1-8fba-354004a7e5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0877998 Jan 14 03:45:12.314758 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.371804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-452449a7-1c1c-424f-84f6-238627d5c2e9 None None] Port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:45:12.383003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.400080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a6d4aec2-900a-40c2-b48c-d0d2535018f3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a6d4aec2-900a-40c2-b48c-d0d2535018f3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:12.402992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:12.406627 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:12.478152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a6d4aec2-900a-40c2-b48c-d0d2535018f3,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:12.482229 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:13.016960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:13.026300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2077217165-network', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:13.032314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:13.036378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Usage tracker for resource:network and tenant:46931fe2973e4460b7bdd8e3b2509a6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:13.039318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:13.045050 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:13.054792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Made reservation on behalf of 46931fe2973e4460b7bdd8e3b2509a6c for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:13.059457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.072609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.088554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:13.092551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Usage tracker for resource:security_group_rule and tenant:46931fe2973e4460b7bdd8e3b2509a6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:13.095469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:13.101223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:13.189591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.192473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.196785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1fa48dd1-643a-41ab-9807-9c11e443aa47 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:13.226471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:45:13.240116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bcb50-6987-4c39-9aa4-60ef76021bfe,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:13.244299 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:13.247311 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.247754 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Added segment 216cfc3c-85c5-43f2-848b-0f3f9382034a of type vxlan for network b611d986-b7c7-4c63-a596-84ce21832c60 Jan 14 03:45:13.275476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.304970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.305869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:13.306499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.311453 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-80ff2b5a-455e-498a-add0-5ebbab806889 tempest-NetworksTestDHCPv6-1075752059 tempest-NetworksTestDHCPv6-1075752059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:13.416987 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3983307 Jan 14 03:45:13.417964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Pushing event updated for resources: {'Network': ['ID=b611d986-b7c7-4c63-a596-84ce21832c60,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:13.420084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57484) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:13.421695 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:13.427213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Request body: {'subnet': {'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-subnet', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:13.430132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:13.433855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:13.438929 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Usage tracker for resource:subnet and tenant:46931fe2973e4460b7bdd8e3b2509a6c is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:13.443318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:13.444472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:13.449114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:13.457859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Made reservation on behalf of 46931fe2973e4460b7bdd8e3b2509a6c for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:13.462918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.463340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:13.818187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a6d4aec2-900a-40c2-b48c-d0d2535018f3 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:13.876163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:13.892391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae004ff5-bc90-4b13-bd34-4337170d9aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:13.982268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a6d4aec2-900a-40c2-b48c-d0d2535018f3 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:13.982965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.040850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1755c2ba-a7fa-469d-a717-536e2472dcb5,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:14.052293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:14.100527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Checking segment: {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:14.100934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Network hostable DHCP agents. Network: b611d986-b7c7-4c63-a596-84ce21832c60, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:45:14.121394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Network b611d986-b7c7-4c63-a596-84ce21832c60 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:45:14.131223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, b611d986-b7c7-4c63-a596-84ce21832c60) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:14.145514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:14.146171 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.168813 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f5a83e2-d74f-41d0-8d05-7093c6bc2367 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7474113 Jan 14 03:45:14.171732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:14.178572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:14.184671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:14.188775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Usage tracker for resource:router and tenant:46931fe2973e4460b7bdd8e3b2509a6c is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:14.191847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:14.198275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:14.213361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.214016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f45dd-fa84-4851-9016-b2862b2b3e7d None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:14.214492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.230237 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.301298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Sync routers for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:14.350479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:14.351181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:14.517448 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.687417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.755742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:14.821209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-b611d986-b7c7-4c63-a596-84ce21832c60', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:45:14.822128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.844996 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:14.881255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.156858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Allocated IP 172.25.3.190 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/cbe4af83-1ce1-4795-8028-fee6783fd3bf) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:15.318191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.345562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.355927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:11Z', 'revision_number': 4, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5ac6a4a1-0df9-4012-bbfc-c05a304af62c', 'name': '', 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'mac_address': 'fa:16:3e:e1:07:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:10Z', 'updated_at': '2021-01-14T03:45:11Z', 'revision_number': 2, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'subnets': [{'id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:15.362091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Allocated IP 172.20.0.2 (b611d986-b7c7-4c63-a596-84ce21832c60/1755c2ba-a7fa-469d-a717-536e2472dcb5/1adcaa58-2d69-4bad-b38e-b2da88036c60) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:15.364862 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2251269c-5568-4c3c-b85c-4f600b1b10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:15.366694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Checking router: f60523c0-a7b2-4bf1-8fba-354004a7e5b4 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:15.367109 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Updating router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:45:15.495167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe4af83-1ce1-4795-8028-fee6783fd3bf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:15.500207 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.500391 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:15.551909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:15.553139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:15.555889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:15.811807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.844185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Transition to ACTIVE for port object 1adcaa58-2d69-4bad-b38e-b2da88036c60 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:15.930608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Transition to ACTIVE for port object 1adcaa58-2d69-4bad-b38e-b2da88036c60 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:15.939483 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:15.957047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e158e24-7ce7-415d-b564-e4aff00f7a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:16.305083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.315939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Pushing event updated for resources: {'Port': ['ID=1adcaa58-2d69-4bad-b38e-b2da88036c60,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:16.332289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:16.429081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:16.432684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:16.436584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:16.500675 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.510106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Attempting to bind port 1adcaa58-2d69-4bad-b38e-b2da88036c60 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:16.510526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Attempting to bind port 1adcaa58-2d69-4bad-b38e-b2da88036c60 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:16.510946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Attempting to bind port 1adcaa58-2d69-4bad-b38e-b2da88036c60 on network b611d986-b7c7-4c63-a596-84ce21832c60 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:16.521274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:16.521702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Checking segment: {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:16.522155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.522604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Bound using segment: {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:16.523128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Bound port: 1adcaa58-2d69-4bad-b38e-b2da88036c60, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:16.523575 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.534037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Transition to ACTIVE for port object 5ac6a4a1-0df9-4012-bbfc-c05a304af62c will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:16.541580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.558549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:16.664987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.764437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:16.772778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:16.802088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] For port 1adcaa58-2d69-4bad-b38e-b2da88036c60, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:16.807172 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] For port 1adcaa58-2d69-4bad-b38e-b2da88036c60, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1adcaa58-2d69-4bad-b38e-b2da88036c60,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:16.812673 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:16.887382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:45:16.932653 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03b9dc22-5d7b-433d-9542-fce09b58bafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:17.095282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:17.104744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Sync routers for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:17.115700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:17.116690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:17.121847 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:17.126769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57494) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:17.127669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9545686 Jan 14 03:45:17.145765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Pushing event updated for resources: {'Port': ['ID=1adcaa58-2d69-4bad-b38e-b2da88036c60,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:17.148597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Attempting to bind port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:17.149043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Attempting to bind port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:17.149465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Attempting to bind port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c on network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:17.151952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:17.158666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:17.159099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Checking segment: {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:17.159560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:17.160003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Bound using segment: {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:17.160566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Bound port: 5ac6a4a1-0df9-4012-bbfc-c05a304af62c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c2ffc4-025e-4b66-81d4-434d50275fe2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:17.160999 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:17.271216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] For port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:17.274471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] For port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:17.278401 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:17.294762 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48c59fad-5b31-47d3-9825-7cc676846a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:17.328054 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:17.449149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Pushing event updated for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:17.460561 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:17.531983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:17.532737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:17.790660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:17.864753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1adcaa58-2d69-4bad-b38e-b2da88036c60 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:17.887398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:16Z', 'revision_number': 3, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:17.892233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Checking router: 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:17.892864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Updating router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d port cbe4af83-1ce1-4795-8028-fee6783fd3bf binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:45:17.947787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.048182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.142187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:18.238586 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:11Z', 'revision_number': 4, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5ac6a4a1-0df9-4012-bbfc-c05a304af62c', 'name': '', 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'mac_address': 'fa:16:3e:e1:07:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:10Z', 'updated_at': '2021-01-14T03:45:17Z', 'revision_number': 4, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'subnets': [{'id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:18.243803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0efc94-1166-433a-9f19-e6c3226e6c61 None None] The sync data for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 is: [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:11Z', 'revision_number': 4, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5ac6a4a1-0df9-4012-bbfc-c05a304af62c', 'name': '', 'network_id': '35853410-c7a4-4ff1-8cd8-6544d1d8d280', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'mac_address': 'fa:16:3e:e1:07:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:10Z', 'updated_at': '2021-01-14T03:45:17Z', 'revision_number': 4, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'subnets': [{'id': '96d867ad-d4a1-40c8-9b59-27864fe565c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:18.376433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.391561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Transition to ACTIVE for port object cbe4af83-1ce1-4795-8028-fee6783fd3bf will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:18.397291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.413872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af013fa2-679a-41c8-ac13-b1fcbf336de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:18.446363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Allocated IP 172.20.0.1 (b611d986-b7c7-4c63-a596-84ce21832c60/1755c2ba-a7fa-469d-a717-536e2472dcb5/4ce445c0-431e-46ae-b480-ec0a0dc41638) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:45:18.573628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Pushing event updated for resources: {'Port': ['ID=cbe4af83-1ce1-4795-8028-fee6783fd3bf,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:18.595639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.596026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.596441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.596817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.597190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.597557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.597955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.598288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.598644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.599017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.599699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.599699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.600097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.600481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.600838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.601190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.601804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.601939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.602228 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.602584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.602933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.603287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.603658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.604459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.604459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.604761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.605112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.605465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.605818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.606171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.606523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.606876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.607224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.607578 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.607933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.608286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:18.616043 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:18.641028 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.659024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Transition to ACTIVE for port object 4ce445c0-431e-46ae-b480-ec0a0dc41638 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:18.666171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Attempting to bind port cbe4af83-1ce1-4795-8028-fee6783fd3bf on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:18.666981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Attempting to bind port cbe4af83-1ce1-4795-8028-fee6783fd3bf by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:18.667554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Attempting to bind port cbe4af83-1ce1-4795-8028-fee6783fd3bf on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:18.675044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:18.675653 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:18.676313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.677079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:18.677819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Bound port: cbe4af83-1ce1-4795-8028-fee6783fd3bf, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:18.678294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.682321 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.699231 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5e42c33-0e90-4771-afd6-7204b97ecfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:18.766853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] For port cbe4af83-1ce1-4795-8028-fee6783fd3bf, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:18.769968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] For port cbe4af83-1ce1-4795-8028-fee6783fd3bf, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cbe4af83-1ce1-4795-8028-fee6783fd3bf,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:18.773845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:18.791256 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:18.813512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772b7c9-a293-4ecb-8b3f-0f04696db61d None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:18.841098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Pushing event updated for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:18.846636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:18.917062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Network b611d986-b7c7-4c63-a596-84ce21832c60 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:18.918313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:18.924163 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:45:18.936534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Pushing event updated for resources: {'Port': ['ID=cbe4af83-1ce1-4795-8028-fee6783fd3bf,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:18.945403 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:18.988088 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.054989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:19.055565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:19.134863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.189866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Provisioning for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:19.200701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Provisioning complete for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:19.201128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.286568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:19.450270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.454980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.463898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.511217 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] For port 1adcaa58-2d69-4bad-b38e-b2da88036c60, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1adcaa58-2d69-4bad-b38e-b2da88036c60,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:19.511399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:19.516682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.519204 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:19.585309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Pushing event updated for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:19.589330 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:19.590830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.594424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Pushing event updated for resources: {'Port': ['ID=1adcaa58-2d69-4bad-b38e-b2da88036c60,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:19.598057 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:19.655254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4ce445c0-431e-46ae-b480-ec0a0dc41638', 'name': '', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'mac_address': 'fa:16:3e:2a:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:18Z', 'updated_at': '2021-01-14T03:45:18Z', 'revision_number': 1, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'subnets': [{'id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:19.659708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebc919-962c-4d52-b189-0217aa4cf4af None None] The sync data for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 is: [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4ce445c0-431e-46ae-b480-ec0a0dc41638', 'name': '', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'mac_address': 'fa:16:3e:2a:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:18Z', 'updated_at': '2021-01-14T03:45:18Z', 'revision_number': 1, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'subnets': [{'id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:19.768094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Network b611d986-b7c7-4c63-a596-84ce21832c60 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:45:19.769816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:19.845613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Provisioning for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:19.851592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Provisioning complete for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:19.852021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:19.894455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ac6a4a1-0df9-4012-bbfc-c05a304af62c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:19.975487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Port 4ce445c0-431e-46ae-b480-ec0a0dc41638 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:45:20.000390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Provisioning complete for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.000735 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0a7a8c51-76f0-4aaf-993c-cf92f68a5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.030712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:20.053125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.053559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.260008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.294435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:20.298493 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.299873 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1adcaa58-2d69-4bad-b38e-b2da88036c60 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:20.316470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:45:20.372890 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:20.450404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:20.457588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:20.468811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6dbae827-7da6-4df8-90fd-126ce023bc72 None None] Provisioning complete for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.469244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dbae827-7da6-4df8-90fd-126ce023bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.527739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6dbae827-7da6-4df8-90fd-126ce023bc72 None None] Port 4ce445c0-431e-46ae-b480-ec0a0dc41638 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:45:20.572717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6dbae827-7da6-4df8-90fd-126ce023bc72 None None] Provisioning complete for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.573209 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6dbae827-7da6-4df8-90fd-126ce023bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.587810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:20.607725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] 10.222.0.30 "PUT /v2.0/routers/821555c7-f9be-4a59-8fcc-d45d2f3e3f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4784012 Jan 14 03:45:20.642613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.643031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:20.993226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af041a45-66be-4d4f-b424-dddb78ed2cc6 None None] Provisioning complete for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:20.993798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af041a45-66be-4d4f-b424-dddb78ed2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:21.061036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-af041a45-66be-4d4f-b424-dddb78ed2cc6 None None] Port 4ce445c0-431e-46ae-b480-ec0a0dc41638 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:45:21.074611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af041a45-66be-4d4f-b424-dddb78ed2cc6 None None] Provisioning complete for port 1adcaa58-2d69-4bad-b38e-b2da88036c60 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:21.075032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af041a45-66be-4d4f-b424-dddb78ed2cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:21.898476 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ac6a4a1-0df9-4012-bbfc-c05a304af62c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:21.991619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:21.992419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:22.130281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cbe4af83-1ce1-4795-8028-fee6783fd3bf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:22.207890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port cbe4af83-1ce1-4795-8028-fee6783fd3bf completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:22.213680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cbe4af83-1ce1-4795-8028-fee6783fd3bf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:22.214366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:22.349687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:22.366180 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port cbe4af83-1ce1-4795-8028-fee6783fd3bf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cbe4af83-1ce1-4795-8028-fee6783fd3bf,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:22.376830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:22.379856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:22.453392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=cbe4af83-1ce1-4795-8028-fee6783fd3bf,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:22.457218 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:23.789160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cbe4af83-1ce1-4795-8028-fee6783fd3bf up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:23.876713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port cbe4af83-1ce1-4795-8028-fee6783fd3bf triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:23.877059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:24.105170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Sync routers for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:24.116705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:24.117407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:24.317553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:24.867136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4ce445c0-431e-46ae-b480-ec0a0dc41638', 'name': '', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'mac_address': 'fa:16:3e:2a:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:18Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 2, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'subnets': [{'id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:24.871395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Checking router: 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:24.871802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Updating router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d port 4ce445c0-431e-46ae-b480-ec0a0dc41638 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:45:24.932045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.373712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.389042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Transition to ACTIVE for port object 4ce445c0-431e-46ae-b480-ec0a0dc41638 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:45:25.394042 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.410416 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-158eb5bd-7795-438e-8423-3f3e17a8467b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:25.547930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Pushing event updated for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:25.553302 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:25.739364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Attempting to bind port 4ce445c0-431e-46ae-b480-ec0a0dc41638 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:45:25.739795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Attempting to bind port 4ce445c0-431e-46ae-b480-ec0a0dc41638 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:45:25.740216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Attempting to bind port 4ce445c0-431e-46ae-b480-ec0a0dc41638 on network b611d986-b7c7-4c63-a596-84ce21832c60 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:45:25.746764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:45:25.747515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Checking segment: {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:25.748104 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.748681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Bound using segment: {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:45:25.749128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Bound port: 4ce445c0-431e-46ae-b480-ec0a0dc41638, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216cfc3c-85c5-43f2-848b-0f3f9382034a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:45:25.749520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.868853 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] For port 4ce445c0-431e-46ae-b480-ec0a0dc41638, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:45:25.872842 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] For port 4ce445c0-431e-46ae-b480-ec0a0dc41638, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ce445c0-431e-46ae-b480-ec0a0dc41638,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:45:25.882778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:25.899550 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae3882a5-cd8e-4dcc-a76a-03e65cec9514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:26.051229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Pushing event updated for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:26.055131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:26.119310 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:26.120191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:26.355167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:26.750462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4ce445c0-431e-46ae-b480-ec0a0dc41638', 'name': '', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'mac_address': 'fa:16:3e:2a:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:18Z', 'updated_at': '2021-01-14T03:45:25Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'subnets': [{'id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:26.755592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae49e8a5-6df3-4128-bca3-aa9e052154a6 None None] The sync data for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 is: [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:19Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '4ce445c0-431e-46ae-b480-ec0a0dc41638', 'name': '', 'network_id': 'b611d986-b7c7-4c63-a596-84ce21832c60', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'mac_address': 'fa:16:3e:2a:61:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:18Z', 'updated_at': '2021-01-14T03:45:25Z', 'revision_number': 4, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'subnets': [{'id': '1755c2ba-a7fa-469d-a717-536e2472dcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:27.821869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ce445c0-431e-46ae-b480-ec0a0dc41638 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:27.899073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:45:27.904304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:27.904757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:28.066129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:28.101257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4ce445c0-431e-46ae-b480-ec0a0dc41638, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ce445c0-431e-46ae-b480-ec0a0dc41638,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:28.106421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:28.108758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16931ec8-b36e-4b6a-8d01-f2cc3df68658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:28.181802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:28.185591 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:29.438473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:45:29.794644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ce445c0-431e-46ae-b480-ec0a0dc41638 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:45:29.871968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4ce445c0-431e-46ae-b480-ec0a0dc41638 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:45:29.872397 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:31.430839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-503073f5-0272-4586-bab9-cf64f19694c2 tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:31.431583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-503073f5-0272-4586-bab9-cf64f19694c2 tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Synchronizing usage tracker for tenant:e2b34ba92b434dd79991b6479436f98c on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:45:31.447932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-503073f5-0272-4586-bab9-cf64f19694c2 tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Unset dirty status for tenant:e2b34ba92b434dd79991b6479436f98c on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:45:31.449206 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-503073f5-0272-4586-bab9-cf64f19694c2 tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/networks?id=35853410-c7a4-4ff1-8cd8-6544d1d8d280 HTTP/1.1" status: 200 len: 816 time: 0.1881359 Jan 14 03:45:31.466357 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-3652d3e2-3eba-48e3-91d2-167bc91cc65d tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/quotas/e2b34ba92b434dd79991b6479436f98c HTTP/1.1" status: 200 len: 375 time: 0.0104611 Jan 14 03:45:31.559139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-3a0d9437-f77a-46d3-bb06-14e21f7dcfad tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Synchronizing usage tracker for tenant:e2b34ba92b434dd79991b6479436f98c on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:45:31.575173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-3a0d9437-f77a-46d3-bb06-14e21f7dcfad tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Unset dirty status for tenant:e2b34ba92b434dd79991b6479436f98c on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:45:31.576543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-3a0d9437-f77a-46d3-bb06-14e21f7dcfad tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2b34ba92b434dd79991b6479436f98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050239 Jan 14 03:45:31.731350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-9f280606-937f-4748-80bc-d9a29aab8779 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 03:45:31.732529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-9f280606-937f-4748-80bc-d9a29aab8779 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1430247 Jan 14 03:45:31.876075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-57317750-70d0-44a1-8887-238e313ac83d service neutron] 10.222.0.30 "GET /v2.0/networks/35853410-c7a4-4ff1-8cd8-6544d1d8d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363637 Jan 14 03:45:32.018435 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-fdef27fd-c993-4a7a-85dd-b26bde7f82bf req-241abbf2-0376-42a6-9175-2870d24ef3ed service neutron] 10.222.0.30 "GET /v2.0/networks/35853410-c7a4-4ff1-8cd8-6544d1d8d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357279 Jan 14 03:45:34.590805 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dab62b47-66c5-4098-be5e-95c72a2859cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:36.830137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-93db9d78-60d9-4152-a399-3c32476e225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:37.638645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:38.631214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:39.557376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:42.216708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-5431c509-340f-4997-897b-9a6fff8930ce tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:42.218287 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-5431c509-340f-4997-897b-9a6fff8930ce tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/networks?id=35853410-c7a4-4ff1-8cd8-6544d1d8d280 HTTP/1.1" status: 200 len: 816 time: 0.1790297 Jan 14 03:45:42.235434 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-87ae70e8-532a-44ad-957b-bc201595d4e2 tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/quotas/e2b34ba92b434dd79991b6479436f98c HTTP/1.1" status: 200 len: 375 time: 0.0111296 Jan 14 03:45:42.280834 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:42.329155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-80e2c078-85c9-487e-bfa4-a9b75fa3d0bc tempest-TestEncryptedCinderVolumes-1025874193 tempest-TestEncryptedCinderVolumes-1025874193] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2b34ba92b434dd79991b6479436f98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882556 Jan 14 03:45:42.478273 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-02a62c0a-b88d-43e4-9870-a4aa590d231f service neutron] 10.222.0.30 "GET /v2.0/networks/35853410-c7a4-4ff1-8cd8-6544d1d8d280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360369 Jan 14 03:45:42.621555 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-25bc588e-57e7-4609-a064-dcd8abc2e1f3 req-2a0dd1f5-f469-48c9-a6e5-a1a20a32975b service neutron] 10.222.0.30 "GET /v2.0/networks/35853410-c7a4-4ff1-8cd8-6544d1d8d280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363523 Jan 14 03:45:43.422579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57730) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:43.980229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:44.447441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Deleting port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:44.448011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:44.581558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:44.629391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] For port 5ac6a4a1-0df9-4012-bbfc-c05a304af62c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:44.629783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:44.756864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Calling delete_port for 5ac6a4a1-0df9-4012-bbfc-c05a304af62c owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:44.919835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:44.935346 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:45.023816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac6a4a1-0df9-4012-bbfc-c05a304af62c,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:45.038125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.038547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.038968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.039387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.039794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.040200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.040631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.041031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.041436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.041836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.042237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.042636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.043071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.043472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.043872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.044270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.044692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.045089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.046155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.046554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.046952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.047349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.047749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.048144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.048618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.049016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.049418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.049817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.050210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.050609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.051005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.051398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.051794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.052190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.052612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.053009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:45.063177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:45.356135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:45.852349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:45:46.323680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:46.332811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Sync routers for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:46.340103 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] 10.222.0.30 "PUT /v2.0/routers/f60523c0-a7b2-4bf1-8fba-354004a7e5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162848 Jan 14 03:45:46.343271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57734) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:46.344093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:46.344788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:46.523900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:46.526563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:46.709238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:46.714678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Deleting port a6d4aec2-900a-40c2-b48c-d0d2535018f3 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:46.715045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:46.910631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] For port a6d4aec2-900a-40c2-b48c-d0d2535018f3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a6d4aec2-900a-40c2-b48c-d0d2535018f3,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:46.911222 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:46.987759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:44Z', 'revision_number': 5, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:46.991823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Checking router: f60523c0-a7b2-4bf1-8fba-354004a7e5b4 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:47.001116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Routers {'f60523c0-a7b2-4bf1-8fba-354004a7e5b4'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:47.001754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:47.041105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Calling delete_port for a6d4aec2-900a-40c2-b48c-d0d2535018f3 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:47.175506 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.183134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] Set router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:47.391560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.506073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:44Z', 'revision_number': 5, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:47.510073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5fba32-aeaf-4587-90f7-91a47a7dae89 None None] The sync data for ids ['f60523c0-a7b2-4bf1-8fba-354004a7e5b4'] in n-d-765315-13 is: [{'id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'name': 'tempest-TestEncryptedCinderVolumes-797488218-router', 'tenant_id': 'e2b34ba92b434dd79991b6479436f98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:06Z', 'updated_at': '2021-01-14T03:45:44Z', 'revision_number': 5, 'project_id': 'e2b34ba92b434dd79991b6479436f98c', 'gw_port': {'id': 'a6d4aec2-900a-40c2-b48c-d0d2535018f3', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60523c0-a7b2-4bf1-8fba-354004a7e5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:07Z', 'updated_at': '2021-01-14T03:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:47.524220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.526641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.550526 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.551097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60523c0-a7b2-4bf1-8fba-354004a7e5b4 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:45:47.564002 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.565427 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-616f9f0e-27c5-4368-8b3b-e988d84f83c3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f60523c0-a7b2-4bf1-8fba-354004a7e5b4 HTTP/1.1" status: 204 len: 168 time: 1.2210310 Jan 14 03:45:47.568024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57738) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:47.636003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Deleting subnet 96d867ad-d4a1-40c8-9b59-27864fe565c6 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:45:47.639182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.691886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.754067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ac6a4a1-0df9-4012-bbfc-c05a304af62c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:47.783257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:47.789679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5ac6a4a1-0df9-4012-bbfc-c05a304af62c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:47.790090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5ac6a4a1-0df9-4012-bbfc-c05a304af62c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:48.050193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.069306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8bd6fc81-2177-485e-8d2e-4fad52778242 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:48.150197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d867ad-d4a1-40c8-9b59-27864fe565c6,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:48.157983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:48.205581 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.211009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea8950-884b-47e5-aea8-cd0516e2babe None None] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:48.211782 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b6aa8070-6407-4964-858d-e19cf99cce4e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/96d867ad-d4a1-40c8-9b59-27864fe565c6 HTTP/1.1" status: 204 len: 168 time: 0.6426008 Jan 14 03:45:48.214683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57742) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:48.330431 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.399707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Deleting port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:48.399984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.465645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] DHCP port deletion for 35853410-c7a4-4ff1-8cd8-6544d1d8d280 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:45:48.470439 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Deleting port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:48.470864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.618489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] For port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:48.618883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.680683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] For port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,segment=NetworkSegment(78c2ffc4-025e-4b66-81d4-434d50275fe2),segment_id=78c2ffc4-025e-4b66-81d4-434d50275fe2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:48.681128 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.747793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Calling delete_port for 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:48.829395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:48.846284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e321db8-5e21-4933-be36-cf47f27268c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:48.940877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Pushing event deleted for resources: {'Port': ['ID=933d08ae-f8dd-41f6-acbe-7fce53ae3c13,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:48.943962 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:48.985674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Calling delete_port for 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:48.996138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] No DVR routers for this DVR port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:45:49.056827 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:45:49.057356 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:45:49.121798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.237754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35853410-c7a4-4ff1-8cd8-6544d1d8d280']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:49.250341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c2ffc4-025e-4b66-81d4-434d50275fe2') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:49.250680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c2ffc4-025e-4b66-81d4-434d50275fe2') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:49.263142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.277778 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.280249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:45:49.460202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:49.470130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.558351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Deleting port 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:49.558799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.623205 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7c41242c-7d97-47be-beeb-49e55641e639 None None] The port '933d08ae-f8dd-41f6-acbe-7fce53ae3c13' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:45:49.647221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Network 35853410-c7a4-4ff1-8cd8-6544d1d8d280 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:45:49.673940 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:45:49.750572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.753897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4322b99f-4f0f-4808-bdd5-d93799553413 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:49.768478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:49.783492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Pushing event deleted for resources: {'Network': ['ID=35853410-c7a4-4ff1-8cd8-6544d1d8d280,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:49.787132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:49.790327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:49.797566 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] 10.222.0.30 "DELETE /v2.0/networks/35853410-c7a4-4ff1-8cd8-6544d1d8d280 HTTP/1.1" status: 204 len: 168 time: 1.5818496 Jan 14 03:45:49.800694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57746) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:49.823900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:49.824235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 933d08ae-f8dd-41f6-acbe-7fce53ae3c13 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:49.824754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a6d4aec2-900a-40c2-b48c-d0d2535018f3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:49.860930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a6d4aec2-900a-40c2-b48c-d0d2535018f3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:49.861329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a6d4aec2-900a-40c2-b48c-d0d2535018f3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:50.633971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:51.112323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Deleting port 4ce445c0-431e-46ae-b480-ec0a0dc41638 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:51.112842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:51.290802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] For port 4ce445c0-431e-46ae-b480-ec0a0dc41638, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4ce445c0-431e-46ae-b480-ec0a0dc41638,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:51.291123 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:51.420209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Calling delete_port for 4ce445c0-431e-46ae-b480-ec0a0dc41638 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:51.585266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:51.600995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b462545b-5d32-4bf4-ab2a-76cb218b1972 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:51.693481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce445c0-431e-46ae-b480-ec0a0dc41638,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:51.697460 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:52.007129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:52.500062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:45:52.680769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:45:52.689824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Sync routers for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:45:52.690914 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] 10.222.0.30 "PUT /v2.0/routers/821555c7-f9be-4a59-8fcc-d45d2f3e3f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891714 Jan 14 03:45:52.693701 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57750) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:52.699548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:52.700240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:52.879470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:52.883603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:53.202636 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:51Z', 'revision_number': 5, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:53.206834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Checking router: 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:45:53.216257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Routers {'821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:45:53.216977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:53.347512 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:53.352817 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Deleting port cbe4af83-1ce1-4795-8028-fee6783fd3bf {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:53.353176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:53.400760 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] Set router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:45:53.531367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] For port cbe4af83-1ce1-4795-8028-fee6783fd3bf, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=cbe4af83-1ce1-4795-8028-fee6783fd3bf,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:53.531757 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:53.661052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Calling delete_port for cbe4af83-1ce1-4795-8028-fee6783fd3bf owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:53.702528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:51Z', 'revision_number': 5, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:53.706670 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be4e832-8268-40de-ad2d-08b63e8174aa None None] The sync data for ids ['821555c7-f9be-4a59-8fcc-d45d2f3e3f1d'] in n-d-765315-13 is: [{'id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'name': 'tempest-TestEncryptedCinderVolumes-2077217165-router', 'tenant_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:14Z', 'updated_at': '2021-01-14T03:45:51Z', 'revision_number': 5, 'project_id': '46931fe2973e4460b7bdd8e3b2509a6c', 'gw_port': {'id': 'cbe4af83-1ce1-4795-8028-fee6783fd3bf', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:42:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821555c7-f9be-4a59-8fcc-d45d2f3e3f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:45:15Z', 'updated_at': '2021-01-14T03:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:45:53.800270 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.005635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.137034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.139835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.159297 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.159856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 821555c7-f9be-4a59-8fcc-d45d2f3e3f1d {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:45:54.172738 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.173982 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bca5ecd8-4fed-4134-8dbd-bc0ff3895489 admin admin] 10.222.0.30 "DELETE /v2.0/routers/821555c7-f9be-4a59-8fcc-d45d2f3e3f1d HTTP/1.1" status: 204 len: 168 time: 1.4792776 Jan 14 03:45:54.176758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57754) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:54.245644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Deleting subnet 1755c2ba-a7fa-469d-a717-536e2472dcb5 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:45:54.249168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.306689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.389666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.659910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.675078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-07bacd84-3f3e-4f7f-a97e-92dcdc902965 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:54.760013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1755c2ba-a7fa-469d-a717-536e2472dcb5,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:54.769384 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:54.813160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:54.818215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54810563-9fcf-4945-81b8-4f287c6fc4d3 None None] Network b611d986-b7c7-4c63-a596-84ce21832c60 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:54.820155 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9e11900e-29b8-412f-8116-3d24508ff3e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1755c2ba-a7fa-469d-a717-536e2472dcb5 HTTP/1.1" status: 204 len: 168 time: 0.6423500 Jan 14 03:45:54.822954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57758) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:54.944057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.015252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Deleting port 1adcaa58-2d69-4bad-b38e-b2da88036c60 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:55.015614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.077061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] DHCP port deletion for b611d986-b7c7-4c63-a596-84ce21832c60 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:45:55.081455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Deleting port 1adcaa58-2d69-4bad-b38e-b2da88036c60 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:55.081882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.233148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] For port 1adcaa58-2d69-4bad-b38e-b2da88036c60, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1adcaa58-2d69-4bad-b38e-b2da88036c60,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:55.233478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.293376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] For port 1adcaa58-2d69-4bad-b38e-b2da88036c60, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=1adcaa58-2d69-4bad-b38e-b2da88036c60,segment=NetworkSegment(216cfc3c-85c5-43f2-848b-0f3f9382034a),segment_id=216cfc3c-85c5-43f2-848b-0f3f9382034a)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:45:55.293818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.366211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Calling delete_port for 1adcaa58-2d69-4bad-b38e-b2da88036c60 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:55.419749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Calling delete_port for 1adcaa58-2d69-4bad-b38e-b2da88036c60 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:45:55.438623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.454654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:55.490302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:45:55.490652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:45:55.548714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1adcaa58-2d69-4bad-b38e-b2da88036c60,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:55.571128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.571564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.571992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.572436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.572855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.573272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.573685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.574097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.574508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.574919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.575334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.575741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.576187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.577175 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.577583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.577994 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.578403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.578828 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.579216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.579623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.580030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.580462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.580869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.581272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.581731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.582136 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.582544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.582947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.583351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.583754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.584159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.584623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.585014 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.585416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.585821 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.586223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:45:55.592839 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:55.618915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] No DVR routers for this DVR port 1adcaa58-2d69-4bad-b38e-b2da88036c60 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:45:55.743523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.792197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ce445c0-431e-46ae-b480-ec0a0dc41638 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:55.829974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4ce445c0-431e-46ae-b480-ec0a0dc41638 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:55.830379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4ce445c0-431e-46ae-b480-ec0a0dc41638 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:55.830858 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cbe4af83-1ce1-4795-8028-fee6783fd3bf no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:55.861545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b611d986-b7c7-4c63-a596-84ce21832c60']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:55.863553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: cbe4af83-1ce1-4795-8028-fee6783fd3bf {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:55.863953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device cbe4af83-1ce1-4795-8028-fee6783fd3bf not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:55.864457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1adcaa58-2d69-4bad-b38e-b2da88036c60 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:45:55.875315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216cfc3c-85c5-43f2-848b-0f3f9382034a') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:55.875823 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216cfc3c-85c5-43f2-848b-0f3f9382034a') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:45:55.887907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.896246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 1adcaa58-2d69-4bad-b38e-b2da88036c60 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:45:55.896672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 1adcaa58-2d69-4bad-b38e-b2da88036c60 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:45:55.903596 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:55.905671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:45:55.992284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Deleting port 1adcaa58-2d69-4bad-b38e-b2da88036c60 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:45:55.992686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:56.062335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ce956f94-db06-418a-9fe6-6ac3c1253640 None None] The port '1adcaa58-2d69-4bad-b38e-b2da88036c60' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:45:56.090337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Network b611d986-b7c7-4c63-a596-84ce21832c60 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:56.099933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:56.571329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Network b611d986-b7c7-4c63-a596-84ce21832c60 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:45:56.597416 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:45:56.674666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:56.678062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-01a2c481-e2ca-437d-9fbd-bcddcc5992a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:56.694393 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:56.700854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Pushing event deleted for resources: {'Network': ['ID=b611d986-b7c7-4c63-a596-84ce21832c60,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:56.705750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:56.708669 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ab870dff-fe73-46a3-a035-e46bc58cde6b admin admin] 10.222.0.30 "DELETE /v2.0/networks/b611d986-b7c7-4c63-a596-84ce21832c60 HTTP/1.1" status: 204 len: 168 time: 1.8844924 Jan 14 03:45:56.912508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57764) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:56.968391 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b8890620-d6e3-423f-92fc-0de84d32620a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2b34ba92b434dd79991b6479436f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545447 Jan 14 03:45:56.971065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57768) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:57.034046 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.060646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.105257 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.110167 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-65dc3363-1ea0-42e3-a09a-701702d62aa4 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:57.124018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7794725-4416-4bd0-b259-c88147b81270,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:57.127607 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:57.128921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.133602 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7794725-4416-4bd0-b259-c88147b81270 HTTP/1.1" status: 204 len: 168 time: 0.1613250 Jan 14 03:45:57.539068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57776) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:57.590790 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-edceba5e-2c51-4288-a0cc-258b86da9706 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46931fe2973e4460b7bdd8e3b2509a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503654 Jan 14 03:45:57.593889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57780) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:57.658281 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.685363 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.729301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.734774 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4adda848-8274-4b30-a49f-26a4c4c5991e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:57.747112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bcb50-6987-4c39-9aa4-60ef76021bfe,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:57.750329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:57.752263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:57.753519 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db3bcb50-6987-4c39-9aa4-60ef76021bfe HTTP/1.1" status: 204 len: 168 time: 0.1586325 Jan 14 03:45:58.639546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57802) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:58.781202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2046504771-network', 'tenant_id': '382f6d8e24924ad786055329f3cca243'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:58.787169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:58.791279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Usage tracker for resource:network and tenant:382f6d8e24924ad786055329f3cca243 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:58.794305 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:58.800579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:58.810317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Made reservation on behalf of 382f6d8e24924ad786055329f3cca243 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:58.815715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:58.828628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:58.844040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:58.848067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Usage tracker for resource:security_group_rule and tenant:382f6d8e24924ad786055329f3cca243 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:58.851017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:58.856816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:58.944423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:58.947061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:58.951247 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-582fcff1-729a-4b16-ac75-15bce50defe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:58.987380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:45:58.996819 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad72b0f-d1da-43b6-8a96-c9bb83ed2280,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:59.002887 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:59.007340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.007766 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Added segment 68d05e20-a8d4-42a4-8b86-8341a1595304 of type vxlan for network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c Jan 14 03:45:59.035741 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.065268 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.066273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:59.066895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.071962 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a8949211-a323-4527-9931-e1bbf264a208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:59.180595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5398071 Jan 14 03:45:59.181588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Pushing event updated for resources: {'Network': ['ID=5ff36879-3f55-4e0a-81ec-5997ea31fb9c,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:59.184176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57808) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:59.187861 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:59.191882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Request body: {'subnet': {'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2046504771-subnet', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:59.192829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:59.198202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:59.202349 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Usage tracker for resource:subnet and tenant:382f6d8e24924ad786055329f3cca243 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:59.205323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:59.207449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:59.211236 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:59.222031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Made reservation on behalf of 382f6d8e24924ad786055329f3cca243 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:45:59.226392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:45:59.226881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.632041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.651151 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-62ae89b8-173f-4f21-a31c-dde2d3031281 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:45:59.775897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:45:59.778955 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:45:59.849259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Checking segment: {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:45:59.849641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Network hostable DHCP agents. Network: 5ff36879-3f55-4e0a-81ec-5997ea31fb9c, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:45:59.867445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:45:59.876142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 5ff36879-3f55-4e0a-81ec-5997ea31fb9c) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:45:59.884899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9466bb-24f9-49c6-ab7a-36392a0536b6 None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:45:59.889841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:45:59.890491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.909706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-72dea2bd-4291-449c-973e-73e4134ae9d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7242894 Jan 14 03:45:59.912554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57812) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:45:59.918080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:45:59.923750 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:45:59.927813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Usage tracker for resource:router and tenant:382f6d8e24924ad786055329f3cca243 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:45:59.931434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:45:59.937992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:45:59.947137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.948190 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:45:59.963634 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.253215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.285885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:46:00.286787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.570120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Allocated IP 172.20.0.2 (5ff36879-3f55-4e0a-81ec-5997ea31fb9c/57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd/a8ef9ebd-d4a9-4a52-b107-e4d5c074d755) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:00.579366 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.611485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.782845 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.793447 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Transition to ACTIVE for port object a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:00.809241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Transition to ACTIVE for port object a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:00.813560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:00.829383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:00.889490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Allocated IP 172.25.3.179 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/ecfc1efd-9644-4133-9f73-d77ec2e3d310) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:00.962009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Pushing event updated for resources: {'Port': ['ID=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:00.965562 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:01.024398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:01.025830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:01.028219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:01.051636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.076945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.083034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Attempting to bind port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:01.083412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Attempting to bind port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:01.083835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Attempting to bind port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 on network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:01.089849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:01.090280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Checking segment: {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:01.090734 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.091181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Bound using segment: {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:01.091710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Bound port: a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:01.092170 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.096076 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a856407c-4088-4d83-8b6a-c8097db90f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:01.184638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] For port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:01.188426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] For port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:01.191725 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.207278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33559efd-7b1e-4497-828c-203eedcafda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:01.229612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Pushing event updated for resources: {'Port': ['ID=ecfc1efd-9644-4133-9f73-d77ec2e3d310,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:01.235499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:01.285485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:01.286742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:01.289083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:01.346321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Pushing event updated for resources: {'Port': ['ID=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:01.360029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:01.716482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:01.845961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:01.922255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:02.375712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:02.589090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:46:02.783711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:02.793351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Sync routers for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:02.807075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:02.807640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:02.807765 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:02.811797 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-03436145-efcc-4c0c-95eb-5281355057bd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8955896 Jan 14 03:46:02.811941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57816) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:02.814633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61fe654-95eb-4617-b8ca-ebb8360807b8 None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:02.899301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Provisioning for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:02.916274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Provisioning complete for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:02.917049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:02.995569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:03.109672 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.190037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] For port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:03.200159 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.202699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:03.289110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Pushing event updated for resources: {'Port': ['ID=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:03.294785 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:03.297262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:01Z', 'revision_number': 3, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:03.302233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Checking router: 51a9e8ea-e85e-4391-8b3d-08eedd50efbc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:03.302800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Updating router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc port ecfc1efd-9644-4133-9f73-d77ec2e3d310 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:03.359109 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.532902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-03ca6a6c-e7fc-444e-993a-8e0e6a43791e None None] Provisioning complete for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:03.534090 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03ca6a6c-e7fc-444e-993a-8e0e6a43791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.546317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.784580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.798475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Transition to ACTIVE for port object ecfc1efd-9644-4133-9f73-d77ec2e3d310 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:03.801110 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.806692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dcb67ca8-e9c2-4963-9f90-53d17cccee79 None None] Provisioning complete for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:03.807120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcb67ca8-e9c2-4963-9f90-53d17cccee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:03.819159 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c957bc4-406b-406f-b133-a1237341a9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:03.897358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:03.947796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Allocated IP 172.20.0.1 (5ff36879-3f55-4e0a-81ec-5997ea31fb9c/57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd/5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:03.963782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2a27-7776-4686-bb2b-ed446baa4487 None None] Pushing event updated for resources: {'Port': ['ID=ecfc1efd-9644-4133-9f73-d77ec2e3d310,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:03.967408 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e42a2a27-7776-4686-bb2b-ed446baa4487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:04.047958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Attempting to bind port ecfc1efd-9644-4133-9f73-d77ec2e3d310 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:04.047958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Attempting to bind port ecfc1efd-9644-4133-9f73-d77ec2e3d310 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:04.048234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Attempting to bind port ecfc1efd-9644-4133-9f73-d77ec2e3d310 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:04.054181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:04.055248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:04.055775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.056495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:04.057097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Bound port: ecfc1efd-9644-4133-9f73-d77ec2e3d310, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:04.057598 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.061582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:04.062011 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.139077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] For port ecfc1efd-9644-4133-9f73-d77ec2e3d310, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:04.140534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.142529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] For port ecfc1efd-9644-4133-9f73-d77ec2e3d310, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ecfc1efd-9644-4133-9f73-d77ec2e3d310,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:04.146134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.157201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Transition to ACTIVE for port object 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:04.162531 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-41056bc8-683b-4f14-beeb-3e65c05f43c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:04.182561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.199254 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8391d395-001d-4974-96c0-5cf81e1fa59b None None] Provisioning complete for port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:04.199906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8391d395-001d-4974-96c0-5cf81e1fa59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.200394 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a5d6c71-7e32-4a2c-ac02-f1b83b8156f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:04.317321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2a27-7776-4686-bb2b-ed446baa4487 None None] Pushing event updated for resources: {'Port': ['ID=ecfc1efd-9644-4133-9f73-d77ec2e3d310,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:04.321792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e42a2a27-7776-4686-bb2b-ed446baa4487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:04.362960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Pushing event updated for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:04.367682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:04.368534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:04.369403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:45:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:04.401604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:04.402771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:04.405744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:04.467541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.586066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b196b4e4-8290-4603-b9dd-a37f30acf69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.597515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.649938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8e43b01-e8d3-4fa7-ad7e-78a68c23af9f None None] Provisioning for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:04.655661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e8e43b01-e8d3-4fa7-ad7e-78a68c23af9f None None] Provisioning complete for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:04.656041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e8e43b01-e8d3-4fa7-ad7e-78a68c23af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.711466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e8e43b01-e8d3-4fa7-ad7e-78a68c23af9f None None] Port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:46:04.719500 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:04.886582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.890702 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:04.924765 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-499ba31c-748d-406d-b385-86c37869f8e6 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:04.995127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:05.044355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd', 'name': '', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:03Z', 'updated_at': '2021-01-14T03:46:03Z', 'revision_number': 1, 'project_id': '382f6d8e24924ad786055329f3cca243', 'subnets': [{'id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:05.048542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac6aa7-d33c-4a9c-bff3-ac2bfa4774ff None None] The sync data for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 is: [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd', 'name': '', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:03Z', 'updated_at': '2021-01-14T03:46:03Z', 'revision_number': 1, 'project_id': '382f6d8e24924ad786055329f3cca243', 'subnets': [{'id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:05.091137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Pushing event updated for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:05.096606 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:05.158461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:05.159672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:05.366645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:05.437203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a06f9acb-0783-4f02-8fdf-61132d272ac2 None None] Provisioning complete for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:05.437968 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a06f9acb-0783-4f02-8fdf-61132d272ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:05.502017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a06f9acb-0783-4f02-8fdf-61132d272ac2 None None] Port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:46:05.886502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:05.896774 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] 10.222.0.30 "PUT /v2.0/routers/51a9e8ea-e85e-4391-8b3d-08eedd50efbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0836263 Jan 14 03:46:06.437899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:46:06.833722 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9a3a8259-03c2-4f9b-9a1c-e11f4a8531e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:07.638421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:07.838987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ecfc1efd-9644-4133-9f73-d77ec2e3d310 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:07.935271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port ecfc1efd-9644-4133-9f73-d77ec2e3d310 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:07.940668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ecfc1efd-9644-4133-9f73-d77ec2e3d310 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:07.941250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:08.084271 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:08.101380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port ecfc1efd-9644-4133-9f73-d77ec2e3d310, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ecfc1efd-9644-4133-9f73-d77ec2e3d310,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:08.105083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:08.111130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9e303430-33a8-42d2-86b9-1960ef4d885f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:08.181302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=ecfc1efd-9644-4133-9f73-d77ec2e3d310,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:08.191834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.191834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.191834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.191834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.192292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.192292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.192640 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.192983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.193346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.193709 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.194073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.194435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.194838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.195199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.195689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.196055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.196432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.196800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.197381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.197928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.198291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.198656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.199016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.199389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.199796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.200156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.200544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.200876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.201277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.201637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.202000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.202360 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.202720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.203074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.203432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.203790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:08.209171 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:08.522371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Sync routers for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:08.535179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:08.535868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:08.872774 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:08.928066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:09.297258 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd', 'name': '', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:03Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 2, 'project_id': '382f6d8e24924ad786055329f3cca243', 'subnets': [{'id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:09.302973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Checking router: 51a9e8ea-e85e-4391-8b3d-08eedd50efbc for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:09.303559 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Updating router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:09.359695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:09.571425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:09.816361 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:09.831119 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Transition to ACTIVE for port object 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:09.840298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:09.868628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:09.908404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ecfc1efd-9644-4133-9f73-d77ec2e3d310 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:10.087053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Pushing event updated for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:10.091078 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:10.116421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port ecfc1efd-9644-4133-9f73-d77ec2e3d310 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:10.116851 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:10.433283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Attempting to bind port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:10.433829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Attempting to bind port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:10.434251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Attempting to bind port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd on network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:10.441081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:10.441681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Checking segment: {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:10.442371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:10.442979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Bound using segment: {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:10.446284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Bound port: 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d05e20-a8d4-42a4-8b86-8341a1595304', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:10.446934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:10.558761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] For port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:10.563511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] For port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:10.573901 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:10.590066 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:10.730688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Pushing event updated for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:10.736135 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:10.804504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:10.805198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:11.057287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:11.419303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd', 'name': '', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:03Z', 'updated_at': '2021-01-14T03:46:10Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'subnets': [{'id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:11.424264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaaf96-7e05-48f6-9fab-d54e3a28ae39 None None] The sync data for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 is: [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:04Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd', 'name': '', 'network_id': '5ff36879-3f55-4e0a-81ec-5997ea31fb9c', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'mac_address': 'fa:16:3e:be:bf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:03Z', 'updated_at': '2021-01-14T03:46:10Z', 'revision_number': 4, 'project_id': '382f6d8e24924ad786055329f3cca243', 'subnets': [{'id': '57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:11.858168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:11.934483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:11.940606 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:11.941212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:12.072065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:12.115798 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:12.119456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:12.124145 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:12.200619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:12.213881 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:12.287761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:13.819056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:13.905365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:13.905365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:14.576220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:15.981744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-0ab7b815-b89b-47ca-990f-092e8fd699ec tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:15.983085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-0ab7b815-b89b-47ca-990f-092e8fd699ec tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] Synchronizing usage tracker for tenant:382f6d8e24924ad786055329f3cca243 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:15.999903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-0ab7b815-b89b-47ca-990f-092e8fd699ec tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] Unset dirty status for tenant:382f6d8e24924ad786055329f3cca243 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:16.001317 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-0ab7b815-b89b-47ca-990f-092e8fd699ec tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] 10.222.0.30 "GET /v2.0/networks?id=5ff36879-3f55-4e0a-81ec-5997ea31fb9c HTTP/1.1" status: 200 len: 815 time: 0.1920092 Jan 14 03:46:16.018072 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-4e257b7c-f2ff-425c-8353-2e8cbf5f1f19 tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] 10.222.0.30 "GET /v2.0/quotas/382f6d8e24924ad786055329f3cca243 HTTP/1.1" status: 200 len: 375 time: 0.0106435 Jan 14 03:46:16.116608 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-80b3b637-3902-4fef-a1fa-3202d8de4371 tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] Synchronizing usage tracker for tenant:382f6d8e24924ad786055329f3cca243 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:16.132854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-80b3b637-3902-4fef-a1fa-3202d8de4371 tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] Unset dirty status for tenant:382f6d8e24924ad786055329f3cca243 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:16.134208 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-80b3b637-3902-4fef-a1fa-3202d8de4371 tempest-TestMinimumBasicScenario-709873802 tempest-TestMinimumBasicScenario-709873802] 10.222.0.30 "GET /v2.0/ports?tenant_id=382f6d8e24924ad786055329f3cca243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103973 Jan 14 03:46:16.286004 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-13cb7f76-00d0-4c2a-9d56-811f708b9539 service neutron] 10.222.0.30 "GET /v2.0/networks/5ff36879-3f55-4e0a-81ec-5997ea31fb9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384165 Jan 14 03:46:16.428850 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3af9920c-ec29-48e9-a196-d9e9fd6f31bb req-02584669-d413-4331-8ed9-b6fd9153751f service neutron] 10.222.0.30 "GET /v2.0/networks/5ff36879-3f55-4e0a-81ec-5997ea31fb9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361682 Jan 14 03:46:17.322420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57934) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:17.867578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:18.337083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Deleting port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:18.337919 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:18.517686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] For port 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:18.518080 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:18.648326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Calling delete_port for 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:18.814234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:18.829399 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7c3d6fc0-b5e3-47d8-abcc-1909bc0b0d0f tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:18.920052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:18.926389 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:19.238872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:20.023326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:20.208960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:20.219440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Sync routers for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:20.225261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b66e3343-63c2-40fe-bca7-944e304c75a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/51a9e8ea-e85e-4391-8b3d-08eedd50efbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9016731 Jan 14 03:46:20.227883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57938) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:20.229425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:20.230088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:20.410517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:20.417349 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:20.599385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:20.604588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Deleting port ecfc1efd-9644-4133-9f73-d77ec2e3d310 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:20.604951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:20.704453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:18Z', 'revision_number': 5, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:20.708429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Checking router: 51a9e8ea-e85e-4391-8b3d-08eedd50efbc for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:20.718015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Routers {'51a9e8ea-e85e-4391-8b3d-08eedd50efbc'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:20.718656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:20.791341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] For port ecfc1efd-9644-4133-9f73-d77ec2e3d310, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=ecfc1efd-9644-4133-9f73-d77ec2e3d310,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:20.791736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:20.901024 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] Set router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:20.919274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Calling delete_port for ecfc1efd-9644-4133-9f73-d77ec2e3d310 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:21.055413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.210969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:18Z', 'revision_number': 5, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:21.215355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef869dc-be79-424f-9c10-279e7bfb2834 None None] The sync data for ids ['51a9e8ea-e85e-4391-8b3d-08eedd50efbc'] in n-d-765315-13 is: [{'id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'name': 'tempest-TestMinimumBasicScenario-2046504771-router', 'tenant_id': '382f6d8e24924ad786055329f3cca243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:45:59Z', 'updated_at': '2021-01-14T03:46:18Z', 'revision_number': 5, 'project_id': '382f6d8e24924ad786055329f3cca243', 'gw_port': {'id': 'ecfc1efd-9644-4133-9f73-d77ec2e3d310', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9e8ea-e85e-4391-8b3d-08eedd50efbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:00Z', 'updated_at': '2021-01-14T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:21.248242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.384561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.386895 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.408863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.409418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a9e8ea-e85e-4391-8b3d-08eedd50efbc {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:46:21.422345 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.424716 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ccc2bc16-6475-43d4-beb7-8e20dcebb1a2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51a9e8ea-e85e-4391-8b3d-08eedd50efbc HTTP/1.1" status: 204 len: 168 time: 1.1946602 Jan 14 03:46:21.426437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57942) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:21.496706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Deleting subnet 57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:46:21.500285 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.552421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.633336 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.769990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:21.819917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:21.820323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 5c9c6bde-d65d-47c2-91f5-2a1332d5f0dd not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:21.906118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:21.921549 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0553054-c079-4dc5-8f57-493b0a5988ef tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:22.009989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:22.023470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:22.055593 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.061382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab121a-5c44-4c0b-ba62-704b75222594 None None] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:22.062281 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-48fc9462-f087-4aad-a9b1-d53cae91e6aa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/57b4b9d1-8b8a-40a0-94f6-0ee12c9c77bd HTTP/1.1" status: 204 len: 168 time: 0.6348193 Jan 14 03:46:22.065126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57946) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:22.183974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.259053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Deleting port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:22.259432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.480669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] For port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:22.481202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.496448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] DHCP port deletion for 5ff36879-3f55-4e0a-81ec-5997ea31fb9c request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:46:22.500743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Deleting port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:22.501179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.609905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Calling delete_port for a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:22.685102 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.700187 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5776306f-9c76-4e23-bf6a-9c054e0b4e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:22.712167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] For port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,segment=NetworkSegment(68d05e20-a8d4-42a4-8b86-8341a1595304),segment_id=68d05e20-a8d4-42a4-8b86-8341a1595304)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:22.712647 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:22.793713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ef9ebd-d4a9-4a52-b107-e4d5c074d755,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:22.796814 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:22.838749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Calling delete_port for a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:22.840638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] No DVR routers for this DVR port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:46:22.911915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:46:22.912334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:46:22.965519 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.083286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff36879-3f55-4e0a-81ec-5997ea31fb9c']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:23.096206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d05e20-a8d4-42a4-8b86-8341a1595304') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:23.096600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d05e20-a8d4-42a4-8b86-8341a1595304') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:23.108621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.123799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.125802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:46:23.413584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Deleting port a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:23.414033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.481816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-17cae1d8-8160-4420-982a-eb0efb401809 None None] The port 'a8ef9ebd-d4a9-4a52-b107-e4d5c074d755' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:46:23.601226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:46:23.611007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.789389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Network 5ff36879-3f55-4e0a-81ec-5997ea31fb9c has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:46:23.807696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:46:23.814077 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:46:23.841875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:23.842285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8ef9ebd-d4a9-4a52-b107-e4d5c074d755 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:23.842762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ecfc1efd-9644-4133-9f73-d77ec2e3d310 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:23.879026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: ecfc1efd-9644-4133-9f73-d77ec2e3d310 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:23.879436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device ecfc1efd-9644-4133-9f73-d77ec2e3d310 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:23.897564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.901682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:23.906224 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-774acaba-2bc0-45eb-a64d-5f06594aaca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:23.929052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff36879-3f55-4e0a-81ec-5997ea31fb9c,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:23.932472 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:23.942856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ff36879-3f55-4e0a-81ec-5997ea31fb9c HTTP/1.1" status: 204 len: 168 time: 1.8767521 Jan 14 03:46:24.083724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57954) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:24.135714 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ff6dc6cc-2ef7-4dc4-bb6a-258f66df1d6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=382f6d8e24924ad786055329f3cca243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505960 Jan 14 03:46:24.138881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 57958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:24.203559 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:24.230767 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:24.276860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:24.282470 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0de4be54-7751-4409-841d-f6426c538576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:24.294735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad72b0f-d1da-43b6-8a96-c9bb83ed2280,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:24.298704 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:24.300814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:24.302123 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad72b0f-d1da-43b6-8a96-c9bb83ed2280 HTTP/1.1" status: 204 len: 168 time: 0.1622851 Jan 14 03:46:26.437293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 57998) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:26.443392 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808923252', 'description': 'tempest-secgroup-smoke-808923252 description', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:26.454169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:26.458235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:26.462572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:26.468657 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:26.477623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.491385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.507523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:26.511505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:26.514411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:26.520042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:26.605772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.609176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.612684 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-48ffb8b2-e931-48e1-ba85-f9f2dce7a634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:26.625581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:26.633588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:26.638381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:26.652866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:26.660614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=55be9927-879c-4d9e-8279-56df9ffa5f2a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:26.667646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:26.733264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.735931 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.741207 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4aa4fad1-a4be-4f76-ac1e-071034ed615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:26.781499 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.782814 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3444157 Jan 14 03:46:26.783739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bc079-b64d-452d-8b72-e835943033e6,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:26.785936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58002) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:26.788882 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eba570a6-03f8-4260-a679-b8dcbcc39d37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:26.792584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:26.803851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:26.807865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:26.810957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:26.816737 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:26.832915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.898379 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.901003 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.902856 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff4062b8-2c89-4b22-8086-e43e90175fa7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:26.924851 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09368a3e-acbb-44a1-8131-72956efb7de9,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:26.928943 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:26.935772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:26.937092 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-362b0553-32cf-46d9-8138-d14dc85cf0ed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501503 Jan 14 03:46:26.940005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58006) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:26.945503 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:26.955939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:26.959951 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:26.963232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:26.969563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:26.989143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.058205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.060655 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.062539 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f0812390-9329-4e60-b3c9-e66359f27e6b tempest-AttachVolumeTestJSON-1254834620 tempest-AttachVolumeTestJSON-1254834620] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.086017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448036bb-14c1-4239-8b6c-8b59bce0b78c,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:27.088871 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:27.096005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.099253 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581938 Jan 14 03:46:27.100108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58010) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:27.105778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:27.117554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:27.121730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:27.124767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:27.130689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:27.147569 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.212427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.215265 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.217750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-16f438b9-d2d6-4a36-a275-dc92b3a11f5a tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.240820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a01c96-3b03-48cf-aa7e-cddcadb4fae0,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:27.243432 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:27.249697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.251107 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498866 Jan 14 03:46:27.253954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58014) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:27.259579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:27.270453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:27.274433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:27.277396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:27.283631 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:27.299538 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.367915 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.370446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.372312 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b99988c1-a9d9-48d3-b87c-0cd5442d0577 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.395643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f6cee0-3cc4-4aa2-826a-74a07bc806e8,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:27.398260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:27.405296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.406558 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90796460-dc5d-448f-bff9-ad531925983c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515658 Jan 14 03:46:27.409505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58018) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:27.415182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:27.425592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:27.429589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:27.432595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:27.438344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:27.447707 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:46:27.454953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.521695 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.524291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.526179 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-22abd2dc-0e1c-4859-83f3-c0e649265f37 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.549127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c6a399-7dd3-4b6f-8543-8e874a971012,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:27.551659 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:27.557877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.559150 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-92f48aab-70d5-4430-8520-26ba52d6d5bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486454 Jan 14 03:46:27.562579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58022) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:27.568194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'cf1bc079-b64d-452d-8b72-e835943033e6', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:27.579390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:27.583472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:27.586546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:27.592620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:27.602031 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:46:27.608815 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.676178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.678837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.680746 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bafdd995-627f-4230-a366-1a0b2a0d82b1 tempest-ServersTestManualDisk-2057581715 tempest-ServersTestManualDisk-2057581715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.704549 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d77839a-6808-49d9-8dbc-4889b701ea98,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:27.707028 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:27.713269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.714538 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d75176d7-7a27-4213-83f5-7d0cddf19198 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509535 Jan 14 03:46:27.717893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58026) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:27.723933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'network': {'name': 'tempest-network-smoke--1419539374', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'port_security_enabled': True}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:27.729824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:27.733879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:network and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:27.736875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:27.742564 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:27.755029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:46:27.764865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.796702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:46:27.805612 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.806010 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Added segment 54c339a2-97e5-457c-ac69-6a8e64ab0e6c of type vxlan for network 89e42a40-a941-49fd-b647-64f1c36876c1 Jan 14 03:46:27.833378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.864685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.884165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:27.884832 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:27.890661 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:27.991063 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2720509 Jan 14 03:46:27.994352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58030) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:28.001350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'admin_state_up': True, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:28.003886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Network': ['ID=89e42a40-a941-49fd-b647-64f1c36876c1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:28.013676 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:28.013835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:28.017404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:28.017890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:router and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:28.020975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:28.026688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:28.035336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:28.037573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.038716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.057400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.058422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:28.338108 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.652666 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.687595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:28.951788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.25.3.229 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/71fc2844-85f5-4038-82e0-d59c307ef282) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:29.108411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:29.134053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:29.154092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d203249a-224b-4886-a9e7-29dccd260200 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:29.285192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=71fc2844-85f5-4038-82e0-d59c307ef282,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:29.292153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:29.342061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:29.343257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:29.345633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:29.760551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:30.108951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:30.315713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:46:30.791659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:30.807959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Sync routers for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:30.818296 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:30.818987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:30.825300 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:30.827337 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8316641 Jan 14 03:46:30.830634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:31.004202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:31.026725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4189c175-11fa-4d1c-a80a-a124979c09a0 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?project_id=beea3f53ff514e4288b66d26c9f477e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1921659 Jan 14 03:46:31.026930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58040) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:31.181144 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d33fd-7249-45f5-8519-e52a7ef750f1 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:31.182711 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-903d33fd-7249-45f5-8519-e52a7ef750f1 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1548383 Jan 14 03:46:31.186526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58044) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:31.231356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bf186990-2f01-4165-b758-730e9aa78c0a tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435774 Jan 14 03:46:31.234572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58048) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:31.240927 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16577887', 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:31.303882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:29Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:31.307912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Checking router: 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:31.308314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Updating router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 port 71fc2844-85f5-4038-82e0-d59c307ef282 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:31.360248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:31.364306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.364488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:subnet and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:31.367333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:31.373186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:31.382191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:46:31.498500 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.749160 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.761290 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Transition to ACTIVE for port object 71fc2844-85f5-4038-82e0-d59c307ef282 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:31.763964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.778976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:31.909532 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Pushing event updated for resources: {'Port': ['ID=71fc2844-85f5-4038-82e0-d59c307ef282,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:31.913824 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:31.941646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.957942 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2a642431-65a8-429e-99f3-532410212596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:31.979247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Attempting to bind port 71fc2844-85f5-4038-82e0-d59c307ef282 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:31.979667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Attempting to bind port 71fc2844-85f5-4038-82e0-d59c307ef282 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:31.980308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Attempting to bind port 71fc2844-85f5-4038-82e0-d59c307ef282 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:31.985840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:31.986266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:31.986724 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:31.987165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:31.987686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Bound port: 71fc2844-85f5-4038-82e0-d59c307ef282, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:31.988105 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:32.062387 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] For port 71fc2844-85f5-4038-82e0-d59c307ef282, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:32.065550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] For port 71fc2844-85f5-4038-82e0-d59c307ef282, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71fc2844-85f5-4038-82e0-d59c307ef282,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:32.070247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:32.085825 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:32.094350 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Subnet': ['ID=ed177460-1e07-4ffd-a8ca-62c46374eb86,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:32.108137 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:32.167170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Checking segment: {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:32.167590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network hostable DHCP agents. Network: 89e42a40-a941-49fd-b647-64f1c36876c1, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:46:32.186457 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 89e42a40-a941-49fd-b647-64f1c36876c1 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:46:32.194660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 89e42a40-a941-49fd-b647-64f1c36876c1) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:32.210027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:32.210591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e87e6-5e14-4c27-bb31-cb0dc1c58ab2 None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:32.210720 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:32.230698 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9949448 Jan 14 03:46:32.233680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58052) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:32.502042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Pushing event updated for resources: {'Port': ['ID=71fc2844-85f5-4038-82e0-d59c307ef282,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:32.511360 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:32.619145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:32.619836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:32.832604 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-89e42a40-a941-49fd-b647-64f1c36876c1', 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'fixed_ips': [{'subnet_id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:46:32.833534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:32.883703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:32.981870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:33.408185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Allocated IP 172.20.0.2 (89e42a40-a941-49fd-b647-64f1c36876c1/ed177460-1e07-4ffd-a8ca-62c46374eb86/31dc820f-a606-4632-9c4c-84f616bdc529) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:33.416771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:29Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:33.425453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e5e2-23cb-442d-bae9-a29d20ea9751 None None] The sync data for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 is: [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:29Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:33.630924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:33.641726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Transition to ACTIVE for port object 31dc820f-a606-4632-9c4c-84f616bdc529 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:33.657440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Transition to ACTIVE for port object 31dc820f-a606-4632-9c4c-84f616bdc529 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:33.663962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:33.682646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-af2ab749-670b-4179-9ed9-4227e7b427ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:33.738420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.20.0.1 (89e42a40-a941-49fd-b647-64f1c36876c1/ed177460-1e07-4ffd-a8ca-62c46374eb86/15974d11-5e91-4874-a609-3b1dd453feb3) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:33.793799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Pushing event updated for resources: {'Port': ['ID=31dc820f-a606-4632-9c4c-84f616bdc529,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:33.801343 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:33.899700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:33.901006 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:33.903545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:33.987040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Attempting to bind port 31dc820f-a606-4632-9c4c-84f616bdc529 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:33.987584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Attempting to bind port 31dc820f-a606-4632-9c4c-84f616bdc529 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:33.987866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Attempting to bind port 31dc820f-a606-4632-9c4c-84f616bdc529 on network 89e42a40-a941-49fd-b647-64f1c36876c1 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:33.999128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:33.999475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:33.999601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Checking segment: {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:33.999983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.000446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Bound using segment: {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:34.000981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Bound port: 31dc820f-a606-4632-9c4c-84f616bdc529, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:34.001525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.018629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Transition to ACTIVE for port object 15974d11-5e91-4874-a609-3b1dd453feb3 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:34.041509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.058565 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:34.100767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] For port 31dc820f-a606-4632-9c4c-84f616bdc529, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:34.103764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] For port 31dc820f-a606-4632-9c4c-84f616bdc529, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=31dc820f-a606-4632-9c4c-84f616bdc529,segment=NetworkSegment(54c339a2-97e5-457c-ac69-6a8e64ab0e6c),segment_id=54c339a2-97e5-457c-ac69-6a8e64ab0e6c)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:34.108086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.124883 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3d9ad74c-671f-4c8e-994b-64eb081bb5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:34.209536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=15974d11-5e91-4874-a609-3b1dd453feb3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:34.214381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:34.275399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 89e42a40-a941-49fd-b647-64f1c36876c1 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:34.276660 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:34.277551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Pushing event updated for resources: {'Port': ['ID=31dc820f-a606-4632-9c4c-84f616bdc529,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:34.280182 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:34.282688 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:34.349927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.468158 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:34.609794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d15a8c01-8b47-4c68-9c38-e3f1d2f30e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:35.277326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:35.280874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:35.310698 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-13f47268-debe-4284-9432-bea478dabdd6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:35.399359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=15974d11-5e91-4874-a609-3b1dd453feb3,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:35.402147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:35.416177 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:35.552775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 89e42a40-a941-49fd-b647-64f1c36876c1 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:35.554000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:35.701815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc72f19-5283-441a-8a15-16ffc1068b87 None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:35.754630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:35.797413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3c38f841-efbc-4772-909e-fe88c0898f9d None None] Provisioning for port 31dc820f-a606-4632-9c4c-84f616bdc529 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:35.885268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71fc2844-85f5-4038-82e0-d59c307ef282 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:35.961342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:35.979994 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7370744 Jan 14 03:46:36.184244 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-75354f40-6b1d-4e48-a120-3243b55122ca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808923252&fields=id&tenant_id=beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 267 time: 0.0529265 Jan 14 03:46:36.212525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 71fc2844-85f5-4038-82e0-d59c307ef282 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:36.221058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 71fc2844-85f5-4038-82e0-d59c307ef282 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:36.221656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.360682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.369708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Sync routers for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:36.379866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 71fc2844-85f5-4038-82e0-d59c307ef282, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71fc2844-85f5-4038-82e0-d59c307ef282,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:36.380991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-e5cd4d5e-e85d-42e7-8b03-b981fbc44901 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:36.382746 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-e5cd4d5e-e85d-42e7-8b03-b981fbc44901 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/networks?id=89e42a40-a941-49fd-b647-64f1c36876c1 HTTP/1.1" status: 200 len: 797 time: 0.1897633 Jan 14 03:46:36.384744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.385862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 31dc820f-a606-4632-9c4c-84f616bdc529 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:36.391420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:36.392334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:36.402810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-c69e5ba7-1f4d-4514-929a-fc1df59f03fa tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/quotas/beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 375 time: 0.0128117 Jan 14 03:46:36.415100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-183b47d9-8cc7-4f1c-b602-aa438f644b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:36.494930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=71fc2844-85f5-4038-82e0-d59c307ef282,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:36.508426 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:36.519453 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-408f5bba-4caa-4c29-802c-c55f29f39d50 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:36.540082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-408f5bba-4caa-4c29-802c-c55f29f39d50 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:36.548097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Provisioning for port 15974d11-5e91-4874-a609-3b1dd453feb3 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:36.553333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-408f5bba-4caa-4c29-802c-c55f29f39d50 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/ports?tenant_id=beea3f53ff514e4288b66d26c9f477e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429818 Jan 14 03:46:36.559057 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Provisioning complete for port 15974d11-5e91-4874-a609-3b1dd453feb3 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:36.559594 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.589768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 31dc820f-a606-4632-9c4c-84f616bdc529 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:36.611384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 31dc820f-a606-4632-9c4c-84f616bdc529 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:36.611813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.615659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:36.673601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Port 15974d11-5e91-4874-a609-3b1dd453feb3 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:46:36.745948 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-0fc0ab0c-65df-4f28-91ba-77755640736b service neutron] 10.222.0.30 "GET /v2.0/networks/89e42a40-a941-49fd-b647-64f1c36876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870649 Jan 14 03:46:36.770462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Provisioning complete for port 31dc820f-a606-4632-9c4c-84f616bdc529 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:36.770902 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.829592 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.935856 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f3e87f14-5ed9-4653-a869-dbfcfe948693 req-9d6d5339-4ccc-4621-994c-a8dec298c9c6 service neutron] 10.222.0.30 "GET /v2.0/networks/89e42a40-a941-49fd-b647-64f1c36876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1886969 Jan 14 03:46:36.943232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.953196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ba506b0d-42ef-4892-af13-bffb5da46ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.957417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 31dc820f-a606-4632-9c4c-84f616bdc529, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=31dc820f-a606-4632-9c4c-84f616bdc529,segment=NetworkSegment(54c339a2-97e5-457c-ac69-6a8e64ab0e6c),segment_id=54c339a2-97e5-457c-ac69-6a8e64ab0e6c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:36.963975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:36.967190 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:37.118372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:46:37.118790 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-71abd04e-db9a-43b1-a813-78d9190a2a3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:46:37.123479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=31dc820f-a606-4632-9c4c-84f616bdc529,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:37.130537 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:37.184245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:34Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '15974d11-5e91-4874-a609-3b1dd453feb3', 'name': '', 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:c0:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:33Z', 'updated_at': '2021-01-14T03:46:35Z', 'revision_number': 2, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:37.189319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Checking router: 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:37.189826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Updating router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 port 15974d11-5e91-4874-a609-3b1dd453feb3 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:37.251844 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:37.413245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58082) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:37.686068 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:37.699370 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:37.711822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Transition to ACTIVE for port object 15974d11-5e91-4874-a609-3b1dd453feb3 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:37.714777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:37.730528 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aacd19cf-df78-4307-9e9f-9e5f409b525c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:37.837724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71fc2844-85f5-4038-82e0-d59c307ef282 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:37.862894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Pushing event updated for resources: {'Port': ['ID=15974d11-5e91-4874-a609-3b1dd453feb3,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:37.885170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.885871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.885871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.886250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.886382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1289a326-2cd3-467f-a0d6-f983aaf0f77d None None] Provisioning complete for port 31dc820f-a606-4632-9c4c-84f616bdc529 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:37.886620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.886791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1289a326-2cd3-467f-a0d6-f983aaf0f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:37.886982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.887347 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.887706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.888648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.889009 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.889364 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.889718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.890112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.890469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.890824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.891178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.891535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.891886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.892237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.892613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.892967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.893319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.893672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.894036 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.894432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.894786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.895137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.895492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.895843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.896193 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.896618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.896971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.897329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.897679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.898028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.898377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:37.906664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:38.034455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.072355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 71fc2844-85f5-4038-82e0-d59c307ef282 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:38.072785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.084759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Attempting to bind port 15974d11-5e91-4874-a609-3b1dd453feb3 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:38.085176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Attempting to bind port 15974d11-5e91-4874-a609-3b1dd453feb3 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:38.085582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Attempting to bind port 15974d11-5e91-4874-a609-3b1dd453feb3 on network 89e42a40-a941-49fd-b647-64f1c36876c1 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:38.092371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:38.092799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Checking segment: {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:38.093241 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.093716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Bound using segment: {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:38.094202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Bound port: 15974d11-5e91-4874-a609-3b1dd453feb3, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c339a2-97e5-457c-ac69-6a8e64ab0e6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:38.094610 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.189662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] For port 15974d11-5e91-4874-a609-3b1dd453feb3, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:38.192862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] For port 15974d11-5e91-4874-a609-3b1dd453feb3, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=15974d11-5e91-4874-a609-3b1dd453feb3,segment=NetworkSegment(54c339a2-97e5-457c-ac69-6a8e64ab0e6c),segment_id=54c339a2-97e5-457c-ac69-6a8e64ab0e6c)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:38.197144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.208787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 31dc820f-a606-4632-9c4c-84f616bdc529 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:38.213250 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:38.277323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 31dc820f-a606-4632-9c4c-84f616bdc529 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:38.277906 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.366333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Pushing event updated for resources: {'Port': ['ID=15974d11-5e91-4874-a609-3b1dd453feb3,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:38.372129 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e36da30-a911-4c7c-b9e2-32db1b4e23a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:38.417490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:38.418218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:38.575246 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 15974d11-5e91-4874-a609-3b1dd453feb3 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:38.576165 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.606728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:38.625591 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.781581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 15974d11-5e91-4874-a609-3b1dd453feb3, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=15974d11-5e91-4874-a609-3b1dd453feb3,segment=NetworkSegment(54c339a2-97e5-457c-ac69-6a8e64ab0e6c),segment_id=54c339a2-97e5-457c-ac69-6a8e64ab0e6c)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:38.781982 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:38.910311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 15974d11-5e91-4874-a609-3b1dd453feb3 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:38.928603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:34Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '15974d11-5e91-4874-a609-3b1dd453feb3', 'name': '', 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:c0:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:33Z', 'updated_at': '2021-01-14T03:46:38Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:38.932805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808db173-5702-4f91-9d3d-7d79c834a8a8 None None] The sync data for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 is: [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:34Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '15974d11-5e91-4874-a609-3b1dd453feb3', 'name': '', 'network_id': '89e42a40-a941-49fd-b647-64f1c36876c1', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:c0:a8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:33Z', 'updated_at': '2021-01-14T03:46:38Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'ed177460-1e07-4ffd-a8ca-62c46374eb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:39.132059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:39.149383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-397547f2-b257-4367-8c10-4094c199249f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:39.249279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Port': ['ID=15974d11-5e91-4874-a609-3b1dd453feb3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:39.252087 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:39.560249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:39.574120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:40.375885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:40.558835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:40.568942 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Sync routers for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:40.574591 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bc768eab-08db-468b-a58e-c157e3bb0093 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1600204 Jan 14 03:46:40.578128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58090) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:40.581916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:40.582654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:40.770113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:40.780641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting subnet ed177460-1e07-4ffd-a8ca-62c46374eb86 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:46:40.783686 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:40.845935 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:40.932550 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.076940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:39Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:41.081096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Checking router: 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:41.090276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Routers {'24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:41.091474 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:41.225979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.242510 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b4685b54-4d61-43c5-be7b-577f7ef12c25 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:41.275890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] Set router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:41.333256 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Subnet': ['ID=ed177460-1e07-4ffd-a8ca-62c46374eb86,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:41.346522 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:41.379568 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.389075 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82f82a34-d94c-4efd-8e8f-8e37acfc106f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/subnets/ed177460-1e07-4ffd-a8ca-62c46374eb86 HTTP/1.1" status: 204 len: 168 time: 0.8067303 Jan 14 03:46:41.389510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58094) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:41.391260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d215ade-2e9f-4a74-a2b2-0eb96eba7f04 None None] Network 89e42a40-a941-49fd-b647-64f1c36876c1 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:41.578859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.770843 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.776461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 71fc2844-85f5-4038-82e0-d59c307ef282 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:41.776837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.947676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:39Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:41.952547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562db71b-d12c-49f0-b1ee-21f431c25d70 None None] The sync data for ids ['24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12'] in n-d-765315-13 is: [{'id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640175919', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:39Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '71fc2844-85f5-4038-82e0-d59c307ef282', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:28Z', 'updated_at': '2021-01-14T03:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:41.975841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 71fc2844-85f5-4038-82e0-d59c307ef282, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=71fc2844-85f5-4038-82e0-d59c307ef282,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:41.976411 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:41.998552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] DHCP port deletion for 89e42a40-a941-49fd-b647-64f1c36876c1 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:46:42.002741 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Deleting port 31dc820f-a606-4632-9c4c-84f616bdc529 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:42.003167 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.118417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 71fc2844-85f5-4038-82e0-d59c307ef282 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:42.220621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] For port 31dc820f-a606-4632-9c4c-84f616bdc529, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=31dc820f-a606-4632-9c4c-84f616bdc529,segment=NetworkSegment(54c339a2-97e5-457c-ac69-6a8e64ab0e6c),segment_id=54c339a2-97e5-457c-ac69-6a8e64ab0e6c)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:42.220998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.259529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.359519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Calling delete_port for 31dc820f-a606-4632-9c4c-84f616bdc529 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:42.410247 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.440454 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.448934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.455750 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:42.550688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Pushing event deleted for resources: {'Port': ['ID=31dc820f-a606-4632-9c4c-84f616bdc529,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:42.562784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:42.586116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.588667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.595388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1530fc1e-fa92-40bf-8829-e69a87f0ae80 None None] No DVR routers for this DVR port 31dc820f-a606-4632-9c4c-84f616bdc529 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:46:42.611584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.612185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Fanout notify agent at l3_agent the message router_deleted on router 24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:46:42.633740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.634979 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb6eeeaa-3402-421f-95f0-456b683e2346 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/routers/24ba4b57-1e48-4b15-8ac6-bb1f5e32ed12 HTTP/1.1" status: 204 len: 168 time: 1.2443962 Jan 14 03:46:42.638021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58098) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:42.768989 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:42.969964 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.368855 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e42a40-a941-49fd-b647-64f1c36876c1']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:43.381814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c339a2-97e5-457c-ac69-6a8e64ab0e6c') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:43.382147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c339a2-97e5-457c-ac69-6a8e64ab0e6c') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:43.394603 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.409230 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.411165 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:46:43.437719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:46:43.589854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 89e42a40-a941-49fd-b647-64f1c36876c1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:46:43.598914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.775410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 89e42a40-a941-49fd-b647-64f1c36876c1 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:46:43.804640 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:46:43.821894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71fc2844-85f5-4038-82e0-d59c307ef282 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:43.857257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 71fc2844-85f5-4038-82e0-d59c307ef282 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:43.857758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 71fc2844-85f5-4038-82e0-d59c307ef282 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:43.858314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 31dc820f-a606-4632-9c4c-84f616bdc529 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:43.885913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.890303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:43.894455 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dae4e918-b1f3-4148-b258-3ae40431fa06 tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:43.895504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 31dc820f-a606-4632-9c4c-84f616bdc529 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:43.895910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 31dc820f-a606-4632-9c4c-84f616bdc529 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:43.896412 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 15974d11-5e91-4874-a609-3b1dd453feb3 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:46:43.917202 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/networks/89e42a40-a941-49fd-b647-64f1c36876c1 HTTP/1.1" status: 204 len: 168 time: 1.2780342 Jan 14 03:46:43.918112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Network': ['ID=89e42a40-a941-49fd-b647-64f1c36876c1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:43.920597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58102) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:43.922464 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f7b9fbe7-c1fe-405f-916b-3c2cf11fca67 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:43.930241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 15974d11-5e91-4874-a609-3b1dd453feb3 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:46:43.930654 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 15974d11-5e91-4874-a609-3b1dd453feb3 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:46:44.000849 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.033194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.085659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.091589 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0e6cbdbd-05f4-4c53-adb6-56e3abc4ca0e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:44.111438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bc079-b64d-452d-8b72-e835943033e6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:44.114293 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:44.115554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.119399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/security-groups/cf1bc079-b64d-452d-8b72-e835943033e6 HTTP/1.1" status: 204 len: 168 time: 0.1950080 Jan 14 03:46:44.574274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.598668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58110) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:44.604618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314729641', 'description': 'tempest-secgroup-smoke-1314729641 description', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:44.615257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:44.619355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:44.622359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:44.628067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:44.638292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.659200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:44.663107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:44.665979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:44.671616 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:44.742551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.745012 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.750689 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfc3b629-26f3-4e82-8975-b64fd67ee6f3 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:44.789854 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.791138 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1913939 Jan 14 03:46:44.792103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=11069b26-d9d8-4424-a151-35ef515f5230,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:44.800478 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58114) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:44.800478 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:44.801645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:44.811888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:44.815921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:44.819019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:44.824753 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:44.841577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.904089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.906715 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.909046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-51998253-e12a-47b0-915c-5293160abdf7 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:44.932215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b54c2b-52f0-4e71-83d7-f7330fedf64a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:44.938251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:44.941470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:44.942748 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474655 Jan 14 03:46:44.945639 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58118) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:44.952282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:44.962885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:44.967898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:44.971015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:44.976939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:44.993837 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.063509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.065922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.067754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:45.091646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239aaf4-90b9-4503-88d2-3453f8fddd82,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:45.094188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:45.100528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.101818 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551754 Jan 14 03:46:45.104761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58122) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:45.110328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:45.120762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:45.125403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:45.128446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:45.134717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:45.152154 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.217973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.220668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.227514 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-508b6780-0bcd-4941-bdfa-eb79f9590037 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:45.246745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62942bf1-8a71-45f0-9668-f72a23f44f43,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:45.249897 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:45.256711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.258010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c1b0ceeb-0929-438e-b483-8b3846d5c9d7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522510 Jan 14 03:46:45.261022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58126) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:45.266658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:45.277139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:45.281213 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:45.284237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:45.289990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:45.306223 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.376156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.378801 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.380739 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-46885409-d209-49a4-9d21-f728e3e6dbdd tempest-SecGroupTest-605144117 tempest-SecGroupTest-605144117] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:45.403642 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639d0d14-9318-4afc-8859-5d59e35c5e66,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:45.406570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:45.412835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.414121 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-27fb2234-3790-4b82-9660-0b3c766555fd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521020 Jan 14 03:46:45.417044 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58130) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:45.423116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:45.433528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:45.438123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:45.441198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:45.447061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:45.456538 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:46:45.463446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.530579 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.533146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.535000 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-11551d94-b866-4a7e-863d-9680c2c47c58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:45.558359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8782d4b-ce2d-4f12-825c-e1acd000010c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:45.560978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:45.567460 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.568777 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507428 Jan 14 03:46:45.571665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58134) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:45.577494 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '11069b26-d9d8-4424-a151-35ef515f5230', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:45.587969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:45.592794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:45.595778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:45.601593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:45.611712 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:46:45.618517 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.687748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.690491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.692422 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6e479adb-5b4f-4e70-acee-f6c795ba2eda tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:45.715342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e11c3e-c444-402a-9eee-0166aef3f8e1,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:45.718355 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:45.724558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.725849 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c543f5e-90fd-4e2d-a51f-d7cee94aa3ef tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530814 Jan 14 03:46:45.728865 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58140) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:45.735590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'network': {'name': 'tempest-network-smoke--1033713927', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:45.741381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:45.745406 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:network and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:45.748401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:45.754115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:45.766463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:46:45.775646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.808668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:46:45.817809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.818244 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Added segment 5db6819c-f360-4fdb-86ff-7da0cba043f8 of type vxlan for network 63095f93-17f2-44e9-a67a-333c341c2515 Jan 14 03:46:45.845004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.873980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.893498 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:45.894087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:45.899358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c35909bb-bad8-4a88-b9eb-dea34629b52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:46.003216 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2732387 Jan 14 03:46:46.006148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58144) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:46.014850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'admin_state_up': True, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:46.029207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:46.031563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Network': ['ID=63095f93-17f2-44e9-a67a-333c341c2515,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:46.035254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-94d99811-f080-4e2d-a786-4c5d07aec97c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:46.036646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:router and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:46.039716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:46.046189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:46.050108 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:46.055419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.056520 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.063777 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:46.071130 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.076772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:46:46.351602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.668288 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.701262 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:46.970143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.25.3.132 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/b1ff3302-391a-4b23-bc58-eb512df818d5) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:47.128580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:47.156019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:47.171922 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-34446aa5-5f7c-48c2-9195-86bedb9f6d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:47.586519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=b1ff3302-391a-4b23-bc58-eb512df818d5,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:47.591628 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:47.643808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:47.644964 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:47.647200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:48.070701 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:48.420791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:48.627436 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 310e4f9d-5207-4396-baff-3ad31a2b134e is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:46:48.807978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:48.817707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Sync routers for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:48.827275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:48.827937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:48.841515 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:48.842834 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1ec12915-7bf5-4b33-b967-1af956423538 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8357213 Jan 14 03:46:48.846048 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58148) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:48.891615 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-14a6bfee-7642-4fd6-a1f9-70d41f23b5e7 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?project_id=beea3f53ff514e4288b66d26c9f477e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443375 Jan 14 03:46:48.894397 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58152) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:49.048749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8cbb49-5d31-4df6-a45a-4bc0d7ceedba tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:49.050439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2e8cbb49-5d31-4df6-a45a-4bc0d7ceedba tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550636 Jan 14 03:46:49.053615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58156) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:49.101964 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cb791668-2cef-4003-9ad7-d056590ac423 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469756 Jan 14 03:46:49.104524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58160) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:49.110548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642751411', 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:46:49.164243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:49.232274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:46:49.236367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:subnet and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:46:49.239286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:46:49.245041 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:46:49.254814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:46:49.380316 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:49.461544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:47Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:49.465782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Checking router: 310e4f9d-5207-4396-baff-3ad31a2b134e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:49.466171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Updating router 310e4f9d-5207-4396-baff-3ad31a2b134e port b1ff3302-391a-4b23-bc58-eb512df818d5 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:49.519061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:49.827578 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:49.843376 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8b30bf9-00f0-49c9-815a-fccc8670c0af tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:49.901714 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:49.913621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Transition to ACTIVE for port object b1ff3302-391a-4b23-bc58-eb512df818d5 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:49.917513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:49.933290 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c05540b-b408-479b-84ff-240e4e8407d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:49.976073 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Subnet': ['ID=7124a166-2cd3-43a7-8022-639f29f2caf3,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:49.979385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:50.048133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b73b1-f439-4cae-8d81-aff6648e5d5c None None] Pushing event updated for resources: {'Port': ['ID=b1ff3302-391a-4b23-bc58-eb512df818d5,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:50.052576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f77b73b1-f439-4cae-8d81-aff6648e5d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:50.053283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Checking segment: {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:50.053658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network hostable DHCP agents. Network: 63095f93-17f2-44e9-a67a-333c341c2515, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:46:50.072628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 63095f93-17f2-44e9-a67a-333c341c2515 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:46:50.080834 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 63095f93-17f2-44e9-a67a-333c341c2515) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:50.088905 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e45ea3-643c-4678-af44-e564b1bc1988 None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:50.099059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:50.099716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.123659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58164) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:50.124946 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-158911f3-113e-42c5-9fed-5e5af693e72a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0193243 Jan 14 03:46:50.151857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Attempting to bind port b1ff3302-391a-4b23-bc58-eb512df818d5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:50.152274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Attempting to bind port b1ff3302-391a-4b23-bc58-eb512df818d5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:50.152717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Attempting to bind port b1ff3302-391a-4b23-bc58-eb512df818d5 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:50.158961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:50.159377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:50.159826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.160334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:50.160869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Bound port: b1ff3302-391a-4b23-bc58-eb512df818d5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:50.161284 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.236727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] For port b1ff3302-391a-4b23-bc58-eb512df818d5, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:50.240555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] For port b1ff3302-391a-4b23-bc58-eb512df818d5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b1ff3302-391a-4b23-bc58-eb512df818d5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:50.245152 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.260906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:50.315285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-63095f93-17f2-44e9-a67a-333c341c2515', 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'fixed_ips': [{'subnet_id': '7124a166-2cd3-43a7-8022-639f29f2caf3'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:46:50.316213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.410796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b73b1-f439-4cae-8d81-aff6648e5d5c None None] Pushing event updated for resources: {'Port': ['ID=b1ff3302-391a-4b23-bc58-eb512df818d5,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:50.415348 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f77b73b1-f439-4cae-8d81-aff6648e5d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:50.457782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:50.458448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:50.612127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Allocated IP 172.20.0.2 (63095f93-17f2-44e9-a67a-333c341c2515/7124a166-2cd3-43a7-8022-639f29f2caf3/3d54e763-7760-488d-9906-a5ddea88800b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:50.642504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:50.839395 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.851110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Transition to ACTIVE for port object 3d54e763-7760-488d-9906-a5ddea88800b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:50.868983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Transition to ACTIVE for port object 3d54e763-7760-488d-9906-a5ddea88800b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:50.873780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.879642 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:50.889334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:50.948110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:47Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:50.952270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b7b170-9e98-47ad-919e-6a4d01013e79 None None] The sync data for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 is: [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:47Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:51.082766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:51.083544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Pushing event updated for resources: {'Port': ['ID=3d54e763-7760-488d-9906-a5ddea88800b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:51.086367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:51.088495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:51.089273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:51.145055 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Attempting to bind port 3d54e763-7760-488d-9906-a5ddea88800b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:51.145592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Attempting to bind port 3d54e763-7760-488d-9906-a5ddea88800b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:51.145813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Attempting to bind port 3d54e763-7760-488d-9906-a5ddea88800b on network 63095f93-17f2-44e9-a67a-333c341c2515 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:51.151421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:51.151843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Checking segment: {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:51.152292 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:51.152805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Bound using segment: {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:51.153884 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Bound port: 3d54e763-7760-488d-9906-a5ddea88800b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:51.154306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:51.247611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] For port 3d54e763-7760-488d-9906-a5ddea88800b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:51.250879 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] For port 3d54e763-7760-488d-9906-a5ddea88800b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d54e763-7760-488d-9906-a5ddea88800b,segment=NetworkSegment(5db6819c-f360-4fdb-86ff-7da0cba043f8),segment_id=5db6819c-f360-4fdb-86ff-7da0cba043f8)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:51.256478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:51.272597 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:51.468752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Pushing event updated for resources: {'Port': ['ID=3d54e763-7760-488d-9906-a5ddea88800b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:51.477736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:51.486671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.20.0.1 (63095f93-17f2-44e9-a67a-333c341c2515/7124a166-2cd3-43a7-8022-639f29f2caf3/39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:46:51.667440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:51.684808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Transition to ACTIVE for port object 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:51.705326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:51.722279 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-40e3e1bb-6121-429b-95b5-e265da345945 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:51.895001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:51.908630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.909917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.909917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.909917 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.910209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.910615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.911019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.911422 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.911822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.912224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.912649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.913445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.913445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.913847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.914249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.914651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.915051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.915695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.915808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.916198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.916643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.917047 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.917484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.917868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.918297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.918696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.919139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.919536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.919933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.920663 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.920787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.921110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.921658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.922005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.922273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.922632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:51.930260 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:51.945895 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d54e763-7760-488d-9906-a5ddea88800b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:51.974955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 63095f93-17f2-44e9-a67a-333c341c2515 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:51.976664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:51.979181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:46:52.023448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3d54e763-7760-488d-9906-a5ddea88800b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:52.029552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b1ff3302-391a-4b23-bc58-eb512df818d5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:52.049955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.099211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port b1ff3302-391a-4b23-bc58-eb512df818d5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:52.104370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b1ff3302-391a-4b23-bc58-eb512df818d5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:52.104822 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.167617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.409450 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.425698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port b1ff3302-391a-4b23-bc58-eb512df818d5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b1ff3302-391a-4b23-bc58-eb512df818d5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:52.428684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.433208 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c0c1516a-adf4-41a3-bada-88ba017ff20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:52.499591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=b1ff3302-391a-4b23-bc58-eb512df818d5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:52.503046 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:52.663823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.667560 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:52.698937 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fd065008-85ef-4516-8df1-6192dd679e59 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:52.833081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db819123-5eae-49a7-aeee-92db21964c7b None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:52.936291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Provisioning for port 3d54e763-7760-488d-9906-a5ddea88800b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:52.956689 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Provisioning complete for port 3d54e763-7760-488d-9906-a5ddea88800b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:52.957030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.096712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.112510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:53.115988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:53.195451 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.240565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] For port 3d54e763-7760-488d-9906-a5ddea88800b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d54e763-7760-488d-9906-a5ddea88800b,segment=NetworkSegment(5db6819c-f360-4fdb-86ff-7da0cba043f8),segment_id=5db6819c-f360-4fdb-86ff-7da0cba043f8)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:53.244004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.247318 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:53.247470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 63095f93-17f2-44e9-a67a-333c341c2515 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:46:53.248703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:46:53.323957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Pushing event updated for resources: {'Port': ['ID=3d54e763-7760-488d-9906-a5ddea88800b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:53.328571 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:53.447555 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 310e4f9d-5207-4396-baff-3ad31a2b134e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:53.469710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Provisioning complete for port 3d54e763-7760-488d-9906-a5ddea88800b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:53.470341 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.609883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Provisioning for port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:46:53.615012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Provisioning complete for port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:53.615391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.645925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:53.666949 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/310e4f9d-5207-4396-baff-3ad31a2b134e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5357034 Jan 14 03:46:53.673356 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a27c640c-ed99-455e-b49c-9349db140d90 None None] Port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:46:53.798928 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-f58c09c3-09e6-42c7-ae3e-6018299eec67 None None] Provisioning complete for port 3d54e763-7760-488d-9906-a5ddea88800b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:53.799477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f58c09c3-09e6-42c7-ae3e-6018299eec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:53.866667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d54e763-7760-488d-9906-a5ddea88800b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:53.877952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-f6a3ab2e-cca5-42a2-8aa1-5a7cdcfff400 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:53.897970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-f6a3ab2e-cca5-42a2-8aa1-5a7cdcfff400 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:53.900466 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-f6a3ab2e-cca5-42a2-8aa1-5a7cdcfff400 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314729641&fields=id&tenant_id=beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 267 time: 0.0899136 Jan 14 03:46:53.912533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Sync routers for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:53.947797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:53.948546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:54.107440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-a538e0e0-4c0f-4cc9-901d-29808973909a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:46:54.107952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-a538e0e0-4c0f-4cc9-901d-29808973909a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:54.127169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-a538e0e0-4c0f-4cc9-901d-29808973909a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:54.128664 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-a538e0e0-4c0f-4cc9-901d-29808973909a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/networks?id=63095f93-17f2-44e9-a67a-333c341c2515 HTTP/1.1" status: 200 len: 797 time: 0.2206931 Jan 14 03:46:54.146866 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-0d92a077-b48e-42d0-9df8-572efd21f313 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/quotas/beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 375 time: 0.0119138 Jan 14 03:46:54.207200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3d54e763-7760-488d-9906-a5ddea88800b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:54.207751 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:54.251898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:54.253401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-4281192d-27b1-409c-b920-b35a4479ffc4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:46:54.268769 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-4281192d-27b1-409c-b920-b35a4479ffc4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:46:54.270217 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-4281192d-27b1-409c-b920-b35a4479ffc4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/ports?tenant_id=beea3f53ff514e4288b66d26c9f477e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171155 Jan 14 03:46:54.424872 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-6853a2b9-f4e2-4b3a-80c8-2c348fbb4773 service neutron] 10.222.0.30 "GET /v2.0/networks/63095f93-17f2-44e9-a67a-333c341c2515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414585 Jan 14 03:46:54.556330 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5a372724-79a8-4738-b18c-a1637b726004 None None] Provisioning complete for port 3d54e763-7760-488d-9906-a5ddea88800b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:54.556700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a372724-79a8-4738-b18c-a1637b726004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:54.637435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b1ff3302-391a-4b23-bc58-eb512df818d5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:46:54.844279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port b1ff3302-391a-4b23-bc58-eb512df818d5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:54.844668 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:54.871424 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-3a7bbbdd-e28f-4b60-8ed3-f2a37f14acde req-f4b44b8d-ac5d-45ab-b0c3-3944313eb81f service neutron] 10.222.0.30 "GET /v2.0/networks/63095f93-17f2-44e9-a67a-333c341c2515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4397593 Jan 14 03:46:55.094152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9', 'name': '', 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:a8:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:51Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 2, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:55.098086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5a372724-79a8-4738-b18c-a1637b726004 None None] Provisioning complete for port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:46:55.098508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5a372724-79a8-4738-b18c-a1637b726004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:55.132452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Checking router: 310e4f9d-5207-4396-baff-3ad31a2b134e for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:55.132870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Updating router 310e4f9d-5207-4396-baff-3ad31a2b134e port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:46:55.240489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5a372724-79a8-4738-b18c-a1637b726004 None None] Port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:46:55.258662 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:55.271430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58194) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:55.674153 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:55.685980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Transition to ACTIVE for port object 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:46:55.688651 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:55.704188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:55.835698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Pushing event updated for resources: {'Port': ['ID=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:55.839278 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:55.848679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.024901 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Attempting to bind port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:46:56.025680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Attempting to bind port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:46:56.026327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Attempting to bind port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 on network 63095f93-17f2-44e9-a67a-333c341c2515 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:46:56.032916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:46:56.033667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Checking segment: {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:46:56.034317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.034972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Bound using segment: {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:46:56.036220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Bound port: 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db6819c-f360-4fdb-86ff-7da0cba043f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:46:56.037205 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.128215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] For port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:46:56.131394 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] For port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,segment=NetworkSegment(5db6819c-f360-4fdb-86ff-7da0cba043f8),segment_id=5db6819c-f360-4fdb-86ff-7da0cba043f8)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:46:56.134853 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.150258 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2630c4ea-e5d8-4af2-a7d4-9433944e35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:56.305721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Pushing event updated for resources: {'Port': ['ID=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:56.319334 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:56.358954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:56.359298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.362499 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:56.363195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:56.554593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:56.569405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,segment=NetworkSegment(5db6819c-f360-4fdb-86ff-7da0cba043f8),segment_id=5db6819c-f360-4fdb-86ff-7da0cba043f8)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:56.569807 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.701178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:46:56.882407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:56.898669 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-91903581-c8f2-4421-8b2a-f2e7655ad302 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:56.899443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9', 'name': '', 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:a8:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:51Z', 'updated_at': '2021-01-14T03:46:56Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:56.903690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9ade-90b3-4b75-9670-3d9c44c4cbf3 None None] The sync data for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 is: [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9', 'name': '', 'network_id': '63095f93-17f2-44e9-a67a-333c341c2515', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:a8:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:51Z', 'updated_at': '2021-01-14T03:46:56Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '7124a166-2cd3-43a7-8022-639f29f2caf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:56.997860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Port': ['ID=39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:57.021255 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.021690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.022115 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.022538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.022957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.023352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.023762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.027690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.028053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.028471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.028847 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.029251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.029655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.030051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.030456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.030921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.031323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.031728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.032128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.032553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.032956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.033358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.033757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.034161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.034569 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.034968 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.035365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:46:57.040013 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:57.366739 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:57.880288 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 310e4f9d-5207-4396-baff-3ad31a2b134e has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:46:58.069875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:46:58.086057 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d5607b1-af48-45ce-bac1-d350ab0933bb tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/310e4f9d-5207-4396-baff-3ad31a2b134e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8134775 Jan 14 03:46:58.089223 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58202) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:58.295645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting subnet 7124a166-2cd3-43a7-8022-639f29f2caf3 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:46:58.298887 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:58.360611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:58.382605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Sync routers for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:46:58.393204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:58.393957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:58.449516 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:58.579345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:58.884767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:56Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:58.888715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Checking router: 310e4f9d-5207-4396-baff-3ad31a2b134e for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:46:58.897465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Routers {'310e4f9d-5207-4396-baff-3ad31a2b134e'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:46:58.898113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['310e4f9d-5207-4396-baff-3ad31a2b134e'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:59.034908 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.052153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-149585b5-0917-454b-95b0-3c40256b1efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:46:59.143283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Subnet': ['ID=7124a166-2cd3-43a7-8022-639f29f2caf3,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:46:59.146251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:46:59.198541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.204386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721670cf-b154-43e2-8524-a9d1734b5c50 None None] Network 63095f93-17f2-44e9-a67a-333c341c2515 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:46:59.207535 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56bbd923-8b1f-493f-93a0-201be9446af9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/subnets/7124a166-2cd3-43a7-8022-639f29f2caf3 HTTP/1.1" status: 204 len: 168 time: 1.1172736 Jan 14 03:46:59.212548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58206) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:46:59.246052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] Set router 310e4f9d-5207-4396-baff-3ad31a2b134e gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:46:59.416620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.468385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] DHCP port deletion for 63095f93-17f2-44e9-a67a-333c341c2515 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:46:59.473958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Deleting port 3d54e763-7760-488d-9906-a5ddea88800b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:59.474391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.556167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:56Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:46:59.560484 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96db223e-aceb-4e32-a5fb-7b3f0849c822 None None] The sync data for ids ['310e4f9d-5207-4396-baff-3ad31a2b134e'] in n-d-765315-13 is: [{'id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-465838149', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:56Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'b1ff3302-391a-4b23-bc58-eb512df818d5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310e4f9d-5207-4396-baff-3ad31a2b134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:46:46Z', 'updated_at': '2021-01-14T03:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:46:59.611589 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.616958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port b1ff3302-391a-4b23-bc58-eb512df818d5 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:46:59.617232 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.701939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] For port 3d54e763-7760-488d-9906-a5ddea88800b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d54e763-7760-488d-9906-a5ddea88800b,segment=NetworkSegment(5db6819c-f360-4fdb-86ff-7da0cba043f8),segment_id=5db6819c-f360-4fdb-86ff-7da0cba043f8)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:59.702307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.807920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port b1ff3302-391a-4b23-bc58-eb512df818d5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=b1ff3302-391a-4b23-bc58-eb512df818d5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:46:59.808326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:46:59.956609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for b1ff3302-391a-4b23-bc58-eb512df818d5 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:00.004736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:00.038029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Calling delete_port for 3d54e763-7760-488d-9906-a5ddea88800b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:00.076162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:00.076599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 39b4f87f-ebf3-4b9d-b3cf-c8879dc314f9 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:00.077068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d54e763-7760-488d-9906-a5ddea88800b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:00.099214 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.193180 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.215161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e392627e-0620-411d-8fcf-5d547b12139d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:00.250815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 3d54e763-7760-488d-9906-a5ddea88800b update to DOWN by agent not found {{(pid=80834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 03:47:00.299163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.301093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Pushing event deleted for resources: {'Port': ['ID=3d54e763-7760-488d-9906-a5ddea88800b,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:00.308371 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:00.354986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36e273-27e1-4eb3-a0b7-02fc253dcfb1 None None] No DVR routers for this DVR port 3d54e763-7760-488d-9906-a5ddea88800b on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:47:00.434116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.437125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.456169 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.456699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Fanout notify agent at l3_agent the message router_deleted on router 310e4f9d-5207-4396-baff-3ad31a2b134e {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:47:00.478225 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.479791 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3547e95e-8f57-48d8-9da6-9aeaeeebff2a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/routers/310e4f9d-5207-4396-baff-3ad31a2b134e HTTP/1.1" status: 204 len: 168 time: 1.2655275 Jan 14 03:47:00.482918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58210) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:00.613780 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.809876 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.929797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63095f93-17f2-44e9-a67a-333c341c2515']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:00.942240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db6819c-f360-4fdb-86ff-7da0cba043f8') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:00.942582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db6819c-f360-4fdb-86ff-7da0cba043f8') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:00.954929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.981663 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:00.983804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:47:01.164320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 63095f93-17f2-44e9-a67a-333c341c2515 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:01.173383 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.356117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 63095f93-17f2-44e9-a67a-333c341c2515 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:47:01.380409 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:47:01.463962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.468505 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4bce167e-0a4e-4100-af7f-5a3984706f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:01.490051 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.499644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Network': ['ID=63095f93-17f2-44e9-a67a-333c341c2515,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:01.504474 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:01.509014 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/networks/63095f93-17f2-44e9-a67a-333c341c2515 HTTP/1.1" status: 204 len: 168 time: 1.0250719 Jan 14 03:47:01.511840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58214) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:01.588523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.619898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.670607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.675691 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:01.692066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'SecurityGroup': ['ID=11069b26-d9d8-4424-a151-35ef515f5230,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:01.695844 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:01.702920 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.704529 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-84e3a5c9-5242-4de8-a5bb-2e201b0cc899 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/security-groups/11069b26-d9d8-4424-a151-35ef515f5230 HTTP/1.1" status: 204 len: 168 time: 0.1906962 Jan 14 03:47:01.842845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b1ff3302-391a-4b23-bc58-eb512df818d5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:01.876244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: b1ff3302-391a-4b23-bc58-eb512df818d5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:01.876592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device b1ff3302-391a-4b23-bc58-eb512df818d5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:01.916391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58222) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:01.922936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817439801', 'description': 'tempest-secgroup-smoke-1817439801 description', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:01.933801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:01.938818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:01.941872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:01.947629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:01.957148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:01.978270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:01.983026 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:01.985995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:01.991658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.067380 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.070097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.075502 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c467689a-bcfb-4086-8f1a-4fddd85742af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.120491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=f345cea3-e25a-4d5d-a968-3aa7dc39742b,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.123872 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.125164 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.126577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2090478 Jan 14 03:47:02.129519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58226) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.135722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.146346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.150385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.153866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.159618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.175867 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.238577 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.241183 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.243411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-baa187a4-11df-4eb7-995f-3825c2950b69 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.266958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5cba98-7b21-4efb-9fe2-018696692bfb,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.272787 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.277753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.279577 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d1a92663-6851-4071-bd60-e766f8816150 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485803 Jan 14 03:47:02.282591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58230) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.287984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.299008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.302992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.305970 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.311688 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.327609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.394249 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.396835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.398734 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a27b41af-4a70-4646-9875-420efda66163 tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.422517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b540b9a5-55d0-4844-a3c4-ec9a3b6bf9e5,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.425188 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.431761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.433145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494963 Jan 14 03:47:02.436128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58234) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.442368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.452641 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.456648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.459617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.466225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.482624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.547306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.549878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.556664 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-736ae519-7465-4935-86fe-06ef5b17d259 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.578504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd31882-ea1c-4cbf-8b87-33af6211fc53,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.581161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.584713 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.586196 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489921 Jan 14 03:47:02.589464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58238) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.595015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.605626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.610221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.613237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.619007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.635389 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.700659 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.703057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.704978 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d07a589c-f674-483c-ba29-b46904100bda tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.730609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33964518-037b-4b0a-b46c-68e69704e9c4,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.733777 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.740196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.741507 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510324 Jan 14 03:47:02.744396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58242) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.750605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.760986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.765001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.767979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.773815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.783576 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:02.790301 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.857635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.860129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.862029 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2aa8320-1807-44b4-b618-97d71e4c05d0 tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:02.884745 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e8b887-8ada-4661-81de-5f0f14edbf4c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:02.890170 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:02.893342 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:02.894610 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492093 Jan 14 03:47:02.897467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58246) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:02.903420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'f345cea3-e25a-4d5d-a968-3aa7dc39742b', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:02.913726 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:02.917740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:02.921462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:02.927208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:02.936588 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:02.943261 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.011343 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.014025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.015939 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e51f6416-9934-4d51-b488-db1b2316e6aa tempest-TestNetworkBasicOps-1142035557 tempest-TestNetworkBasicOps-1142035557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:03.039267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f0f7f-807a-4b3a-bd98-d803668003a1,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:03.045306 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:03.049391 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.050725 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522748 Jan 14 03:47:03.053787 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58250) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:03.059861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'network': {'name': 'tempest-network-smoke--1129802685', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:03.065885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:03.070187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:network and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:03.073194 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:03.078934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:03.088160 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:03.098147 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.133437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:47:03.142842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.143273 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Added segment a5e93eb0-fff8-400e-b4da-696377684499 of type vxlan for network 97d21004-8d84-47e3-9813-bce66ed9bfb2 Jan 14 03:47:03.169609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.198447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.218794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:03.219429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.224652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-081b5a99-3b82-432c-b216-e4b9b1409a58 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:03.333252 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2783186 Jan 14 03:47:03.336191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58254) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:03.339740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Network': ['ID=97d21004-8d84-47e3-9813-bce66ed9bfb2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:03.343480 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a0ef7132-e4f2-4e22-baf1-c939181fcc08 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:03.344825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'admin_state_up': True, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:03.352958 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:03.359104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:03.363280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:router and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:03.366359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:03.366783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:03.373370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:03.382436 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.383477 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.385103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:03.398524 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.675858 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:03.988086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:04.019998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:04.291978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.25.3.109 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/aab91144-9d73-40ac-bb7f-041bb1d5dfe5) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:04.444468 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:04.471718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:04.487516 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-109ffa02-9701-4c81-b8df-1f67061c52df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:04.592425 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76f1fd68-f12d-4612-a504-3020d0b0774b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:04.619327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:04.625027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:04.673597 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:04.674716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:04.677308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:05.096658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:05.727168 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:05.937986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 27cbfa62-8ce2-4882-94b7-c982e6873e6f is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:47:06.121748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:06.131415 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Sync routers for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:06.142082 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:06.142784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:46:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:06.160101 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:06.161465 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8241019 Jan 14 03:47:06.164836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58258) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:06.212723 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9398790f-1fce-40d9-abbf-1f3997a84a0f tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?project_id=beea3f53ff514e4288b66d26c9f477e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466270 Jan 14 03:47:06.216321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58262) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:06.328178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:06.357933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed16a0d7-f8e9-4a34-a57c-2bad56614fe8 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:06.359582 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ed16a0d7-f8e9-4a34-a57c-2bad56614fe8 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422625 Jan 14 03:47:06.362615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58266) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:06.411595 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-945388f9-abce-43da-8e4b-073d86c8ec28 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477750 Jan 14 03:47:06.414261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58270) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:06.420323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809924486', 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:06.540969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:06.545003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:subnet and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:06.547915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:06.553690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:06.562931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:06.630971 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:04Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:06.634983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Checking router: 27cbfa62-8ce2-4882-94b7-c982e6873e6f for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:06.635395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Updating router 27cbfa62-8ce2-4882-94b7-c982e6873e6f port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:06.677399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:06.688929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:06.866618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9e4b-9f02-448f-8f3e-d5b151631713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.095065 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.107763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Transition to ACTIVE for port object aab91144-9d73-40ac-bb7f-041bb1d5dfe5 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:07.110466 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.120122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.126305 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9540ae93-ed4f-49d2-99d7-71e9818a8b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:07.135634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82834de2-c864-4333-8bb5-f5784a8807ab tempest-NetworksIpV6Test-1244162419 tempest-NetworksIpV6Test-1244162419] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:07.256887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Pushing event updated for resources: {'Port': ['ID=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:07.260009 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:07.272711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Subnet': ['ID=35668f9d-1fda-46b9-afd7-53b4bbf9f088,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:07.285634 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:07.324414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Attempting to bind port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:07.324870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Attempting to bind port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:07.325284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Attempting to bind port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:07.330880 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:07.331304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:07.331763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.332198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:07.332743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Bound port: aab91144-9d73-40ac-bb7f-041bb1d5dfe5, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:07.333173 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.343579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Checking segment: {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:07.343979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network hostable DHCP agents. Network: 97d21004-8d84-47e3-9813-bce66ed9bfb2, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:47:07.364599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:47:07.373111 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 97d21004-8d84-47e3-9813-bce66ed9bfb2) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:07.382845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4efe16-8ad3-45c2-a12c-2ee5c998a668 None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:07.386629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:07.387280 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.410899 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9926834 Jan 14 03:47:07.411221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58274) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:07.495944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] For port aab91144-9d73-40ac-bb7f-041bb1d5dfe5, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:07.501195 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] For port aab91144-9d73-40ac-bb7f-041bb1d5dfe5, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:07.516208 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.533852 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:07.920890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:07.932732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Pushing event updated for resources: {'Port': ['ID=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:07.947763 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:08.030071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-97d21004-8d84-47e3-9813-bce66ed9bfb2', 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'fixed_ips': [{'subnet_id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:47:08.031005 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:08.060463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:08.060463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:08.152187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:08.355768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:08.656824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:08.709327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.20.0.1 (97d21004-8d84-47e3-9813-bce66ed9bfb2/35668f9d-1fda-46b9-afd7-53b4bbf9f088/e4ec7c05-5fba-47f7-b7ad-84d71170722b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:08.744331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:04Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:08.749425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c7ba8f-4e89-441a-9736-e8fc0e2a4412 None None] The sync data for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 is: [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:04Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:08.881736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:08.897489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Transition to ACTIVE for port object e4ec7c05-5fba-47f7-b7ad-84d71170722b will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:08.919857 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:08.935396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8a497554-51d0-40e2-83d4-ba2929a3aca2 tempest-BulkNetworkOpsTest-1399749727 tempest-BulkNetworkOpsTest-1399749727] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:08.980651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Allocated IP 172.20.0.2 (97d21004-8d84-47e3-9813-bce66ed9bfb2/35668f9d-1fda-46b9-afd7-53b4bbf9f088/2a0024f5-f427-4697-bec5-ed37176ef920) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:09.069954 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=e4ec7c05-5fba-47f7-b7ad-84d71170722b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:09.073682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:09.151952 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:09.153909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:09.156459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:09.224585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.229918 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.241960 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Transition to ACTIVE for port object 2a0024f5-f427-4697-bec5-ed37176ef920 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:09.260463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Transition to ACTIVE for port object 2a0024f5-f427-4697-bec5-ed37176ef920 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:09.266965 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.285092 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9853dc25-af01-4ace-bb30-c362ce5660f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:09.424176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Pushing event updated for resources: {'Port': ['ID=2a0024f5-f427-4697-bec5-ed37176ef920,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:09.450632 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.450914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.451304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.451690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.452084 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.452473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.452852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.453226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.453600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.453976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.454351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.454722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.455139 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.455508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.455876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.456252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.456696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.457065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.457430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.457800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.458166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.458533 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.458898 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.459270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.459705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.460072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.460468 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.460826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.461187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.461551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.461915 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.462280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.462646 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.463008 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.463617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.463991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:09.471031 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:09.510471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:09.511803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:09.514919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:09.589617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.590664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Attempting to bind port 2a0024f5-f427-4697-bec5-ed37176ef920 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:09.591089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Attempting to bind port 2a0024f5-f427-4697-bec5-ed37176ef920 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:09.591511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Attempting to bind port 2a0024f5-f427-4697-bec5-ed37176ef920 on network 97d21004-8d84-47e3-9813-bce66ed9bfb2 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:09.598268 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:09.598703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Checking segment: {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:09.599166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.599622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Bound using segment: {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:09.600162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Bound port: 2a0024f5-f427-4697-bec5-ed37176ef920, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:09.600643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.652566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.695224 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] For port 2a0024f5-f427-4697-bec5-ed37176ef920, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:09.698414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] For port 2a0024f5-f427-4697-bec5-ed37176ef920, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2a0024f5-f427-4697-bec5-ed37176ef920,segment=NetworkSegment(a5e93eb0-fff8-400e-b4da-696377684499),segment_id=a5e93eb0-fff8-400e-b4da-696377684499)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:09.702798 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:09.718570 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ff80b962-de16-430c-b8ba-30ff77d25e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:09.893304 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aab91144-9d73-40ac-bb7f-041bb1d5dfe5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:09.959285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Pushing event updated for resources: {'Port': ['ID=2a0024f5-f427-4697-bec5-ed37176ef920,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:09.963254 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:09.998590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:10.003974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:10.004412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.129120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.145826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port aab91144-9d73-40ac-bb7f-041bb1d5dfe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:10.148771 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.150682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:10.160033 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.163859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.194055 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc15c99a-8948-4288-a52c-881d3f5abb99 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:10.217390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:10.221007 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:10.288457 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:10.385948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=e4ec7c05-5fba-47f7-b7ad-84d71170722b,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:10.392281 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:10.453742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:10.454906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:10.642546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 27cbfa62-8ce2-4882-94b7-c982e6873e6f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:10.828799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:10.842413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/27cbfa62-8ce2-4882-94b7-c982e6873e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4301410 Jan 14 03:47:11.026685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-0f75a709-0a72-461c-b8ae-ae13ac9f549e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:11.045345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-0f75a709-0a72-461c-b8ae-ae13ac9f549e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:11.047117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-0f75a709-0a72-461c-b8ae-ae13ac9f549e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817439801&fields=id&tenant_id=beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 267 time: 0.0666707 Jan 14 03:47:11.240576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51660-1c68-410d-ae54-742113bbb21d req-50aa3b6f-b122-4d2f-a288-46d5ec109db4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:11.241377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-50aa3b6f-b122-4d2f-a288-46d5ec109db4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:11.257405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-50aa3b6f-b122-4d2f-a288-46d5ec109db4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:11.258696 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-50aa3b6f-b122-4d2f-a288-46d5ec109db4 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/networks?id=97d21004-8d84-47e3-9813-bce66ed9bfb2 HTTP/1.1" status: 200 len: 797 time: 0.2040868 Jan 14 03:47:11.276437 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-92be2113-2634-4478-8a81-9089e274e3bf tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/quotas/beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 375 time: 0.0112259 Jan 14 03:47:11.365344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b8e41-d2eb-425d-86b9-afba1b4402c8 None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:11.376731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-064e8662-3d05-4ae6-973d-adb7795dd5fa tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:11.392267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f9f51660-1c68-410d-ae54-742113bbb21d req-064e8662-3d05-4ae6-973d-adb7795dd5fa tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:11.393767 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-064e8662-3d05-4ae6-973d-adb7795dd5fa tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/ports?tenant_id=beea3f53ff514e4288b66d26c9f477e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104798 Jan 14 03:47:11.464543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-b70167a7-a98e-4565-b732-048de7468752 None None] Provisioning for port 2a0024f5-f427-4697-bec5-ed37176ef920 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:11.466216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Sync routers for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:11.482434 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:11.483202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:11.550439 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-8ef19b47-b3c9-4013-b840-c9a58844d52e service neutron] 10.222.0.30 "GET /v2.0/networks/97d21004-8d84-47e3-9813-bce66ed9bfb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420760 Jan 14 03:47:11.674058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:11.921216 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cd6ab37d-4fe7-42a6-883b-8416de6d7def None None] Provisioning for port e4ec7c05-5fba-47f7-b7ad-84d71170722b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:11.945650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-cd6ab37d-4fe7-42a6-883b-8416de6d7def None None] Provisioning complete for port e4ec7c05-5fba-47f7-b7ad-84d71170722b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:11.946478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab37d-4fe7-42a6-883b-8416de6d7def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.031538 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aab91144-9d73-40ac-bb7f-041bb1d5dfe5 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:12.061194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f9f51660-1c68-410d-ae54-742113bbb21d req-affa7f2a-a370-4f5b-92b5-61875ca514d7 service neutron] 10.222.0.30 "GET /v2.0/networks/97d21004-8d84-47e3-9813-bce66ed9bfb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5019636 Jan 14 03:47:12.066208 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:09Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e4ec7c05-5fba-47f7-b7ad-84d71170722b', 'name': '', 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:95:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:08Z', 'updated_at': '2021-01-14T03:47:09Z', 'revision_number': 2, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:12.071513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Checking router: 27cbfa62-8ce2-4882-94b7-c982e6873e6f for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:12.072015 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Updating router 27cbfa62-8ce2-4882-94b7-c982e6873e6f port e4ec7c05-5fba-47f7-b7ad-84d71170722b binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:12.134643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.163650 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ab37d-4fe7-42a6-883b-8416de6d7def None None] Port e4ec7c05-5fba-47f7-b7ad-84d71170722b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:12.167937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:12.169323 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.374488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c4ebd684-5bfa-4377-a88d-60180ce4a95b None None] Provisioning complete for port e4ec7c05-5fba-47f7-b7ad-84d71170722b triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:12.375083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd684-5bfa-4377-a88d-60180ce4a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.518696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58304) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:12.703312 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.712535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2a0024f5-f427-4697-bec5-ed37176ef920 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:12.727417 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.743282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Transition to ACTIVE for port object e4ec7c05-5fba-47f7-b7ad-84d71170722b will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:12.747175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.765228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d7e92002-601c-41a3-a498-a0a9c2d73de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:12.778797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebd684-5bfa-4377-a88d-60180ce4a95b None None] Port e4ec7c05-5fba-47f7-b7ad-84d71170722b cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:12.807846 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 2a0024f5-f427-4697-bec5-ed37176ef920 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:12.813250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2a0024f5-f427-4697-bec5-ed37176ef920 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:12.813679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:12.913986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1a83-d208-4cf5-9afc-aaa27eb47360 None None] Pushing event updated for resources: {'Port': ['ID=e4ec7c05-5fba-47f7-b7ad-84d71170722b,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:12.919161 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf4e1a83-d208-4cf5-9afc-aaa27eb47360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:12.951198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc0dd40a-4b69-415c-a15b-b6fa08dbe89c None None] Provisioning complete for port 2a0024f5-f427-4697-bec5-ed37176ef920 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:12.951635 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd40a-4b69-415c-a15b-b6fa08dbe89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.014866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.106647 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Attempting to bind port e4ec7c05-5fba-47f7-b7ad-84d71170722b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:13.107262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Attempting to bind port e4ec7c05-5fba-47f7-b7ad-84d71170722b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:13.107528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Attempting to bind port e4ec7c05-5fba-47f7-b7ad-84d71170722b on network 97d21004-8d84-47e3-9813-bce66ed9bfb2 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:13.109965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 2a0024f5-f427-4697-bec5-ed37176ef920, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2a0024f5-f427-4697-bec5-ed37176ef920,segment=NetworkSegment(a5e93eb0-fff8-400e-b4da-696377684499),segment_id=a5e93eb0-fff8-400e-b4da-696377684499)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:13.113652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:13.114669 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Checking segment: {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:13.114669 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.114940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Bound using segment: {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:13.115372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Bound port: e4ec7c05-5fba-47f7-b7ad-84d71170722b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e93eb0-fff8-400e-b4da-696377684499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:13.115787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.121016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.124767 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:13.165718 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd40a-4b69-415c-a15b-b6fa08dbe89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.225057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.227534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] For port e4ec7c05-5fba-47f7-b7ad-84d71170722b, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:13.231283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] For port e4ec7c05-5fba-47f7-b7ad-84d71170722b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e4ec7c05-5fba-47f7-b7ad-84d71170722b,segment=NetworkSegment(a5e93eb0-fff8-400e-b4da-696377684499),segment_id=a5e93eb0-fff8-400e-b4da-696377684499)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:13.236685 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.252867 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:13.277519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=2a0024f5-f427-4697-bec5-ed37176ef920,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:13.283277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:13.285621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-bc0dd40a-4b69-415c-a15b-b6fa08dbe89c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:47:13.286144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-bc0dd40a-4b69-415c-a15b-b6fa08dbe89c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:47:13.404155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1a83-d208-4cf5-9afc-aaa27eb47360 None None] Pushing event updated for resources: {'Port': ['ID=e4ec7c05-5fba-47f7-b7ad-84d71170722b,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:13.408741 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf4e1a83-d208-4cf5-9afc-aaa27eb47360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:13.447526 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:13.448263 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:13.636652 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:13.740225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port e4ec7c05-5fba-47f7-b7ad-84d71170722b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:13.740870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:13.890512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2a0024f5-f427-4697-bec5-ed37176ef920 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:13.967630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port e4ec7c05-5fba-47f7-b7ad-84d71170722b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=e4ec7c05-5fba-47f7-b7ad-84d71170722b,segment=NetworkSegment(a5e93eb0-fff8-400e-b4da-696377684499),segment_id=a5e93eb0-fff8-400e-b4da-696377684499)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:13.967951 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:14.065398 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 2a0024f5-f427-4697-bec5-ed37176ef920 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:14.065830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:14.111413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for e4ec7c05-5fba-47f7-b7ad-84d71170722b owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:14.133763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:09Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e4ec7c05-5fba-47f7-b7ad-84d71170722b', 'name': '', 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:95:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:08Z', 'updated_at': '2021-01-14T03:47:13Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:14.138278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb8ffd-0d96-44fb-b84a-22a68b516508 None None] The sync data for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 is: [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:09Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'e4ec7c05-5fba-47f7-b7ad-84d71170722b', 'name': '', 'network_id': '97d21004-8d84-47e3-9813-bce66ed9bfb2', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:95:12:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:08Z', 'updated_at': '2021-01-14T03:47:13Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '35668f9d-1fda-46b9-afd7-53b4bbf9f088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:14.351403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:14.368475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33b9cea0-49bd-46ad-ae1f-aabbeb20042b tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:14.468912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Port': ['ID=e4ec7c05-5fba-47f7-b7ad-84d71170722b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:14.473745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:14.586883 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:15.085283 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:15.593016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 27cbfa62-8ce2-4882-94b7-c982e6873e6f has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:15.777260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:15.791566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Sync routers for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:15.797161 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-90219028-1e4e-4072-9d93-0ec38d3b81ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/27cbfa62-8ce2-4882-94b7-c982e6873e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2731209 Jan 14 03:47:15.797161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58312) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:15.803188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:15.803881 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:15.987814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:16.004955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting subnet 35668f9d-1fda-46b9-afd7-53b4bbf9f088 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:47:16.008315 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.066523 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.158142 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.292677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:14Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:16.296808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Checking router: 27cbfa62-8ce2-4882-94b7-c982e6873e6f for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:16.305918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Routers {'27cbfa62-8ce2-4882-94b7-c982e6873e6f'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:16.306589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:16.444978 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.460792 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-198d455d-8397-49f3-ab18-94b1d42c2ced tempest-FloatingIPNegativeTestJSON-524605648 tempest-FloatingIPNegativeTestJSON-524605648] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:16.490713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] Set router 27cbfa62-8ce2-4882-94b7-c982e6873e6f gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:16.549678 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Subnet': ['ID=35668f9d-1fda-46b9-afd7-53b4bbf9f088,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:16.563595 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:16.596216 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.605052 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5436f2f6-ee56-455d-8085-7209c33cfce0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/subnets/35668f9d-1fda-46b9-afd7-53b4bbf9f088 HTTP/1.1" status: 204 len: 168 time: 0.8046055 Jan 14 03:47:16.605431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58316) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:16.606031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f199a796-fe4f-47e5-9fcf-e6c72b293a98 None None] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:16.795664 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.981656 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.985990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:14Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:16.987328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port aab91144-9d73-40ac-bb7f-041bb1d5dfe5 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:16.987731 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:16.990352 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3604d41-451b-405d-bf2f-dceae28f6ac4 None None] The sync data for ids ['27cbfa62-8ce2-4882-94b7-c982e6873e6f'] in n-d-765315-13 is: [{'id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039871002', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:03Z', 'updated_at': '2021-01-14T03:47:14Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': 'aab91144-9d73-40ac-bb7f-041bb1d5dfe5', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:74:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cbfa62-8ce2-4882-94b7-c982e6873e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:04Z', 'updated_at': '2021-01-14T03:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:17.049090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] DHCP port deletion for 97d21004-8d84-47e3-9813-bce66ed9bfb2 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:47:17.053365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Deleting port 2a0024f5-f427-4697-bec5-ed37176ef920 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:17.053794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.189340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port aab91144-9d73-40ac-bb7f-041bb1d5dfe5, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aab91144-9d73-40ac-bb7f-041bb1d5dfe5,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:17.189740 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.276331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] For port 2a0024f5-f427-4697-bec5-ed37176ef920, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=2a0024f5-f427-4697-bec5-ed37176ef920,segment=NetworkSegment(a5e93eb0-fff8-400e-b4da-696377684499),segment_id=a5e93eb0-fff8-400e-b4da-696377684499)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:17.276744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.319105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for aab91144-9d73-40ac-bb7f-041bb1d5dfe5 owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:17.407298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Calling delete_port for 2a0024f5-f427-4697-bec5-ed37176ef920 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:17.456541 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.480438 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.495479 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ce39a592-fb8c-436f-af4a-f3b950574766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:17.591311 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Pushing event deleted for resources: {'Port': ['ID=2a0024f5-f427-4697-bec5-ed37176ef920,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:17.603899 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:17.635264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] No DVR routers for this DVR port 2a0024f5-f427-4697-bec5-ed37176ef920 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:47:17.655913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.790127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.792432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:17.857170 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e4ec7c05-5fba-47f7-b7ad-84d71170722b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:17.897482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: e4ec7c05-5fba-47f7-b7ad-84d71170722b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:17.897886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device e4ec7c05-5fba-47f7-b7ad-84d71170722b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:17.898363 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2a0024f5-f427-4697-bec5-ed37176ef920 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:18.118452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 2a0024f5-f427-4697-bec5-ed37176ef920 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:18.118775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 2a0024f5-f427-4697-bec5-ed37176ef920 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:18.123398 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.123875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Fanout notify agent at l3_agent the message router_deleted on router 27cbfa62-8ce2-4882-94b7-c982e6873e6f {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:47:18.148700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.152425 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-179dc980-2e45-47c4-8c3d-e25e1aaecb72 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/routers/27cbfa62-8ce2-4882-94b7-c982e6873e6f HTTP/1.1" status: 204 len: 168 time: 1.5434704 Jan 14 03:47:18.153239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58320) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:18.284134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.487057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.609961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d21004-8d84-47e3-9813-bce66ed9bfb2']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:18.622565 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e93eb0-fff8-400e-b4da-696377684499') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:18.622848 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e93eb0-fff8-400e-b4da-696377684499') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:18.634691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.649369 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:18.651337 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:47:18.831252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:18.841710 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.019106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 97d21004-8d84-47e3-9813-bce66ed9bfb2 has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:47:19.043827 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:47:19.128922 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.132467 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1b9a390-9f58-4a90-9bc0-26b65b333a59 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:19.151131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.161909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Network': ['ID=97d21004-8d84-47e3-9813-bce66ed9bfb2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:19.167226 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:19.170996 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c75861c-03ce-43bd-95f1-950dd4f1676f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/networks/97d21004-8d84-47e3-9813-bce66ed9bfb2 HTTP/1.1" status: 204 len: 168 time: 1.0166676 Jan 14 03:47:19.173978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58324) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:19.249212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.285378 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.338400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.343929 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c983fbf2-5c15-484a-b3fd-9ded6ac953c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:19.359280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345cea3-e25a-4d5d-a968-3aa7dc39742b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:19.362249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:19.368507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:19.369744 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0c53ef9d-9001-4373-bc4f-756f560365b2 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/security-groups/f345cea3-e25a-4d5d-a968-3aa7dc39742b HTTP/1.1" status: 204 len: 168 time: 0.1947882 Jan 14 03:47:19.852703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aab91144-9d73-40ac-bb7f-041bb1d5dfe5 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:19.887220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: aab91144-9d73-40ac-bb7f-041bb1d5dfe5 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:19.887643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aab91144-9d73-40ac-bb7f-041bb1d5dfe5 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:20.005949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58332) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.011921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831350979', 'description': 'tempest-secgroup-smoke-1831350979 description', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.023020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.027174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.030767 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.036570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.046840 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.067455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.071391 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.074321 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.079987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.153432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.156682 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.161984 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ceaef4ce-0fbc-4f23-baf6-25eadc27fce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.205664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=a8302a6a-0dd2-4d0b-afc3-95a4476fba9d,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.208615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.210013 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2029607 Jan 14 03:47:20.211014 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-09b52ed7-76b1-4fe3-abd5-47566582afa1 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.213033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58336) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.219275 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.229904 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.234599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.237602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.243320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.258860 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.324708 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.327430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.329316 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-eb00084b-9255-4bf4-b3ca-9d151f036741 tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.352661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f039427-7933-4ec3-98ab-4b107ce76f61,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.357608 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.364473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.365752 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e5b681a7-6585-4c78-9740-1a06ec44686f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514649 Jan 14 03:47:20.368758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58340) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.374291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.384720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.389315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.392367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.398126 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.415442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.443997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:47:20.487274 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.490359 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.492681 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-befa964e-2afa-431a-a003-cae0d5354a08 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.514714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0795d4f-2626-4256-a415-dbd1101af3e0,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.519411 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.526093 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.527361 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-56987c89-a753-46d6-96e0-456625848b66 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576116 Jan 14 03:47:20.530889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58344) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.536320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.546628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.550572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.553583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.559315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.575326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.642001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.644639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.646484 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c4899478-1da9-43b2-9185-d10bcf6f3b36 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.669495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbf984d-322f-42c2-8b31-605a733ff0d2,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.672437 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.678480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.679739 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cf75ce8b-0748-40e4-b1da-e2ead45a8c0a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478770 Jan 14 03:47:20.682739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58348) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.688262 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.698947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.703491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.706489 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.712158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.728585 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.794399 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.797053 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.798914 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-97f542df-b563-4e3c-aa8d-28868bddad0c tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.822067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aeb244-fb37-42bd-9f6f-a75b5e6adb63,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.824931 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.831498 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.832802 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1490846 Jan 14 03:47:20.835758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58352) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.841700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:20.852188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:20.856297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:20.859358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:20.865166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:20.875235 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:20.882024 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.948467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.951471 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.953373 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ebc5332c-fda9-4637-b2db-ed2286bda93e tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:20.976446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f895909-3d46-431b-a65b-8b5ac56209a3,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:20.979093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:20.986035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:20.987346 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2d9c48c-45ee-498e-9fcc-c8e1bc27f92f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505365 Jan 14 03:47:20.990284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58356) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:20.995864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': 'a8302a6a-0dd2-4d0b-afc3-95a4476fba9d', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:21.007770 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:21.011919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:21.015483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:21.021328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:21.034032 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:21.041403 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.109255 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.111746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.113652 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ea71c17-9263-4573-9630-00d6c6e25646 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:21.137547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0745901f-2fda-4418-8ff7-9f2d06cc552a,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:21.140130 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:21.146296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.147574 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1562834 Jan 14 03:47:21.150579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58360) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:21.156713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'network': {'name': 'tempest-network-smoke--813927344', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:21.163309 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:21.167674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:network and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:21.171274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:21.177090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:21.186978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:21.196121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.228707 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:47:21.238136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.238568 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Added segment fab68fd7-651b-48cd-9ab2-f0bd92b45ce0 of type vxlan for network 15413a0b-98d7-42b1-9a34-e53377435760 Jan 14 03:47:21.265078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.294019 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.313800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:21.314447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.319705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6f58d8bc-67ed-4f71-900f-52ab255a3aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:21.430505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2788317 Jan 14 03:47:21.434784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58364) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:21.437403 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Network': ['ID=15413a0b-98d7-42b1-9a34-e53377435760,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:21.440579 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-304132d4-572a-4dba-86df-70082dcd89b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:21.441250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'admin_state_up': True, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:21.450295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:21.453191 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:21.457225 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:router and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:21.460204 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:21.464477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:21.466257 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:21.478354 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.479485 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.486271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:21.497004 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:21.772009 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:22.088197 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:22.120175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:22.392545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.25.3.230 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/295ef896-b550-49b0-9a1f-5bb37166736c) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:22.544267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:22.569528 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:22.585128 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f993fbc-3289-4452-adbe-255cd9883f50 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:22.714591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=295ef896-b550-49b0-9a1f-5bb37166736c,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:22.717590 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:22.769662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:22.770815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:22.772993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:23.191871 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:23.543882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:23.749618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router e8612d64-b4f6-4f9c-a48b-1390a039c0cf is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:47:23.928731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:23.938743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Sync routers for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:23.948274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:23.948969 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:23.961671 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:23.962981 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c279da6-6981-478a-b1cc-00fbaff4dd23 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5270994 Jan 14 03:47:23.966515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58368) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:24.011751 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ccc9dc69-62c5-44c7-8758-bb036eee7a81 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?project_id=beea3f53ff514e4288b66d26c9f477e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439429 Jan 14 03:47:24.015090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58372) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:24.130469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:24.158362 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe55b3-ae1c-4c44-aa17-4429050e2773 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:24.160002 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-01fe55b3-ae1c-4c44-aa17-4429050e2773 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439192 Jan 14 03:47:24.163243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58376) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:24.443442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:23Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:24.447541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Checking router: e8612d64-b4f6-4f9c-a48b-1390a039c0cf for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:24.447938 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Updating router e8612d64-b4f6-4f9c-a48b-1390a039c0cf port 295ef896-b550-49b0-9a1f-5bb37166736c binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:24.498460 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa07824d-294f-4238-9467-1c2f12080d51 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3310845 Jan 14 03:47:24.498730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58380) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:24.503657 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:24.504885 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615760721', 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:24.622413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:24.626492 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:subnet and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:24.629491 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:24.635512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:24.646824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:24.759899 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:24.891786 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:24.903912 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Transition to ACTIVE for port object 295ef896-b550-49b0-9a1f-5bb37166736c will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:24.906770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:24.922253 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0fa43a82-6add-4ce9-bf44-2c174e713875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:25.048661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17086449-47d7-4314-9d81-d5d9f5e45c42 None None] Pushing event updated for resources: {'Port': ['ID=295ef896-b550-49b0-9a1f-5bb37166736c,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:25.052781 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17086449-47d7-4314-9d81-d5d9f5e45c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:25.114665 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Attempting to bind port 295ef896-b550-49b0-9a1f-5bb37166736c on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:25.115079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Attempting to bind port 295ef896-b550-49b0-9a1f-5bb37166736c by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:25.115487 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Attempting to bind port 295ef896-b550-49b0-9a1f-5bb37166736c on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:25.121067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:25.122079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:25.122518 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.122945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:25.123454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Bound port: 295ef896-b550-49b0-9a1f-5bb37166736c, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:25.123864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.196998 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.199099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] For port 295ef896-b550-49b0-9a1f-5bb37166736c, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:25.202334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] For port 295ef896-b550-49b0-9a1f-5bb37166736c, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=295ef896-b550-49b0-9a1f-5bb37166736c,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:25.205830 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.212471 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55321376-3ea3-4bce-8934-06805468e568 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:25.221405 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26d38149-5e63-4e69-bbf8-a1e66fb0958e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:25.348558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Subnet': ['ID=36053947-b7ec-461e-a15e-6db7d22c4273,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:25.361213 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:25.369883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17086449-47d7-4314-9d81-d5d9f5e45c42 None None] Pushing event updated for resources: {'Port': ['ID=295ef896-b550-49b0-9a1f-5bb37166736c,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:25.373898 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17086449-47d7-4314-9d81-d5d9f5e45c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:25.416926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:25.417580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:25.420138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Checking segment: {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:25.420591 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network hostable DHCP agents. Network: 15413a0b-98d7-42b1-9a34-e53377435760, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:47:25.439587 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 15413a0b-98d7-42b1-9a34-e53377435760 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:47:25.450242 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 15413a0b-98d7-42b1-9a34-e53377435760) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:25.459166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f690b6e5-52e7-441b-96ca-74efe4bedce6 None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:25.464630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:25.465334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.490593 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9908288 Jan 14 03:47:25.493548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58384) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:25.606508 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:25.697238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-15413a0b-98d7-42b1-9a34-e53377435760', 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'fixed_ips': [{'subnet_id': '36053947-b7ec-461e-a15e-6db7d22c4273'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:47:25.698175 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:25.911181 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:23Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:25.915186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee66e93-3c7d-4890-9f03-f1b6b3d93c80 None None] The sync data for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 is: [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:23Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:25.996797 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Allocated IP 172.20.0.2 (15413a0b-98d7-42b1-9a34-e53377435760/36053947-b7ec-461e-a15e-6db7d22c4273/7ac2e494-d967-40c4-bac0-5db64e682fd2) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:26.218150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.229612 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Transition to ACTIVE for port object 7ac2e494-d967-40c4-bac0-5db64e682fd2 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:26.247774 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Transition to ACTIVE for port object 7ac2e494-d967-40c4-bac0-5db64e682fd2 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:26.250340 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.253646 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.276558 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:26.446034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Pushing event updated for resources: {'Port': ['ID=7ac2e494-d967-40c4-bac0-5db64e682fd2,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:26.450200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:26.491931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:26.493759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:26.496432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:26.557384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Attempting to bind port 7ac2e494-d967-40c4-bac0-5db64e682fd2 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:26.557844 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Attempting to bind port 7ac2e494-d967-40c4-bac0-5db64e682fd2 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:26.558264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Attempting to bind port 7ac2e494-d967-40c4-bac0-5db64e682fd2 on network 15413a0b-98d7-42b1-9a34-e53377435760 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:26.564229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:26.564684 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Checking segment: {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:26.565267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.565708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Bound using segment: {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:26.566348 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Bound port: 7ac2e494-d967-40c4-bac0-5db64e682fd2, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:26.566770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.663118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] For port 7ac2e494-d967-40c4-bac0-5db64e682fd2, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:26.666635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] For port 7ac2e494-d967-40c4-bac0-5db64e682fd2, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ac2e494-d967-40c4-bac0-5db64e682fd2,segment=NetworkSegment(fab68fd7-651b-48cd-9ab2-f0bd92b45ce0),segment_id=fab68fd7-651b-48cd-9ab2-f0bd92b45ce0)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:26.671396 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:26.686989 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:26.842306 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.20.0.1 (15413a0b-98d7-42b1-9a34-e53377435760/36053947-b7ec-461e-a15e-6db7d22c4273/aff2368a-665a-4fa6-99ec-35d576f16fbd) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:26.847505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Pushing event updated for resources: {'Port': ['ID=7ac2e494-d967-40c4-bac0-5db64e682fd2,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:26.852172 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:27.025304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.042190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Transition to ACTIVE for port object aff2368a-665a-4fa6-99ec-35d576f16fbd will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:27.061841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.077793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5391144f-ff38-4b5e-9ae9-65340f8b7328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:27.223566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=aff2368a-665a-4fa6-99ec-35d576f16fbd,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:27.229266 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:27.285725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 15413a0b-98d7-42b1-9a34-e53377435760 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:27.286934 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:27.289272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:27.349413 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.460122 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.910735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ac2e494-d967-40c4-bac0-5db64e682fd2 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:27.953684 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.957400 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:27.989714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:27.995601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 295ef896-b550-49b0-9a1f-5bb37166736c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:28.031027 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1f9579a-ae4e-4ccf-bb7d-6d741a09ad96 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:28.067771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 295ef896-b550-49b0-9a1f-5bb37166736c completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:28.074056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 295ef896-b550-49b0-9a1f-5bb37166736c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:28.075059 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.083078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.205057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.225545 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 295ef896-b550-49b0-9a1f-5bb37166736c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=295ef896-b550-49b0-9a1f-5bb37166736c,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:28.229298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.236375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:28.312299 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484e59a-8541-4743-ac97-9733cbc0a5bf None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:28.386022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=295ef896-b550-49b0-9a1f-5bb37166736c,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:28.390601 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:28.423860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Provisioning for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:28.433196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Provisioning complete for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:28.434115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.492902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=aff2368a-665a-4fa6-99ec-35d576f16fbd,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:28.498023 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:28.557719 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 15413a0b-98d7-42b1-9a34-e53377435760 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:28.559332 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:28.678218 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.723184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] For port 7ac2e494-d967-40c4-bac0-5db64e682fd2, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ac2e494-d967-40c4-bac0-5db64e682fd2,segment=NetworkSegment(fab68fd7-651b-48cd-9ab2-f0bd92b45ce0),segment_id=fab68fd7-651b-48cd-9ab2-f0bd92b45ce0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:28.729615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.732148 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:28.756894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router e8612d64-b4f6-4f9c-a48b-1390a039c0cf has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:28.804104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Pushing event updated for resources: {'Port': ['ID=7ac2e494-d967-40c4-bac0-5db64e682fd2,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:28.807970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:28.950485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:28.961876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Sync routers for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:28.964300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Provisioning complete for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:28.964787 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:28.965360 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4f30b01a-1349-4527-a769-76985ff5ef5f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/e8612d64-b4f6-4f9c-a48b-1390a039c0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4705024 Jan 14 03:47:29.032401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:29.033237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:29.178818 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-68695434-0610-4351-8afe-67a2292d4fe8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:29.195158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-68695434-0610-4351-8afe-67a2292d4fe8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:29.196623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-68695434-0610-4351-8afe-67a2292d4fe8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831350979&fields=id&tenant_id=beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 267 time: 0.0713365 Jan 14 03:47:29.405076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-5998d20b-43c7-4063-b7c3-0132eec341b6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:29.405907 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-5998d20b-43c7-4063-b7c3-0132eec341b6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:29.424715 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-5998d20b-43c7-4063-b7c3-0132eec341b6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:29.426145 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-5998d20b-43c7-4063-b7c3-0132eec341b6 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/networks?id=15413a0b-98d7-42b1-9a34-e53377435760 HTTP/1.1" status: 200 len: 796 time: 0.2210391 Jan 14 03:47:29.444778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-9325c08c-4c17-44a7-93c4-c5987e7a7a1f tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/quotas/beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 375 time: 0.0123646 Jan 14 03:47:29.470799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:29.540366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Provisioning for port aff2368a-665a-4fa6-99ec-35d576f16fbd completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:29.551471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Provisioning complete for port aff2368a-665a-4fa6-99ec-35d576f16fbd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:29.551831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:29.569017 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-69ac8f0c-d72f-4858-b4b7-1a7d86aebfbd tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/ports?tenant_id=beea3f53ff514e4288b66d26c9f477e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170733 Jan 14 03:47:29.724321 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-5926cdf3-f9c8-4b49-b7f1-2ec7fd0bab72 service neutron] 10.222.0.30 "GET /v2.0/networks/15413a0b-98d7-42b1-9a34-e53377435760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444716 Jan 14 03:47:29.753145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-5673efb4-1da9-446c-a672-1127b0d97fe9 None None] Port aff2368a-665a-4fa6-99ec-35d576f16fbd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:29.871763 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-f7bafc7c-e7be-4480-8971-ae4783a7815d req-311bc970-e638-4924-9ffa-75fbb4c70612 service neutron] 10.222.0.30 "GET /v2.0/networks/15413a0b-98d7-42b1-9a34-e53377435760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404343 Jan 14 03:47:29.875318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:27Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'aff2368a-665a-4fa6-99ec-35d576f16fbd', 'name': '', 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:15:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:26Z', 'updated_at': '2021-01-14T03:47:27Z', 'revision_number': 2, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:29.884534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Checking router: e8612d64-b4f6-4f9c-a48b-1390a039c0cf for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:29.884947 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Updating router e8612d64-b4f6-4f9c-a48b-1390a039c0cf port aff2368a-665a-4fa6-99ec-35d576f16fbd binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:29.909273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ac2e494-d967-40c4-bac0-5db64e682fd2 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:29.947393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d4e6e71-b2d6-4021-8f7c-719f63fbd918 None None] Provisioning complete for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:29.947727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d4e6e71-b2d6-4021-8f7c-719f63fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.048971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.232145 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 7ac2e494-d967-40c4-bac0-5db64e682fd2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:30.232604 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.290651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58418) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:30.515173 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d4e6e71-b2d6-4021-8f7c-719f63fbd918 None None] Provisioning complete for port aff2368a-665a-4fa6-99ec-35d576f16fbd triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:30.515576 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d4e6e71-b2d6-4021-8f7c-719f63fbd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.585264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 295ef896-b550-49b0-9a1f-5bb37166736c up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:30.642563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e6e71-b2d6-4021-8f7c-719f63fbd918 None None] Port aff2368a-665a-4fa6-99ec-35d576f16fbd cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:30.710815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 295ef896-b550-49b0-9a1f-5bb37166736c triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:30.711244 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.835679 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.873633 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.878923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Transition to ACTIVE for port object aff2368a-665a-4fa6-99ec-35d576f16fbd will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:30.884155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:30.905924 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:31.058725 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Pushing event updated for resources: {'Port': ['ID=aff2368a-665a-4fa6-99ec-35d576f16fbd,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:31.071757 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:31.224584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Attempting to bind port aff2368a-665a-4fa6-99ec-35d576f16fbd on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:31.225308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Attempting to bind port aff2368a-665a-4fa6-99ec-35d576f16fbd by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:31.225776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Attempting to bind port aff2368a-665a-4fa6-99ec-35d576f16fbd on network 15413a0b-98d7-42b1-9a34-e53377435760 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:31.231988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:31.232440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Checking segment: {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:31.233277 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.233277 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Bound using segment: {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:31.233826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Bound port: aff2368a-665a-4fa6-99ec-35d576f16fbd, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:31.234251 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.332326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] For port aff2368a-665a-4fa6-99ec-35d576f16fbd, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:31.335563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] For port aff2368a-665a-4fa6-99ec-35d576f16fbd, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aff2368a-665a-4fa6-99ec-35d576f16fbd,segment=NetworkSegment(fab68fd7-651b-48cd-9ab2-f0bd92b45ce0),segment_id=fab68fd7-651b-48cd-9ab2-f0bd92b45ce0)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:31.339809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.356683 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c954963a-83e9-4a6e-8167-d0a51d3e094b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:31.364648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port aff2368a-665a-4fa6-99ec-35d576f16fbd {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:31.364979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.576897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port aff2368a-665a-4fa6-99ec-35d576f16fbd, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=aff2368a-665a-4fa6-99ec-35d576f16fbd,segment=NetworkSegment(fab68fd7-651b-48cd-9ab2-f0bd92b45ce0),segment_id=fab68fd7-651b-48cd-9ab2-f0bd92b45ce0)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:31.577303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.689155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Pushing event updated for resources: {'Port': ['ID=aff2368a-665a-4fa6-99ec-35d576f16fbd,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:31.694583 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:31.708810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for aff2368a-665a-4fa6-99ec-35d576f16fbd owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:31.748158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:31.748878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:31.898233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:31.914583 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ea21ebde-b5fc-47ae-b6fe-1a5cf33e7f2f tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:31.946371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:32.006894 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Port': ['ID=aff2368a-665a-4fa6-99ec-35d576f16fbd,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:32.013923 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:32.018161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3c19fc20-cb35-4bd9-a4f8-89cb814bd735 None None] Could not find standard attr ID for object aff2368a-665a-4fa6-99ec-35d576f16fbd. {{(pid=80834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 03:47:32.298142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:27Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'aff2368a-665a-4fa6-99ec-35d576f16fbd', 'name': '', 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:15:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:26Z', 'updated_at': '2021-01-14T03:47:31Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:32.302353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82117b99-8ea7-448a-bbb1-ed73b48f8840 None None] The sync data for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 is: [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:27Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'aff2368a-665a-4fa6-99ec-35d576f16fbd', 'name': '', 'network_id': '15413a0b-98d7-42b1-9a34-e53377435760', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:15:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:26Z', 'updated_at': '2021-01-14T03:47:31Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': '36053947-b7ec-461e-a15e-6db7d22c4273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:32.331661 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:33.164784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router e8612d64-b4f6-4f9c-a48b-1390a039c0cf has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:33.348373 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:33.363261 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a4b4677b-d3d5-46c5-9f47-399ee8ff3499 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/e8612d64-b4f6-4f9c-a48b-1390a039c0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0713274 Jan 14 03:47:33.366120 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58424) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:33.578764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting subnet 36053947-b7ec-461e-a15e-6db7d22c4273 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:47:33.581882 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:33.639566 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:33.726681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Sync routers for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:33.729029 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:33.737297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:33.738034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:34.025930 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.042406 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-507a7c6c-7050-4f35-a562-dfb46152b861 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:34.073674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:34.127721 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Subnet': ['ID=36053947-b7ec-461e-a15e-6db7d22c4273,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:34.130481 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:34.183221 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.188849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b6321b-a6a4-4487-95fb-c860f87b57e8 None None] Network 15413a0b-98d7-42b1-9a34-e53377435760 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:34.193506 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-889b242a-5023-4b86-9810-f9aaf1cfb4c7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/subnets/36053947-b7ec-461e-a15e-6db7d22c4273 HTTP/1.1" status: 204 len: 168 time: 0.8237100 Jan 14 03:47:34.193863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58428) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:34.373244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:31Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:34.377692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Checking router: e8612d64-b4f6-4f9c-a48b-1390a039c0cf for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:34.387521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Routers {'e8612d64-b4f6-4f9c-a48b-1390a039c0cf'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:34.388284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:34.388760 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.457456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] DHCP port deletion for 15413a0b-98d7-42b1-9a34-e53377435760 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:47:34.463029 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Deleting port 7ac2e494-d967-40c4-bac0-5db64e682fd2 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:34.464047 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.574903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] Set router e8612d64-b4f6-4f9c-a48b-1390a039c0cf gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:34.579893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.585742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 295ef896-b550-49b0-9a1f-5bb37166736c {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:34.586116 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.672554 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-941ce366-0c5c-4ef7-a608-cda5ec75f598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.692712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] For port 7ac2e494-d967-40c4-bac0-5db64e682fd2, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=7ac2e494-d967-40c4-bac0-5db64e682fd2,segment=NetworkSegment(fab68fd7-651b-48cd-9ab2-f0bd92b45ce0),segment_id=fab68fd7-651b-48cd-9ab2-f0bd92b45ce0)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:34.693233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.780659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 295ef896-b550-49b0-9a1f-5bb37166736c, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=295ef896-b550-49b0-9a1f-5bb37166736c,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:34.781482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.826272 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Calling delete_port for 7ac2e494-d967-40c4-bac0-5db64e682fd2 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:34.882624 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:31Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:34.887365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12956711-7dda-447d-97bd-bc24ee3342b8 None None] The sync data for ids ['e8612d64-b4f6-4f9c-a48b-1390a039c0cf'] in n-d-765315-13 is: [{'id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770609931', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:21Z', 'updated_at': '2021-01-14T03:47:31Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '295ef896-b550-49b0-9a1f-5bb37166736c', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8612d64-b4f6-4f9c-a48b-1390a039c0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:22Z', 'updated_at': '2021-01-14T03:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:34.905440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:34.918649 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 295ef896-b550-49b0-9a1f-5bb37166736c owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:34.924509 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:35.015285 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Pushing event deleted for resources: {'Port': ['ID=7ac2e494-d967-40c4-bac0-5db64e682fd2,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:35.022858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:35.066935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] No DVR routers for this DVR port 7ac2e494-d967-40c4-bac0-5db64e682fd2 on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:47:35.076242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.266253 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.398700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.401050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.423027 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.423577 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Fanout notify agent at l3_agent the message router_deleted on router e8612d64-b4f6-4f9c-a48b-1390a039c0cf {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:47:35.446353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.447589 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-cda618d1-b7a1-49b1-9380-2a149ddf1369 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/routers/e8612d64-b4f6-4f9c-a48b-1390a039c0cf HTTP/1.1" status: 204 len: 168 time: 1.2527404 Jan 14 03:47:35.451059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58432) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:35.580881 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.781060 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.867215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ac2e494-d967-40c4-bac0-5db64e682fd2 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:35.904375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15413a0b-98d7-42b1-9a34-e53377435760']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:35.906000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 7ac2e494-d967-40c4-bac0-5db64e682fd2 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:35.906405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 7ac2e494-d967-40c4-bac0-5db64e682fd2 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:35.906882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 295ef896-b550-49b0-9a1f-5bb37166736c no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:35.917218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:35.917552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab68fd7-651b-48cd-9ab2-f0bd92b45ce0') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:35.929511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.938939 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 295ef896-b550-49b0-9a1f-5bb37166736c {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:35.939343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 295ef896-b550-49b0-9a1f-5bb37166736c not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:35.939812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aff2368a-665a-4fa6-99ec-35d576f16fbd no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:35.944645 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:35.946724 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:47:35.973273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: aff2368a-665a-4fa6-99ec-35d576f16fbd {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:35.973273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device aff2368a-665a-4fa6-99ec-35d576f16fbd not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:36.128097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 15413a0b-98d7-42b1-9a34-e53377435760 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:36.137816 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.606076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 15413a0b-98d7-42b1-9a34-e53377435760 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:47:36.629906 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:47:36.711683 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.715758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ddf1a8ba-b475-44a7-961f-00dcd47383ec tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:36.736296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.745544 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Network': ['ID=15413a0b-98d7-42b1-9a34-e53377435760,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:36.748963 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:36.753769 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c92edd5c-1585-43d2-b75e-f28d3d7a346c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/networks/15413a0b-98d7-42b1-9a34-e53377435760 HTTP/1.1" status: 204 len: 168 time: 1.3017385 Jan 14 03:47:36.756568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58436) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:36.830956 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.837761 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-98487631-9269-4c20-b9fb-ad49f9328059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.863768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.918934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.924068 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bb381c9-01f3-40ae-a2bd-d24d4474c003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:36.940028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8302a6a-0dd2-4d0b-afc3-95a4476fba9d,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:36.943576 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:36.948873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:36.950579 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-12ba2506-104c-441f-955d-7dd4b7b602a3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/security-groups/a8302a6a-0dd2-4d0b-afc3-95a4476fba9d HTTP/1.1" status: 204 len: 168 time: 0.1930304 Jan 14 03:47:37.326233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58444) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:37.332218 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145290940', 'description': 'tempest-secgroup-smoke-2145290940 description', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:37.343402 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:37.347788 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:37.350859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:37.358435 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:37.368272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.390340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:37.394351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:37.397264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:37.402987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:37.474291 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.476898 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.482277 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f9a2dccd-3e04-4771-912a-79abff1fee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:37.526068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9c968-00d0-4c18-8f3a-c4a497c04ebf,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:37.529062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.530399 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2030325 Jan 14 03:47:37.531392 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:37.533408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58448) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:37.539156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:37.549957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:37.553998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:37.556973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:37.563210 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:37.580747 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.644826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.650303 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.653041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.658954 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a4ae62e9-0b6b-4d6a-a4d2-30c7c48a09ac tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:37.680445 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea190dc0-60f5-46ae-9bdc-db7e14b6cba7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:37.686602 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:37.689997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.691285 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-0bd32d68-31bb-404f-8ada-f48bf352b614 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568637 Jan 14 03:47:37.694252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58452) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:37.699693 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:37.710105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:37.714416 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:37.717431 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:37.723207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:37.739687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.805700 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.809916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.811869 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cfd01811-01f3-43fc-8690-d44cfa85f4ea tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:37.835141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e5eece-d2fe-406f-94ed-04009c723e73,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:37.837699 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:37.845347 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.846655 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fa4983ec-6586-4ff6-87c4-316573a80c91 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514025 Jan 14 03:47:37.849509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58456) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:37.855700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:37.866519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:37.870635 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:37.874240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:37.880087 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:37.895962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.960489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.963031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:37.965232 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8ec0942e-b77b-484a-95b2-c28e9f8426cb tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:37.992019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7472a4d-bca7-41fb-ac86-7e0d92d8a29e,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:37.994772 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:38.002320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.003709 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-977897ba-388a-4df5-ac19-2915adc819dc tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531951 Jan 14 03:47:38.006723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58460) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:38.012450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:38.023839 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:38.028512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:38.031562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:38.037379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:38.054210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.120697 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.123296 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.125251 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5127ad43-f777-4616-83f7-d58ee6d5436e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:38.148121 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e2cb26-4b0d-4ae2-8201-cc9fbdbe1fe2,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:38.150646 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:38.157446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.158729 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-87e3942d-fe23-49e6-8068-f29eeaf88806 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509988 Jan 14 03:47:38.161713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58464) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:38.167238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:38.179482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:38.183731 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:38.187281 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:38.192850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:38.203719 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:38.210870 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.279781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.282813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.284874 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6aaa25d5-7bd5-42f3-b8b5-f16ab3899fca tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:38.309219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4bf64-b03c-481a-b1ca-0f6cf4315564,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:38.311946 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:38.321020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.322314 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596131 Jan 14 03:47:38.325230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58468) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:38.330833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'security_group_rule': {'security_group_id': '92a9c968-00d0-4c18-8f3a-c4a497c04ebf', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:38.342307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:38.346335 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:security_group_rule and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:38.349393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:38.355932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:38.366742 n-d-765315-13 neutron-server[80721]: INFO neutron.db.securitygroups_db [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Project beea3f53ff514e4288b66d26c9f477e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 03:47:38.374326 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.447192 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.450687 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.452610 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-93589631-3376-4a0e-bbac-78b24ae88cbf tempest-TestVolumeBackupRestore-481346195 tempest-TestVolumeBackupRestore-481346195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:38.476933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed155da-5401-4a97-a130-e15940cfe79c,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:38.479743 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:38.486120 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.487421 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-db1c3a30-214b-435e-bd39-086111aaa736 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612005 Jan 14 03:47:38.490495 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58472) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:38.496773 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'network': {'name': 'tempest-network-smoke--543439067', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'port_security_enabled': True}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:38.502978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:38.507413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:network and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:38.510438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:38.516720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:38.526355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:38.536388 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.571450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:47:38.581826 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.582269 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Added segment 9b23c03a-ea1e-42ce-9cc0-9b71d416997d of type vxlan for network 910be2eb-d9c7-44e4-9746-f0035837c38f Jan 14 03:47:38.610410 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.629530 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.643437 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.663081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:38.663732 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.669336 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e05ee96f-311c-4a1e-bd32-3ddc146dbb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:38.778810 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2871935 Jan 14 03:47:38.781703 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58476) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:38.789796 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'admin_state_up': True, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:38.803270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Network': ['ID=910be2eb-d9c7-44e4-9746-f0035837c38f,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:38.805886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:38.808976 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:38.811328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:router and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:38.814605 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:38.817567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:38.820231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:38.830030 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.831066 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.833336 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:38.846016 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:38.855599 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:39.126421 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:39.564367 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:39.724987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:39.756495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:40.022891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.25.3.35 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/3547a618-fe06-4c3f-bbb9-5da5e54b30c8) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:40.180286 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:40.206076 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:40.226058 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-78c20412-cc64-4ca0-a995-bf7e75169538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:40.356696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:40.361026 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:40.413633 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:40.414751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:40.417071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:40.837350 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:41.189941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:41.396375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 34071b16-c46d-4edf-b402-eec9f4c24fef is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:47:41.574921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:41.584674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Sync routers for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:41.595849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:41.596571 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:41.608775 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:41.610108 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-32cc5abd-6bda-41c9-b9a5-7fbdfc44288e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8274026 Jan 14 03:47:41.613543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58480) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:41.662841 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a8a5a3ea-23f3-4cdf-a583-6284cd8c9cce tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?project_id=beea3f53ff514e4288b66d26c9f477e3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480192 Jan 14 03:47:41.665594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58484) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:41.784018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:41.807990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae18bbf-d236-4d24-89ed-a1b0a517707a tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:41.810167 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3ae18bbf-d236-4d24-89ed-a1b0a517707a tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435874 Jan 14 03:47:41.813221 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58488) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:41.858191 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-5ba08252-437c-4d0e-affc-ecbcb59738c4 tempest-TestNetworkAdvancedServerOps-1199683543 tempest-TestNetworkAdvancedServerOps-1199683543] 10.222.0.30 "GET /v2.0/subnets?network_id=ba906728-a6fe-4e9b-aea4-bf3981958b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436368 Jan 14 03:47:41.860671 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58492) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:41.866711 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808964222', 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f', 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:41.984926 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:41.989068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Usage tracker for resource:subnet and tenant:beea3f53ff514e4288b66d26c9f477e3 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:41.992035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:41.998327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:42.007985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Made reservation on behalf of beea3f53ff514e4288b66d26c9f477e3 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:42.131097 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.269826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:40Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:42.273918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Checking router: 34071b16-c46d-4edf-b402-eec9f4c24fef for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:42.274327 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Updating router 34071b16-c46d-4edf-b402-eec9f4c24fef port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:42.329776 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.390377 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.570627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.586010 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50958a63-71f5-4c17-94d8-8903f6ad1e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:42.736022 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.749251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Transition to ACTIVE for port object 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:42.752269 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.768385 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:42.903778 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9617508-a514-45b6-b2ac-3043e3d8d905 None None] Pushing event updated for resources: {'Port': ['ID=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:42.907071 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9617508-a514-45b6-b2ac-3043e3d8d905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:42.978303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Attempting to bind port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:42.978732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Attempting to bind port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:42.979155 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Attempting to bind port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:42.985543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:42.986012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:42.986555 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:42.986925 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:42.987464 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Bound port: 3547a618-fe06-4c3f-bbb9-5da5e54b30c8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:42.987896 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:43.028059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Subnet': ['ID=bca11118-933e-4b6d-b5da-bcb26da6e9a0,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:43.042126 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:43.062766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] For port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:43.066040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] For port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:43.069539 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:43.088644 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d73e593c-44d2-49cf-87dd-b89d4af36108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:43.103161 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Checking segment: {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:43.103561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network hostable DHCP agents. Network: 910be2eb-d9c7-44e4-9746-f0035837c38f, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:47:43.121890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 910be2eb-d9c7-44e4-9746-f0035837c38f is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:47:43.130283 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 910be2eb-d9c7-44e4-9746-f0035837c38f) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:43.144761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:43.145564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:43.166164 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-fcc1c034-cba8-4f90-82c1-711571d1f2b7 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3044145 Jan 14 03:47:43.169135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58496) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:43.175611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae69917-25dd-428a-a646-f9d9cab53f1f None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:43.322692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9617508-a514-45b6-b2ac-3043e3d8d905 None None] Pushing event updated for resources: {'Port': ['ID=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:43.339930 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9617508-a514-45b6-b2ac-3043e3d8d905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:43.438727 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:43.439418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:43.633986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-910be2eb-d9c7-44e4-9746-f0035837c38f', 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'fixed_ips': [{'subnet_id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:47:43.634893 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:43.695302 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:43.910392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.220081 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Allocated IP 172.20.0.2 (910be2eb-d9c7-44e4-9746-f0035837c38f/bca11118-933e-4b6d-b5da-bcb26da6e9a0/be59847a-c03c-49e3-bddd-03e683549b6e) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:44.227706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:40Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:44.236990 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9fec8a-c92c-43c5-b829-45f849c2121a None None] The sync data for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 is: [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:40Z', 'revision_number': 3, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:44.625412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.639531 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.654339 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Transition to ACTIVE for port object be59847a-c03c-49e3-bddd-03e683549b6e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:44.672863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Transition to ACTIVE for port object be59847a-c03c-49e3-bddd-03e683549b6e will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:44.678496 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.694380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:44.760371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Allocated IP 172.20.0.1 (910be2eb-d9c7-44e4-9746-f0035837c38f/bca11118-933e-4b6d-b5da-bcb26da6e9a0/9bf22052-f2db-44fd-95fd-30ccf67c7fc2) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:44.830524 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Pushing event updated for resources: {'Port': ['ID=be59847a-c03c-49e3-bddd-03e683549b6e,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:44.834858 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:44.893151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:44.894482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:44.896935 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:44.942821 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.956013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Attempting to bind port be59847a-c03c-49e3-bddd-03e683549b6e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:44.956637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Attempting to bind port be59847a-c03c-49e3-bddd-03e683549b6e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:44.957174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Attempting to bind port be59847a-c03c-49e3-bddd-03e683549b6e on network 910be2eb-d9c7-44e4-9746-f0035837c38f {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:44.963393 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Transition to ACTIVE for port object 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:44.963584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:44.963822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Checking segment: {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:44.964607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.965066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Bound using segment: {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:44.965603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Bound port: be59847a-c03c-49e3-bddd-03e683549b6e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:44.966035 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:44.985932 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.003638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b16fc46-ed76-4b8b-88b9-d8c81c75767e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:45.079312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] For port be59847a-c03c-49e3-bddd-03e683549b6e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:45.082744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] For port be59847a-c03c-49e3-bddd-03e683549b6e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be59847a-c03c-49e3-bddd-03e683549b6e,segment=NetworkSegment(9b23c03a-ea1e-42ce-9cc0-9b71d416997d),segment_id=9b23c03a-ea1e-42ce-9cc0-9b71d416997d)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:45.086970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.104153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:45.150072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:45.155581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:45.206408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 910be2eb-d9c7-44e4-9746-f0035837c38f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:45.207610 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:45.209988 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:45.263596 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Pushing event updated for resources: {'Port': ['ID=be59847a-c03c-49e3-bddd-03e683549b6e,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:45.268866 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:45.272969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.398242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.893117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.896897 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:45.924944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be59847a-c03c-49e3-bddd-03e683549b6e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:45.931176 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3d5a854-eb34-4cfe-b86a-ed4861992f3e tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:45.995730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port be59847a-c03c-49e3-bddd-03e683549b6e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:46.001065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:46.009044 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:46.074504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:46.079759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:46.080189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:46.115637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event updated for resources: {'Port': ['ID=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:46.119381 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:46.179270 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 910be2eb-d9c7-44e4-9746-f0035837c38f is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:46.180602 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:46.197118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:46.213784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:46.217889 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:46.219803 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0b28e800-c643-4ea1-99a1-93baf61013ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:46.287872 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:46.291383 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:46.381601 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 34071b16-c46d-4edf-b402-eec9f4c24fef has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:46.574333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:46.589194 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/34071b16-c46d-4edf-b402-eec9f4c24fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4185941 Jan 14 03:47:46.645414 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead27e0-d120-4759-aa81-b8434eaa0685 None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:46.765420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Provisioning for port be59847a-c03c-49e3-bddd-03e683549b6e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:46.781603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Provisioning complete for port be59847a-c03c-49e3-bddd-03e683549b6e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:46.782025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:46.783341 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-b303a74e-e4d6-4e7c-b123-db87ee934fd3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:46.800276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-b303a74e-e4d6-4e7c-b123-db87ee934fd3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:46.801556 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-b303a74e-e4d6-4e7c-b123-db87ee934fd3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145290940&fields=id&tenant_id=beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 267 time: 0.0634451 Jan 14 03:47:46.986094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-58ae3672-997f-419e-a461-e3c1bc6843f8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:46.986906 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-58ae3672-997f-419e-a461-e3c1bc6843f8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:47.003708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-58ae3672-997f-419e-a461-e3c1bc6843f8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:47.004624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.008887 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-58ae3672-997f-419e-a461-e3c1bc6843f8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/networks?id=910be2eb-d9c7-44e4-9746-f0035837c38f HTTP/1.1" status: 200 len: 796 time: 0.1986339 Jan 14 03:47:47.024112 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-3a12fa41-ab3e-4a41-8461-0013a170c858 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/quotas/beea3f53ff514e4288b66d26c9f477e3 HTTP/1.1" status: 200 len: 375 time: 0.0109546 Jan 14 03:47:47.049219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] For port be59847a-c03c-49e3-bddd-03e683549b6e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be59847a-c03c-49e3-bddd-03e683549b6e,segment=NetworkSegment(9b23c03a-ea1e-42ce-9cc0-9b71d416997d),segment_id=9b23c03a-ea1e-42ce-9cc0-9b71d416997d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:47.052921 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.054713 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-55112317-04cd-42fd-97d2-a0f93c12b7ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:47.076763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Sync routers for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:47.088504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:47.090077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:47.130637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Pushing event updated for resources: {'Port': ['ID=be59847a-c03c-49e3-bddd-03e683549b6e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:47.134733 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:47.282690 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Provisioning complete for port be59847a-c03c-49e3-bddd-03e683549b6e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:47.283279 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.293469 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:47.455945 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-ef53fb13-a25c-4c1d-ae3f-83dc996875b9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Synchronizing usage tracker for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:47:47.457141 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Provisioning for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:47.465452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Provisioning complete for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:47.466115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.476325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-ef53fb13-a25c-4c1d-ae3f-83dc996875b9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Unset dirty status for tenant:beea3f53ff514e4288b66d26c9f477e3 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:47:47.477809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-ef53fb13-a25c-4c1d-ae3f-83dc996875b9 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "GET /v2.0/ports?tenant_id=beea3f53ff514e4288b66d26c9f477e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4394083 Jan 14 03:47:47.531340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b61e-e902-4d39-8aae-b7b5d3839b26 None None] Port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:47.650901 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-1f2b0d50-0cbe-4ac2-acd3-82c8ed2d54bb service neutron] 10.222.0.30 "GET /v2.0/networks/910be2eb-d9c7-44e4-9746-f0035837c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580472 Jan 14 03:47:47.656295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bc7e7d24-cd60-44ac-9d96-60b7f394c2df None None] Provisioning complete for port be59847a-c03c-49e3-bddd-03e683549b6e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:47.656762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7d24-cd60-44ac-9d96-60b7f394c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.668207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:45Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9bf22052-f2db-44fd-95fd-30ccf67c7fc2', 'name': '', 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:5f:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:44Z', 'updated_at': '2021-01-14T03:47:45Z', 'revision_number': 2, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:47.673149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Checking router: 34071b16-c46d-4edf-b402-eec9f4c24fef for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:47.673629 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Updating router 34071b16-c46d-4edf-b402-eec9f4c24fef port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:47:47.732862 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:47.807010 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-a413ce59-a02c-4141-b0c8-a060897c50d4 req-559192e3-555d-4cae-877d-3983142d9240 service neutron] 10.222.0.30 "GET /v2.0/networks/910be2eb-d9c7-44e4-9746-f0035837c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1551869 Jan 14 03:47:47.892300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be59847a-c03c-49e3-bddd-03e683549b6e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:48.001749 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-3d587a30-64a3-443e-b06c-3042aa81baf7 None None] Provisioning complete for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:48.002307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3d587a30-64a3-443e-b06c-3042aa81baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.068567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3d587a30-64a3-443e-b06c-3042aa81baf7 None None] Port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:48.076868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port be59847a-c03c-49e3-bddd-03e683549b6e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:48.077374 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.222185 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-c783900d-06f7-4fdb-9a31-529fc40eee6d None None] Provisioning complete for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:48.222615 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c783900d-06f7-4fdb-9a31-529fc40eee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.288390 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:48.313184 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.319576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58528) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:48.341667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Transition to ACTIVE for port object 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:48.345313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.375778 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f77b73b1-f439-4cae-8d81-aff6648e5d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:48.376522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-c783900d-06f7-4fdb-9a31-529fc40eee6d None None] Port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:47:48.384140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:48.384618 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.523695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-0d48766d-96ca-4b0d-ab89-f9137b2e77be None None] Provisioning complete for port be59847a-c03c-49e3-bddd-03e683549b6e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:48.524376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-0d48766d-96ca-4b0d-ab89-f9137b2e77be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.524860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Pushing event updated for resources: {'Port': ['ID=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:48.546528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.547039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.547490 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.547930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.548418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.548809 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.549260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.549683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.550110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.550540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.550974 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.551401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.551862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.552291 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.552742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.553949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.553949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.553949 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.554312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.554754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.555174 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.555595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.556247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.556509 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.556932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.557372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.557802 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.558723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.559142 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.559562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.560106 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.560404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.560835 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.561269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.561695 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.562113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:48.568835 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:48.718799 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Attempting to bind port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:48.719211 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Attempting to bind port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:48.719630 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Attempting to bind port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 on network 910be2eb-d9c7-44e4-9746-f0035837c38f {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:48.726395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:48.726856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Checking segment: {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:48.727429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.727863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Bound using segment: {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:48.728411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Bound port: 9bf22052-f2db-44fd-95fd-30ccf67c7fc2, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b23c03a-ea1e-42ce-9cc0-9b71d416997d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:48.728835 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.826370 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] For port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:48.829552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] For port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,segment=NetworkSegment(9b23c03a-ea1e-42ce-9cc0-9b71d416997d),segment_id=9b23c03a-ea1e-42ce-9cc0-9b71d416997d)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:48.833017 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.848163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ae4cb8ca-a7b7-4d39-95e8-18a8a0571630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:48.948730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:48.997101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Pushing event updated for resources: {'Port': ['ID=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,revision_number=4']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:49.002012 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cb0e8343-acfd-43ae-a6cd-a2ed8daeb731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:49.039776 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:49.040466 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:49.383827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:49.474661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:49.474962 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:49.674908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,segment=NetworkSegment(9b23c03a-ea1e-42ce-9cc0-9b71d416997d),segment_id=9b23c03a-ea1e-42ce-9cc0-9b71d416997d)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:49.675302 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:49.706162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:45Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9bf22052-f2db-44fd-95fd-30ccf67c7fc2', 'name': '', 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:5f:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:44Z', 'updated_at': '2021-01-14T03:47:48Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:49.711019 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d7438-590c-4095-91a9-075b1f8bfddb None None] The sync data for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 is: [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:45Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '9bf22052-f2db-44fd-95fd-30ccf67c7fc2', 'name': '', 'network_id': '910be2eb-d9c7-44e4-9746-f0035837c38f', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'mac_address': 'fa:16:3e:5f:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:44Z', 'updated_at': '2021-01-14T03:47:48Z', 'revision_number': 4, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'subnets': [{'id': 'bca11118-933e-4b6d-b5da-bcb26da6e9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:49.814017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:49.915560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:47:50.013158 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:47:50.016995 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:50.018748 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:47:50.019172 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:50.035086 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7d57d8d5-77e0-40a3-a35a-6158bf50791d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:50.053380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Port 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 was deleted so its status cannot be updated. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 03:47:50.128282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Port': ['ID=9bf22052-f2db-44fd-95fd-30ccf67c7fc2,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:50.135339 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:50.465545 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:51.273692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Router 34071b16-c46d-4edf-b402-eec9f4c24fef has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:47:51.452963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:47:51.462153 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Sync routers for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:47:51.471422 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3c6a7c53-d4a8-42f3-83a3-3b5d7eafa894 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "PUT /v2.0/routers/34071b16-c46d-4edf-b402-eec9f4c24fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504362 Jan 14 03:47:51.473090 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:51.473856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:51.474035 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58536) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:51.688331 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting subnet bca11118-933e-4b6d-b5da-bcb26da6e9a0 {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:47:51.691868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:51.752848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:51.837128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:51.857020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.140997 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.141269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:49Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:52.145127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Checking router: 34071b16-c46d-4edf-b402-eec9f4c24fef for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:47:52.154116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Routers {'34071b16-c46d-4edf-b402-eec9f4c24fef'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:47:52.154781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['34071b16-c46d-4edf-b402-eec9f4c24fef'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:52.156921 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5981026f-1358-457a-a2ba-bd9381a1ea6d tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:52.243233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Subnet': ['ID=bca11118-933e-4b6d-b5da-bcb26da6e9a0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:52.251072 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:52.295143 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.303961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6448ae-0b97-4b4d-97c6-4a323e0505e8 None None] Network 910be2eb-d9c7-44e4-9746-f0035837c38f requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:52.304168 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4e4123d0-725b-474a-8209-92cd27c610d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/subnets/bca11118-933e-4b6d-b5da-bcb26da6e9a0 HTTP/1.1" status: 204 len: 168 time: 0.8262577 Jan 14 03:47:52.304358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58540) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:52.499266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.500066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] Set router 34071b16-c46d-4edf-b402-eec9f4c24fef gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:47:52.682929 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.688138 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Deleting port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:52.688564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.806697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] DHCP port deletion for 910be2eb-d9c7-44e4-9746-f0035837c38f request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:47:52.817714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Deleting port be59847a-c03c-49e3-bddd-03e683549b6e {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:47:52.818139 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.876525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] For port 3547a618-fe06-4c3f-bbb9-5da5e54b30c8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3547a618-fe06-4c3f-bbb9-5da5e54b30c8,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:52.876942 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:52.929712 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:49Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:52.939316 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b442a-0531-41aa-9a4c-05ed46774e43 None None] The sync data for ids ['34071b16-c46d-4edf-b402-eec9f4c24fef'] in n-d-765315-13 is: [{'id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-848487815', 'tenant_id': 'beea3f53ff514e4288b66d26c9f477e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:38Z', 'updated_at': '2021-01-14T03:47:49Z', 'revision_number': 5, 'project_id': 'beea3f53ff514e4288b66d26c9f477e3', 'gw_port': {'id': '3547a618-fe06-4c3f-bbb9-5da5e54b30c8', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34071b16-c46d-4edf-b402-eec9f4c24fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:39Z', 'updated_at': '2021-01-14T03:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:47:53.034543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Calling delete_port for 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:53.056987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] For port be59847a-c03c-49e3-bddd-03e683549b6e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=be59847a-c03c-49e3-bddd-03e683549b6e,segment=NetworkSegment(9b23c03a-ea1e-42ce-9cc0-9b71d416997d),segment_id=9b23c03a-ea1e-42ce-9cc0-9b71d416997d)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:47:53.057392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.171492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.184981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Calling delete_port for be59847a-c03c-49e3-bddd-03e683549b6e owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:47:53.262692 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.278062 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:53.366777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.382075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Pushing event deleted for resources: {'Port': ['ID=be59847a-c03c-49e3-bddd-03e683549b6e,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:53.387289 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:53.416483 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] No DVR routers for this DVR port be59847a-c03c-49e3-bddd-03e683549b6e on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:47:53.503975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.506348 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.525442 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.525983 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Fanout notify agent at l3_agent the message router_deleted on router 34071b16-c46d-4edf-b402-eec9f4c24fef {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:47:53.548488 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.549731 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-175f1a31-17fc-4bfb-a4d5-59dbd4646c43 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/routers/34071b16-c46d-4edf-b402-eec9f4c24fef HTTP/1.1" status: 204 len: 168 time: 1.2443757 Jan 14 03:47:53.552704 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58544) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:53.689201 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.880790 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be59847a-c03c-49e3-bddd-03e683549b6e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:53.892014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:53.914506 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: be59847a-c03c-49e3-bddd-03e683549b6e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:53.914893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device be59847a-c03c-49e3-bddd-03e683549b6e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:53.915368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:53.947300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:53.947694 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 9bf22052-f2db-44fd-95fd-30ccf67c7fc2 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:53.948148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:47:53.985099 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:47:53.985320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3547a618-fe06-4c3f-bbb9-5da5e54b30c8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:47:54.020710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910be2eb-d9c7-44e4-9746-f0035837c38f']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:54.033986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b23c03a-ea1e-42ce-9cc0-9b71d416997d') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:54.034333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b23c03a-ea1e-42ce-9cc0-9b71d416997d') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:47:54.047077 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.061933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.063923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:47:54.242426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 910be2eb-d9c7-44e4-9746-f0035837c38f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:54.251407 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.427841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Network 910be2eb-d9c7-44e4-9746-f0035837c38f has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:47:54.451907 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:47:54.534298 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.537495 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e1229523-178c-4747-9513-917939bbefc5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:54.555508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.563720 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'Network': ['ID=910be2eb-d9c7-44e4-9746-f0035837c38f,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:54.568396 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:54.574356 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-60b9ba35-30a0-4d8b-8bc0-d04cfbb72bed tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/networks/910be2eb-d9c7-44e4-9746-f0035837c38f HTTP/1.1" status: 204 len: 168 time: 1.0204949 Jan 14 03:47:54.577206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58548) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:54.651220 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.683234 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.738138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:54.743475 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc03575f-c6a9-4d3e-b4f4-799d47b5ad5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:55.051540 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9c968-00d0-4c18-8f3a-c4a497c04ebf,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:55.054285 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:55.062624 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:55.064144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-47f9868b-d201-4381-b13d-a4f801c770f5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] 10.222.0.30 "DELETE /v2.0/security-groups/92a9c968-00d0-4c18-8f3a-c4a497c04ebf HTTP/1.1" status: 204 len: 168 time: 0.4856756 Jan 14 03:47:55.411902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58558) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:55.599809 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f8488181-80fe-479d-a13d-4c0bd0c6fa4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beea3f53ff514e4288b66d26c9f477e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865637 Jan 14 03:47:55.602424 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58564) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:55.662927 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:55.690984 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:55.737426 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:55.742638 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-aafca996-817e-4402-bcd0-46a8c9b82de6 tempest-TestVolumeBootPattern-1370423508 tempest-TestVolumeBootPattern-1370423508] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:55.758897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be9927-879c-4d9e-8279-56df9ffa5f2a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:55.762119 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:55.764313 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:55.765562 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4a631b16-50ee-4b65-a5b2-673ceb72b407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55be9927-879c-4d9e-8279-56df9ffa5f2a HTTP/1.1" status: 204 len: 168 time: 0.1621706 Jan 14 03:47:56.111381 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58572) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:56.130368 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.148937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:56.153449 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Usage tracker for resource:security_group_rule and tenant:03213272afd7424cb5f5a4111df30509 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:56.156378 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:56.162150 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:56.248034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.250947 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.259848 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-cc1b871e-3406-47a5-bfc9-748516549784 tempest-ServerActionsTestJSON-1000404260 tempest-ServerActionsTestJSON-1000404260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:56.302029 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03213272afd7424cb5f5a4111df30509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895101 Jan 14 03:47:56.303766 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951987ea-a932-4acd-900c-2711207536dc,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:56.305123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58576) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:56.312358 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-26db0a03-201c-4739-b5cc-f5f1fa9c918d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:56.369903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.397089 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.440880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.445758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fed3f8f6-4ff3-45f9-8e0d-ead2b7913f75 tempest-RoutersNegativeTest-1822802806 tempest-RoutersNegativeTest-1822802806] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:56.459590 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951987ea-a932-4acd-900c-2711207536dc,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:56.468804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:56.470004 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/951987ea-a932-4acd-900c-2711207536dc HTTP/1.1" status: 204 len: 168 time: 0.1637754 Jan 14 03:47:56.471722 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.472147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.472592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.473030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.473441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.474276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.474276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.474613 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.475022 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.475425 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.475831 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.476234 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.476705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.477112 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.477511 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.477916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.478322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.478723 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.479125 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.479529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.479976 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.480405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.480811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.481212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.481691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.482071 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.482475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.482876 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.483278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.483683 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.484083 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.484510 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.484914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.485315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.485718 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.486116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:56.490513 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a85e6f12-498d-4cbc-9061-7244a72d626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:57.360209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58598) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:57.444086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:47:57.501948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-35893542-network', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431'}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:57.508056 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:57.512133 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Usage tracker for resource:network and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:57.515156 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:57.520923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:57.531178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Made reservation on behalf of de727c64e4634fe6beeb18e0b15bf431 for: {'network': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:57.535916 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.549204 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.567430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:57.571413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:57.574471 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:57.580166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:57.667186 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.670385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.674574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-05b9f2a2-a67a-4a16-9b0c-549720bde632 tempest-SecGroupIPv6Test-1020500441 tempest-SecGroupIPv6Test-1020500441] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:57.705909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:47:57.715580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d896e-57bd-44a8-ad3e-b52e4bda268b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:57.719163 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:57.722936 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.723335 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Added segment b41495e3-1173-4d9f-a89e-8ccf04eff4e2 of type vxlan for network 66413470-2d78-41af-bb7f-b6d878fdcb97 Jan 14 03:47:57.751497 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.780877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.781836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:57.782475 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.787450 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:57.892665 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5311570 Jan 14 03:47:57.895793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Pushing event updated for resources: {'Network': ['ID=66413470-2d78-41af-bb7f-b6d878fdcb97,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:57.895961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58604) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:57.899499 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b753e479-6a68-45ad-9db5-79f5d5504788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:57.902889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Request body: {'subnet': {'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-35893542-subnet', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:57.907772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:57.909040 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:57.913127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Usage tracker for resource:subnet and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:57.916118 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:57.921384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:57.921891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:57.932129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Made reservation on behalf of de727c64e4634fe6beeb18e0b15bf431 for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:47:57.937127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:57.939480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:47:58.360409 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:58.376409 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6f046f6-3af3-4a55-bc39-1659393a1770 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:58.505473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9fb772-c18e-4a9c-b369-6d5f574ef449,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:58.527375 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.527810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.528377 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.528786 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.529200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.529617 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.530028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.530437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.530843 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.531249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.531655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.532058 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.532527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.532936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.533344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.533747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.534151 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.534556 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.534961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.535366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.535768 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.536171 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.536913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.537326 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.537784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.538188 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.538592 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.538995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.539404 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.539808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.540214 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.540667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.541069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.541467 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.541868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.542295 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:47:58.548692 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:58.604685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Checking segment: {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:58.605077 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Network hostable DHCP agents. Network: 66413470-2d78-41af-bb7f-b6d878fdcb97, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:47:58.623764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:47:58.631838 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 66413470-2d78-41af-bb7f-b6d878fdcb97) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:58.642038 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaec6f2-9f27-4de6-9a58-b40a4643f893 None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:47:58.645264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:47:58.645913 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:58.670002 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-630bee94-d449-4924-a0c1-77df37704741 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7728508 Jan 14 03:47:58.673001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58608) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:47:58.678582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:47:58.685093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:47:58.689157 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Usage tracker for resource:router and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:47:58.696820 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:47:58.702948 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:47:58.712447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:58.713564 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:58.728703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:58.862962 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-66413470-2d78-41af-bb7f-b6d878fdcb97', 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'fixed_ips': [{'subnet_id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:47:58.863873 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.006440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.160978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Allocated IP 172.20.0.2 (66413470-2d78-41af-bb7f-b6d878fdcb97/2a9fb772-c18e-4a9c-b369-6d5f574ef449/23849bed-93fa-4f49-a8ee-660283646da8) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:59.331118 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.363599 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.372548 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.383094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Transition to ACTIVE for port object 23849bed-93fa-4f49-a8ee-660283646da8 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:59.399708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Transition to ACTIVE for port object 23849bed-93fa-4f49-a8ee-660283646da8 will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:47:59.405045 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.420621 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:59.554734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Pushing event updated for resources: {'Port': ['ID=23849bed-93fa-4f49-a8ee-660283646da8,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:59.558593 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:59.612264 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:47:59.613450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:47:59.616260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:47:59.642232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Allocated IP 172.25.3.97 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/24917516-1b34-453a-afc5-5d4fade40dc2) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:47:59.670458 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Attempting to bind port 23849bed-93fa-4f49-a8ee-660283646da8 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:47:59.670886 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Attempting to bind port 23849bed-93fa-4f49-a8ee-660283646da8 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:47:59.671313 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Attempting to bind port 23849bed-93fa-4f49-a8ee-660283646da8 on network 66413470-2d78-41af-bb7f-b6d878fdcb97 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:47:59.676931 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:47:59.677365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Checking segment: {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:47:59.677823 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.678273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Bound using segment: {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:47:59.678810 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Bound port: 23849bed-93fa-4f49-a8ee-660283646da8, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:47:59.679239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.773137 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] For port 23849bed-93fa-4f49-a8ee-660283646da8, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:47:59.776417 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] For port 23849bed-93fa-4f49-a8ee-660283646da8, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=23849bed-93fa-4f49-a8ee-660283646da8,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:47:59.779940 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.795144 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:59.800115 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.825781 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:47:59.841810 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36b6a5e2-02ce-42cd-a04b-2eec687d159a tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:47:59.943967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Pushing event updated for resources: {'Port': ['ID=23849bed-93fa-4f49-a8ee-660283646da8,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:59.949033 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:47:59.975012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=24917516-1b34-453a-afc5-5d4fade40dc2,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:47:59.982893 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:00.038520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:00.039738 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:00.042552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:00.488620 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:01.138590 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:01.268282 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86262987-a26e-4352-8a3d-c4d258fe9d59 None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:01.355829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Router adc44ff6-7750-438a-b2bb-69e1af35b805 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:48:01.367159 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-85984249-a053-4ab1-b104-c5226c67ab9f None None] Provisioning for port 23849bed-93fa-4f49-a8ee-660283646da8 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:01.545875 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:01.559037 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Sync routers for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:01.569643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:01.570324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:01.570482 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:01.571877 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8976953 Jan 14 03:48:01.575452 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58612) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:01.763413 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:01.959943 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 23849bed-93fa-4f49-a8ee-660283646da8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:02.076167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 23849bed-93fa-4f49-a8ee-660283646da8 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:02.081955 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 23849bed-93fa-4f49-a8ee-660283646da8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:02.082387 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.110840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:00Z', 'revision_number': 3, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:02.115097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Checking router: adc44ff6-7750-438a-b2bb-69e1af35b805 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:02.115710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Updating router adc44ff6-7750-438a-b2bb-69e1af35b805 port 24917516-1b34-453a-afc5-5d4fade40dc2 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:48:02.174055 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.219841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a475ee31-f411-4304-ba27-990964817851 None None] Provisioning complete for port 23849bed-93fa-4f49-a8ee-660283646da8 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:02.220034 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a475ee31-f411-4304-ba27-990964817851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.263467 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.319219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 23849bed-93fa-4f49-a8ee-660283646da8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=23849bed-93fa-4f49-a8ee-660283646da8,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:02.349306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.358612 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1e71b22f-4b77-4869-99d7-7e38f040e696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:02.377934 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.442455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=23849bed-93fa-4f49-a8ee-660283646da8,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:02.445827 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:02.576877 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.588561 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Transition to ACTIVE for port object 24917516-1b34-453a-afc5-5d4fade40dc2 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:02.591573 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.606849 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e42a2a27-7776-4686-bb2b-ed446baa4487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:02.733833 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8af42e-b08d-4c5f-8b2d-75728173a4ae None None] Pushing event updated for resources: {'Port': ['ID=24917516-1b34-453a-afc5-5d4fade40dc2,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:02.735365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Allocated IP 172.20.0.1 (66413470-2d78-41af-bb7f-b6d878fdcb97/2a9fb772-c18e-4a9c-b369-6d5f574ef449/a8d7258e-521c-4dad-a0df-14a7fe68d96e) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:02.738998 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf8af42e-b08d-4c5f-8b2d-75728173a4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:02.797168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Attempting to bind port 24917516-1b34-453a-afc5-5d4fade40dc2 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:02.797576 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Attempting to bind port 24917516-1b34-453a-afc5-5d4fade40dc2 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:02.797975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Attempting to bind port 24917516-1b34-453a-afc5-5d4fade40dc2 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:02.803420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:02.803830 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:02.804263 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.804716 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:02.805222 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Bound port: 24917516-1b34-453a-afc5-5d4fade40dc2, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:02.805628 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.880957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] For port 24917516-1b34-453a-afc5-5d4fade40dc2, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:02.884147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] For port 24917516-1b34-453a-afc5-5d4fade40dc2, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24917516-1b34-453a-afc5-5d4fade40dc2,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:02.887763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.900224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.903249 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-def4acb7-8e4a-4b19-871b-4e8478a88208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:02.918261 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Transition to ACTIVE for port object a8d7258e-521c-4dad-a0df-14a7fe68d96e will not be triggered until provisioned by entity DHCP. {{(pid=80832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:02.937766 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:02.956988 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2b32d868-4b68-49a9-a573-c962075616d5 tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:03.053579 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8af42e-b08d-4c5f-8b2d-75728173a4ae None None] Pushing event updated for resources: {'Port': ['ID=24917516-1b34-453a-afc5-5d4fade40dc2,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:03.058100 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf8af42e-b08d-4c5f-8b2d-75728173a4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:03.092235 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:03.096628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:03.097287 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:03.097421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:03.150536 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:03.152388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:03.154761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:03.212236 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.338433 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.362936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4fc6bdcb-5113-4a4d-b226-62ab22be1956 None None] Provisioning for port a8d7258e-521c-4dad-a0df-14a7fe68d96e completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:03.368482 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-4fc6bdcb-5113-4a4d-b226-62ab22be1956 None None] Provisioning complete for port a8d7258e-521c-4dad-a0df-14a7fe68d96e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:03.368914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bdcb-5113-4a4d-b226-62ab22be1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.428563 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6bdcb-5113-4a4d-b226-62ab22be1956 None None] Port a8d7258e-521c-4dad-a0df-14a7fe68d96e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:03.446878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:03.631351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.635193 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036726232367'] for port, after_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.665641 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-643b8116-d369-4819-b0fa-0398212a8ac1 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:03.742207 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:00Z', 'revision_number': 3, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:03.746651 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9234f1-d2b3-44c2-9afc-badeb799389f None None] The sync data for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 is: [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:00Z', 'revision_number': 3, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:03.754716 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:03.770714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=2']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:03.778047 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:03.890317 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 23849bed-93fa-4f49-a8ee-660283646da8 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:03.909893 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:03.911027 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:03.984991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 23849bed-93fa-4f49-a8ee-660283646da8 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:03.985456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:04.128382 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Router adc44ff6-7750-438a-b2bb-69e1af35b805 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:48:04.164574 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-541fc0e2-84f3-4378-8b92-517ede18ba1a None None] Provisioning complete for port a8d7258e-521c-4dad-a0df-14a7fe68d96e triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:04.165007 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-541fc0e2-84f3-4378-8b92-517ede18ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:04.239162 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-541fc0e2-84f3-4378-8b92-517ede18ba1a None None] Port a8d7258e-521c-4dad-a0df-14a7fe68d96e cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:04.598489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8730-142b-43c9-840f-5e0181be0378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:04.658547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:04.668335 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-e3c10eae-aa33-417b-908f-77ac2ee47ce0 admin admin] 10.222.0.30 "PUT /v2.0/routers/adc44ff6-7750-438a-b2bb-69e1af35b805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0918059 Jan 14 03:48:05.369129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58630) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:05.375485 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172482322-network', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:05.381456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:05.385496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Usage tracker for resource:network and tenant:d5fbe02c05b84b23aac2684ee4b99128 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:05.388981 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:05.394685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:05.404849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Made reservation on behalf of d5fbe02c05b84b23aac2684ee4b99128 for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:48:05.409617 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.422131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.437396 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:05.441369 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fbe02c05b84b23aac2684ee4b99128 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:05.444260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:05.450570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:05.536106 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.539144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.543351 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-85dcaa51-b88a-4205-8c86-d1ed0fcce052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:05.575284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:48:05.584618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47972098-b1d4-4f6f-8186-30abac0d43d1,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:05.588553 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:05.591941 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.592410 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Added segment b8a5783c-569e-4c8c-962c-e48de6eb6acb of type vxlan for network 02681754-639f-4daf-bc6f-8542076817d3 Jan 14 03:48:05.618888 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.649163 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.650122 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:05.650753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:05.656439 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fdbd919e-c006-482f-aa5b-643f8eaf052c tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:05.766494 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.3960731 Jan 14 03:48:05.767479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=02681754-639f-4daf-bc6f-8542076817d3,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:05.775531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58634) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:05.775979 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bd6bc53-2fec-435a-a3d8-f27aa326a8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:05.777094 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Request body: {'subnet': {'network_id': '02681754-639f-4daf-bc6f-8542076817d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172482322-subnet', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'ip_version': 4}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:05.784857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:05.785267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 02681754-639f-4daf-bc6f-8542076817d3 details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:05.789266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Usage tracker for resource:subnet and tenant:d5fbe02c05b84b23aac2684ee4b99128 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:05.792618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:05.798793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:05.799329 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 02681754-639f-4daf-bc6f-8542076817d3 details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:05.809687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Made reservation on behalf of d5fbe02c05b84b23aac2684ee4b99128 for: {'subnet': 1} {{(pid=80833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:48:05.812666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 02681754-639f-4daf-bc6f-8542076817d3 details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:05.814458 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036725949091'] for subnet, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.003513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24917516-1b34-453a-afc5-5d4fade40dc2 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:06.250754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036725884005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036725949076'] for subnet, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.267438 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e2ed8216-427b-4b00-93ba-67fa515898c8 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:06.343463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 24917516-1b34-453a-afc5-5d4fade40dc2 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:06.348521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 24917516-1b34-453a-afc5-5d4fade40dc2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:06.348955 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.394887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6028380-87bf-4ca3-afea-10ef085e76df,revision_number=0']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:06.400784 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:06.472841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Checking segment: {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:06.473241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Network hostable DHCP agents. Network: 02681754-639f-4daf-bc6f-8542076817d3, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:48:06.478227 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.493252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Network 02681754-639f-4daf-bc6f-8542076817d3 is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:48:06.495800 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 24917516-1b34-453a-afc5-5d4fade40dc2, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24917516-1b34-453a-afc5-5d4fade40dc2,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:06.498534 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.500581 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9cb424a3-5d86-4564-af4f-c508ca89c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:06.506941 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 02681754-639f-4daf-bc6f-8542076817d3) {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:06.520103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:06.520809 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.535923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ae67c4-7af0-4f1e-b0a7-3277c189ae91 None None] Network 02681754-639f-4daf-bc6f-8542076817d3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:06.543413 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f072a6e2-c3ea-4937-ab9b-e1c968a3b361 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7694588 Jan 14 03:48:06.544201 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58638) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:06.550076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:06.556203 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:06.560379 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Usage tracker for resource:router and tenant:d5fbe02c05b84b23aac2684ee4b99128 is out of sync, need to count used quota {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:06.564063 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Sync routers for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:06.564220 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80833) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:06.569940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:06.579267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.580327 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.595749 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.652000 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:06.652672 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:47:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:06.823100 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=24917516-1b34-453a-afc5-5d4fade40dc2,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:06.843074 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:06.871026 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.901777 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-74ec18d9-54b5-4025-a10e-8bf60acdd2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:06.984192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:07.049644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-02681754-639f-4daf-bc6f-8542076817d3', 'network_id': '02681754-639f-4daf-bc6f-8542076817d3', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'fixed_ips': [{'subnet_id': 'c6028380-87bf-4ca3-afea-10ef085e76df'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:48:07.050557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.205808 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.237971 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.507761 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Allocated IP 172.25.3.147 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:07.575575 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Allocated IP 172.20.0.2 (02681754-639f-4daf-bc6f-8542076817d3/c6028380-87bf-4ca3-afea-10ef085e76df/3133de5d-23a3-4409-b011-a77874c7c9ba) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:07.586189 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:03Z', 'revision_number': 4, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a8d7258e-521c-4dad-a0df-14a7fe68d96e', 'name': '', 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'mac_address': 'fa:16:3e:5b:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:02Z', 'updated_at': '2021-01-14T03:48:03Z', 'revision_number': 2, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'subnets': [{'id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:07.593953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Checking router: adc44ff6-7750-438a-b2bb-69e1af35b805 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:07.594366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Updating router adc44ff6-7750-438a-b2bb-69e1af35b805 port a8d7258e-521c-4dad-a0df-14a7fe68d96e binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:48:07.666752 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.693429 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.708951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-7da9a02a-d463-445a-9bb5-b137779d8149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:07.736124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.742307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:07.851975 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Pushing event updated for resources: {'Port': ['ID=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:07.858093 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:07.914110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:07.915429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:07.918135 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:07.939957 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24917516-1b34-453a-afc5-5d4fade40dc2 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:08.065694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.099076 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Transition to ACTIVE for port object 3133de5d-23a3-4409-b011-a77874c7c9ba will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:08.352332 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.382456 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Transition to ACTIVE for port object 3133de5d-23a3-4409-b011-a77874c7c9ba will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:08.390043 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 24917516-1b34-453a-afc5-5d4fade40dc2 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:08.390562 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.432762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.458985 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4c7ddef3-11c2-4a9f-872e-a475144b082d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:08.632066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Pushing event updated for resources: {'Port': ['ID=3133de5d-23a3-4409-b011-a77874c7c9ba,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:08.647728 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:08.726194 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.851870 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Network 02681754-639f-4daf-bc6f-8542076817d3 is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:08.854937 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:08.859102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:08.907098 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.933372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Attempting to bind port 3133de5d-23a3-4409-b011-a77874c7c9ba on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:08.933791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Attempting to bind port 3133de5d-23a3-4409-b011-a77874c7c9ba by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:08.934229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Attempting to bind port 3133de5d-23a3-4409-b011-a77874c7c9ba on network 02681754-639f-4daf-bc6f-8542076817d3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:08.937967 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Transition to ACTIVE for port object a8d7258e-521c-4dad-a0df-14a7fe68d96e will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:08.941103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:08.941527 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Checking segment: {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:08.941974 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.942419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Bound using segment: {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:08.942946 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Bound port: 3133de5d-23a3-4409-b011-a77874c7c9ba, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:08.943371 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:08.954185 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.015144 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.023983 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:09.197284 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42eb74-fae6-45e2-8c75-392e65451f5e None None] Pushing event updated for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:09.206449 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc42eb74-fae6-45e2-8c75-392e65451f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:09.223089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] For port 3133de5d-23a3-4409-b011-a77874c7c9ba, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:09.227918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] For port 3133de5d-23a3-4409-b011-a77874c7c9ba, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3133de5d-23a3-4409-b011-a77874c7c9ba,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:09.234534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Router 6fbc5463-3aba-4e53-b6fe-6f388504623b is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:48:09.285945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.308061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:09.429922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:09.438732 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Sync routers for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:09.449219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:09.450454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:09.454945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.459019 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bfe5a985-a339-4f7a-94d7-d90b5f25e654 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9112029 Jan 14 03:48:09.459346 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58642) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:09.490782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Attempting to bind port a8d7258e-521c-4dad-a0df-14a7fe68d96e on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:09.491206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Attempting to bind port a8d7258e-521c-4dad-a0df-14a7fe68d96e by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:09.491621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Attempting to bind port a8d7258e-521c-4dad-a0df-14a7fe68d96e on network 66413470-2d78-41af-bb7f-b6d878fdcb97 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:09.512266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:09.513212 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Checking segment: {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:09.513667 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.514318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Bound using segment: {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:09.514621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Bound port: a8d7258e-521c-4dad-a0df-14a7fe68d96e, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:09.515052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.539521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Pushing event updated for resources: {'Port': ['ID=3133de5d-23a3-4409-b011-a77874c7c9ba,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:09.566806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.567206 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.567593 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.567977 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.568405 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.568758 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.569132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.569505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.569877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.570252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.570623 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.570993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.571401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.571771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.572140 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.572560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.572932 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.573300 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.573668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.574034 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.574401 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.575325 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.575700 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.576078 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.576519 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.576890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.577259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.577626 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.577991 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.578359 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.578729 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.579091 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.579454 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.579816 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.580184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.580581 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:09.617421 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-52ca7b61-2c8c-4bf0-8fcf-7437d9ffb19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:09.644410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:09.666508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.708648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] For port a8d7258e-521c-4dad-a0df-14a7fe68d96e, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:09.712190 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] For port a8d7258e-521c-4dad-a0df-14a7fe68d96e, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8d7258e-521c-4dad-a0df-14a7fe68d96e,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:09.716795 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:09.733574 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-438d6467-41a5-4350-9c61-5e7c57d1cda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:09.888192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42eb74-fae6-45e2-8c75-392e65451f5e None None] Pushing event updated for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:09.892932 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc42eb74-fae6-45e2-8c75-392e65451f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:09.937627 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:09.938567 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:09.997386 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:08Z', 'revision_number': 3, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:10.001972 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Checking router: 6fbc5463-3aba-4e53-b6fe-6f388504623b for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:10.002529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Updating router 6fbc5463-3aba-4e53-b6fe-6f388504623b port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:48:10.097086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.214568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:10.345231 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.534117 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.547062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Transition to ACTIVE for port object 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:10.551811 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.567721 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3fca929b-0713-4da1-be2d-ac47ae5f6321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:10.591662 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:03Z', 'revision_number': 4, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a8d7258e-521c-4dad-a0df-14a7fe68d96e', 'name': '', 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'mac_address': 'fa:16:3e:5b:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:02Z', 'updated_at': '2021-01-14T03:48:09Z', 'revision_number': 4, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'subnets': [{'id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:10.595918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba659ba-1b41-4640-9877-129ff406dcc5 None None] The sync data for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 is: [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:03Z', 'revision_number': 4, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': 'a8d7258e-521c-4dad-a0df-14a7fe68d96e', 'name': '', 'network_id': '66413470-2d78-41af-bb7f-b6d878fdcb97', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'mac_address': 'fa:16:3e:5b:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:02Z', 'updated_at': '2021-01-14T03:48:09Z', 'revision_number': 4, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'subnets': [{'id': '2a9fb772-c18e-4a9c-b369-6d5f574ef449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:10.717560 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10585c-6e77-48f5-aa27-60c280f44c70 None None] Pushing event updated for resources: {'Port': ['ID=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:10.722818 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a10585c-6e77-48f5-aa27-60c280f44c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:10.730030 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Allocated IP 172.20.0.1 (02681754-639f-4daf-bc6f-8542076817d3/c6028380-87bf-4ca3-afea-10ef085e76df/41f571c3-6400-46bb-b808-be35cf35c4a1) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:10.797619 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Attempting to bind port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:10.797956 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Attempting to bind port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:10.798365 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Attempting to bind port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:10.805542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:10.806072 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:10.815691 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.816149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:10.816763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Bound port: 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:10.817189 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.900250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] For port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:10.904380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] For port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:10.909324 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.915583 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:10.925560 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bf4e1a83-d208-4cf5-9afc-aaa27eb47360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:10.935065 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Transition to ACTIVE for port object 41f571c3-6400-46bb-b808-be35cf35c4a1 will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:10.961494 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.001217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-df3b0ec7-f312-4caa-8ba2-1b23ffb0ffae tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:11.100529 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10585c-6e77-48f5-aa27-60c280f44c70 None None] Pushing event updated for resources: {'Port': ['ID=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:11.105716 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4a10585c-6e77-48f5-aa27-60c280f44c70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:11.156514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:11.157324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:11.175645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Pushing event updated for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:11.183788 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:11.207199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e0f71-1ec4-406b-8cd6-631dcb021a29 None None] Network 02681754-639f-4daf-bc6f-8542076817d3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:11.253784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Network 02681754-639f-4daf-bc6f-8542076817d3 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:11.255067 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:11.259982 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:11.333945 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.365074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:11.407440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-7935d4b0-8b80-424a-abed-51dba4f94b46 None None] Provisioning for port 3133de5d-23a3-4409-b011-a77874c7c9ba completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:11.461057 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.764584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-87555f27-9cd7-4645-b227-72d8c67a8663 None None] Provisioning for port 41f571c3-6400-46bb-b808-be35cf35c4a1 completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:11.771655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-87555f27-9cd7-4645-b227-72d8c67a8663 None None] Provisioning complete for port 41f571c3-6400-46bb-b808-be35cf35c4a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:11.772213 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-87555f27-9cd7-4645-b227-72d8c67a8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.787557 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.792072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:11.823959 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec860bda-e19f-4e6b-8203-253ae562a4d3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:11.839933 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-87555f27-9cd7-4645-b227-72d8c67a8663 None None] Port 41f571c3-6400-46bb-b808-be35cf35c4a1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:11.905169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:08Z', 'revision_number': 3, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:11.910345 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d74259-c2b5-45ca-ad1c-2bcaaa07ff8f None None] The sync data for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 is: [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:08Z', 'revision_number': 3, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:11.911837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Pushing event updated for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:11.919329 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:11.931121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.059351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3133de5d-23a3-4409-b011-a77874c7c9ba up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:12.342887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 3133de5d-23a3-4409-b011-a77874c7c9ba completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:12.348430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3133de5d-23a3-4409-b011-a77874c7c9ba triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:12.348848 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.422179 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.436887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Network 02681754-639f-4daf-bc6f-8542076817d3 is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:12.438187 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:12.446757 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dff67acf-492c-42ec-b727-ac6f559ce601 None None] Provisioning complete for port 41f571c3-6400-46bb-b808-be35cf35c4a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:12.447229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dff67acf-492c-42ec-b727-ac6f559ce601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.551094 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.569342 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dff67acf-492c-42ec-b727-ac6f559ce601 None None] Port 41f571c3-6400-46bb-b808-be35cf35c4a1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:12.595237 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 3133de5d-23a3-4409-b011-a77874c7c9ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3133de5d-23a3-4409-b011-a77874c7c9ba,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:12.598824 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.599744 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8d7258e-521c-4dad-a0df-14a7fe68d96e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:12.658680 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Router 6fbc5463-3aba-4e53-b6fe-6f388504623b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:48:12.659920 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f1d05a92-d875-4eef-8f2e-7dd0d2601241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:12.750989 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port a8d7258e-521c-4dad-a0df-14a7fe68d96e completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:12.763266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-03709cb4-6095-40f6-b432-3e0111011de2 None None] Provisioning complete for port 3133de5d-23a3-4409-b011-a77874c7c9ba triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:12.763266 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03709cb4-6095-40f6-b432-3e0111011de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.790486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a8d7258e-521c-4dad-a0df-14a7fe68d96e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:12.790912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:12.835064 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=3133de5d-23a3-4409-b011-a77874c7c9ba,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:12.851466 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:12.869891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:12.880623 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] 10.222.0.30 "PUT /v2.0/routers/6fbc5463-3aba-4e53-b6fe-6f388504623b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4198921 Jan 14 03:48:13.016746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.038480 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-03709cb4-6095-40f6-b432-3e0111011de2 None None] Provisioning complete for port 41f571c3-6400-46bb-b808-be35cf35c4a1 triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:13.038907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-03709cb4-6095-40f6-b432-3e0111011de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.105472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port a8d7258e-521c-4dad-a0df-14a7fe68d96e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8d7258e-521c-4dad-a0df-14a7fe68d96e,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:13.110747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-03709cb4-6095-40f6-b432-3e0111011de2 None None] Port 41f571c3-6400-46bb-b808-be35cf35c4a1 cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:13.112432 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.114486 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:13.184292 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:13.188276 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:13.547658 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1311238125', 'description': 'tempest-TestShelveInstance-1311238125 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:13.558614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:13.563209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:13.566307 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:13.573840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:13.583831 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.605743 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:13.610315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:13.613286 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:13.619021 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:13.696031 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.698859 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.704324 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0061f447-5f8c-4e0c-91b8-9ee60e58e0a0 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:13.747570 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:13.748913 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-09659611-3b78-445f-8570-ea445ba5eb2f req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2060864 Jan 14 03:48:13.749740 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33802c-a405-4e86-9715-5a77c3bd15a7,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:13.752953 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c11fa461-3a17-42ee-8b93-62838153925e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:13.986288 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-dac0f77b-ad36-402a-9e44-8ef6a1335e81 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/5b33802c-a405-4e86-9715-5a77c3bd15a7 HTTP/1.1" status: 200 len: 1804 time: 0.2036853 Jan 14 03:48:13.991882 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b33802c-a405-4e86-9715-5a77c3bd15a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:13.992455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b33802c-a405-4e86-9715-5a77c3bd15a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:14.003003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3133de5d-23a3-4409-b011-a77874c7c9ba up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:14.003910 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:14.007973 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:14.011018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:14.016795 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:14.073427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.080184 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 3133de5d-23a3-4409-b011-a77874c7c9ba triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:14.080753 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.097841 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.100320 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.106530 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b9339a79-6a79-4a6f-8c36-0363b2e80d09 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:14.126408 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120e3605-59c0-4073-8aaa-8944f1fd4731,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:14.129137 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:14.136863 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.138169 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-68bea4d9-e83c-4923-8e7e-07bea166f85e req-08cc2f87-f858-4f49-a7d6-fc1eb05da6d1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1508780 Jan 14 03:48:14.210589 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:14.232184 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-07b6f8e6-37d0-4e24-b635-9c5b32ae07e3 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/5b33802c-a405-4e86-9715-5a77c3bd15a7 HTTP/1.1" status: 200 len: 2398 time: 0.0532131 Jan 14 03:48:14.243080 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b33802c-a405-4e86-9715-5a77c3bd15a7', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:14.243432 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5b33802c-a405-4e86-9715-5a77c3bd15a7', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:14.254215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:14.258486 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:14.261502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:14.267245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:14.278746 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:14.283668 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:14.284135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.329032 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.354385 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.358025 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.363527 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-655fd726-9840-4a6a-b46c-1f12bbbda32e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:14.384243 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace7efe0-bd53-43f7-a74b-4c2bcf6b7fe5,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:14.392802 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:14.394474 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.395756 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-2cd3c54a-dc64-4c08-829e-6c895bbaa215 req-d9716098-9895-4f58-a057-c7aa9681c8be tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1570079 Jan 14 03:48:14.408993 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.425600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:14.429014 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.429921 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8d7258e-521c-4dad-a0df-14a7fe68d96e up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:14.458588 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-abe5b6b8-08a9-4907-bb38-eb5502fb147f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:14.553428 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:14.557192 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:14.563344 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port a8d7258e-521c-4dad-a0df-14a7fe68d96e triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:14.564078 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.589900 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-2abba10e-fd8b-4dab-8ba5-ee70ba69880e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Synchronizing usage tracker for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:48:14.606980 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-2abba10e-fd8b-4dab-8ba5-ee70ba69880e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Unset dirty status for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:48:14.608251 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-2abba10e-fd8b-4dab-8ba5-ee70ba69880e tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1311238125&fields=id&tenant_id=de727c64e4634fe6beeb18e0b15bf431 HTTP/1.1" status: 200 len: 267 time: 0.0645580 Jan 14 03:48:14.630254 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:14.790553 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-49ffd094-fe29-44ce-9d6a-7b85d31c3b1a tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:14.792117 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-49ffd094-fe29-44ce-9d6a-7b85d31c3b1a tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/networks?id=66413470-2d78-41af-bb7f-b6d878fdcb97 HTTP/1.1" status: 200 len: 807 time: 0.1761100 Jan 14 03:48:14.809567 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-1d4b37bd-3b4d-4584-8faa-604c28831c5b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/quotas/de727c64e4634fe6beeb18e0b15bf431 HTTP/1.1" status: 200 len: 375 time: 0.0105612 Jan 14 03:48:14.899634 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-d0955121-2de4-4959-a367-7431b32dca29 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Synchronizing usage tracker for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:port {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:48:14.915739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-d0955121-2de4-4959-a367-7431b32dca29 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Unset dirty status for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:port {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:48:14.917156 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-d0955121-2de4-4959-a367-7431b32dca29 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/ports?tenant_id=de727c64e4634fe6beeb18e0b15bf431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022925 Jan 14 03:48:15.151130 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-e0188760-0e2f-4d15-af7b-ffdd9408a2f0 service neutron] 10.222.0.30 "GET /v2.0/networks/66413470-2d78-41af-bb7f-b6d878fdcb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208211 Jan 14 03:48:15.298060 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-0a92cb98-2963-43da-8ae8-86db38d0c466 req-fea4017a-00a7-4ed4-8866-025fecedfb18 service neutron] 10.222.0.30 "GET /v2.0/networks/66413470-2d78-41af-bb7f-b6d878fdcb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397226 Jan 14 03:48:15.495985 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Sync routers for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:15.508251 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:15.509093 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:15.710438 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:15.908722 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-c5346e2c-83df-4539-abc5-9d93653f7992 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/5b33802c-a405-4e86-9715-5a77c3bd15a7 HTTP/1.1" status: 200 len: 2997 time: 0.0613551 Jan 14 03:48:15.929609 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:15.989799 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.020783 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.067762 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.073098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5c822b5b-88ed-4021-895f-87619694fb1a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:16.079685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:16.080119 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.088537 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33802c-a405-4e86-9715-5a77c3bd15a7,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:16.091624 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:16.100502 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.101785 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-82bc3fec-9976-4a04-9e4e-3d1b3784eb53 req-a75a67f3-2b8d-4fd8-bffe-1507078f7add tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "DELETE /v2.0/security-groups/5b33802c-a405-4e86-9715-5a77c3bd15a7 HTTP/1.1" status: 204 len: 173 time: 0.1861341 Jan 14 03:48:16.255297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:11Z', 'revision_number': 4, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '41f571c3-6400-46bb-b808-be35cf35c4a1', 'name': '', 'network_id': '02681754-639f-4daf-bc6f-8542076817d3', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'mac_address': 'fa:16:3e:a6:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:10Z', 'updated_at': '2021-01-14T03:48:11Z', 'revision_number': 2, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'subnets': [{'id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:16.263822 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Checking router: 6fbc5463-3aba-4e53-b6fe-6f388504623b for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:16.264238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Updating router 6fbc5463-3aba-4e53-b6fe-6f388504623b port 41f571c3-6400-46bb-b808-be35cf35c4a1 binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:48:16.318041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.494747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-275662100', 'description': 'tempest-TestShelveInstance-275662100 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:16.505588 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:16.510018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:16.513128 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:16.518805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:16.529072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.550687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:16.554771 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:16.557728 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:16.563420 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:16.641435 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.644392 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.650215 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-33607f39-1645-41c0-8c38-068a708ba544 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:16.693909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03883a-1ccb-4dd1-bf7f-8e464ce84af0,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:16.696829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.702098 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-449c9839-857a-4ff6-9a30-21cdbccea735 req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2120237 Jan 14 03:48:16.703108 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6d3b7611-c655-4fec-99dc-e1372fb8aca4 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:16.734988 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.747343 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Transition to ACTIVE for port object 41f571c3-6400-46bb-b808-be35cf35c4a1 will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:16.750061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.766113 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-e9617508-a514-45b6-b2ac-3043e3d8d905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:16.786236 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-87908404-353d-4487-a5e1-13adffd1283d tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/9f03883a-1ccb-4dd1-bf7f-8e464ce84af0 HTTP/1.1" status: 200 len: 1802 time: 0.0538254 Jan 14 03:48:16.797603 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03883a-1ccb-4dd1-bf7f-8e464ce84af0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:16.797963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03883a-1ccb-4dd1-bf7f-8e464ce84af0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:16.808585 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:16.812675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:16.815676 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:16.821477 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:16.877081 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.901419 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd950f7-220b-429d-a86c-33eb2e9badbb None None] Pushing event updated for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:16.902072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.905455 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.907320 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:16.908061 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bd950f7-220b-429d-a86c-33eb2e9badbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:16.936461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d6e073-3ea6-46d1-ac4d-b16c1371a2ca,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:16.944217 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:16.947551 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:16.948973 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c4dedad9-c3eb-4919-96ff-13c393def577 req-b16d83dd-b801-4d32-ba5e-584d91b782db tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1559310 Jan 14 03:48:17.043853 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-c0013dc6-5037-4aaa-9b6a-e084781cfd15 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/9f03883a-1ccb-4dd1-bf7f-8e464ce84af0 HTTP/1.1" status: 200 len: 2396 time: 0.0592773 Jan 14 03:48:17.055481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03883a-1ccb-4dd1-bf7f-8e464ce84af0', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:17.055827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03883a-1ccb-4dd1-bf7f-8e464ce84af0', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:17.067713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:17.071903 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Usage tracker for resource:security_group_rule and tenant:de727c64e4634fe6beeb18e0b15bf431 is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:17.075648 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:17.081595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:17.142495 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.168484 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.171423 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.173485 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-265d3d58-0d9d-4f0b-9445-b05e729b0486 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:17.196446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a468bc-8f70-46e3-9d20-af77207df5d9,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:17.202160 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:17.210304 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.211706 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-7303281a-3268-49b5-a398-7d7897b55ad2 req-649bafec-479f-4e74-8361-cdb6fa419a06 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1609554 Jan 14 03:48:17.256887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Attempting to bind port 41f571c3-6400-46bb-b808-be35cf35c4a1 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:17.257441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Attempting to bind port 41f571c3-6400-46bb-b808-be35cf35c4a1 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:17.257825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Attempting to bind port 41f571c3-6400-46bb-b808-be35cf35c4a1 on network 02681754-639f-4daf-bc6f-8542076817d3 {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:17.264659 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:17.265097 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Checking segment: {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:17.265558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.266013 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Bound using segment: {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:17.266548 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Bound port: 41f571c3-6400-46bb-b808-be35cf35c4a1, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a5783c-569e-4c8c-962c-e48de6eb6acb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '02681754-639f-4daf-bc6f-8542076817d3'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:17.266979 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.369127 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] For port 41f571c3-6400-46bb-b808-be35cf35c4a1, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:17.373814 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] For port 41f571c3-6400-46bb-b808-be35cf35c4a1, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=41f571c3-6400-46bb-b808-be35cf35c4a1,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:17.380992 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:17.396534 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4d00f3a5-4cf7-4020-b77a-4ca28fd2d450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:17.536504 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd950f7-220b-429d-a86c-33eb2e9badbb None None] Pushing event updated for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:17.542021 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bd950f7-220b-429d-a86c-33eb2e9badbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:17.596792 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:17.597528 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:07Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:17.798448 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:18.167779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:11Z', 'revision_number': 4, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '41f571c3-6400-46bb-b808-be35cf35c4a1', 'name': '', 'network_id': '02681754-639f-4daf-bc6f-8542076817d3', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'mac_address': 'fa:16:3e:a6:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:10Z', 'updated_at': '2021-01-14T03:48:17Z', 'revision_number': 4, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'subnets': [{'id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:18.167779 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1232f02-faa0-4b50-aa77-f1fc9824199d None None] The sync data for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 is: [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:11Z', 'revision_number': 4, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '41f571c3-6400-46bb-b808-be35cf35c4a1', 'name': '', 'network_id': '02681754-639f-4daf-bc6f-8542076817d3', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'mac_address': 'fa:16:3e:a6:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:10Z', 'updated_at': '2021-01-14T03:48:17Z', 'revision_number': 4, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'subnets': [{'id': 'c6028380-87bf-4ca3-afea-10ef085e76df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:19.947134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 41f571c3-6400-46bb-b808-be35cf35c4a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:20.017025 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 41f571c3-6400-46bb-b808-be35cf35c4a1 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:20.023878 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 41f571c3-6400-46bb-b808-be35cf35c4a1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:20.024626 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:20.150653 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:20.185178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 41f571c3-6400-46bb-b808-be35cf35c4a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=41f571c3-6400-46bb-b808-be35cf35c4a1,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:20.188196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:20.191349 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-627a4530-83df-4f4d-9539-fabdac264bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:20.260380 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=5']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:20.265083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:21.936042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 41f571c3-6400-46bb-b808-be35cf35c4a1 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:22.011372 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 41f571c3-6400-46bb-b808-be35cf35c4a1 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:22.012150 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:33.514493 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-03b5feca-30d2-4401-923d-4300b0cfe73b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Synchronizing usage tracker for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:48:33.528836 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-03b5feca-30d2-4401-923d-4300b0cfe73b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Unset dirty status for tenant:de727c64e4634fe6beeb18e0b15bf431 on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:48:33.530097 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-03b5feca-30d2-4401-923d-4300b0cfe73b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-275662100&fields=id&tenant_id=de727c64e4634fe6beeb18e0b15bf431 HTTP/1.1" status: 200 len: 267 time: 0.0613279 Jan 14 03:48:33.711479 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-3fd0b881-6723-423a-ae6f-ab9e034387a1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:33.713144 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-3fd0b881-6723-423a-ae6f-ab9e034387a1 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/networks?id=66413470-2d78-41af-bb7f-b6d878fdcb97 HTTP/1.1" status: 200 len: 807 time: 0.1754062 Jan 14 03:48:33.730450 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-315bf4fb-24f4-441e-8e0e-6ce550f0a903 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/quotas/de727c64e4634fe6beeb18e0b15bf431 HTTP/1.1" status: 200 len: 375 time: 0.0109513 Jan 14 03:48:33.831143 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-e2ad121a-12fa-4ce2-99df-8710265b8788 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/ports?tenant_id=de727c64e4634fe6beeb18e0b15bf431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944309 Jan 14 03:48:33.984621 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-9e4cbf87-1e88-4a70-beed-6ddbe1e95d34 service neutron] 10.222.0.30 "GET /v2.0/networks/66413470-2d78-41af-bb7f-b6d878fdcb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403036 Jan 14 03:48:34.126554 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-1529726a-7cd6-4a98-b886-99970a7b0d67 req-19a3e0c1-d007-4717-bd9f-35b637661200 service neutron] 10.222.0.30 "GET /v2.0/networks/66413470-2d78-41af-bb7f-b6d878fdcb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359639 Jan 14 03:48:34.444472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:48:34.602553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7767874e-4496-4664-bd92-1b2b104f1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:35.117517 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-e2f75581-5e38-448e-8676-39cc50aa7fb3 tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "GET /v2.0/security-groups/9f03883a-1ccb-4dd1-bf7f-8e464ce84af0 HTTP/1.1" status: 200 len: 2995 time: 0.0553064 Jan 14 03:48:35.196872 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:35.227240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:35.284900 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:35.290547 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f175570c-ac5e-4755-8564-ea5fc149aa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:35.307033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03883a-1ccb-4dd1-bf7f-8e464ce84af0,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:35.311744 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:35.319021 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:35.320256 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-500f7ecb-7d94-4e7f-b544-e675d86b69e8 req-342b2221-4a48-4132-8f7c-d9b27b024e1b tempest-TestShelveInstance-906340906 tempest-TestShelveInstance-906340906] 10.222.0.30 "DELETE /v2.0/security-groups/9f03883a-1ccb-4dd1-bf7f-8e464ce84af0 HTTP/1.1" status: 204 len: 173 time: 0.1955545 Jan 14 03:48:35.370887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58876) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:35.928445 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:36.415600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Deleting port a8d7258e-521c-4dad-a0df-14a7fe68d96e {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:36.415980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:36.602780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] For port a8d7258e-521c-4dad-a0df-14a7fe68d96e, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=a8d7258e-521c-4dad-a0df-14a7fe68d96e,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:36.603491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:36.732963 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Calling delete_port for a8d7258e-521c-4dad-a0df-14a7fe68d96e owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:36.844680 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2f7992f1-e855-41c0-b32d-33b444248944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:36.903306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:36.917098 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f6ca4f7c-68ef-4380-9f3e-6940d1bcf810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:36.961134 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d7258e-521c-4dad-a0df-14a7fe68d96e,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:37.014286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:37.327086 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:37.649865 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:38.111018 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Router adc44ff6-7750-438a-b2bb-69e1af35b805 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:48:38.295784 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:38.305696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Sync routers for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:38.315074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58880) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:38.315270 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f37bcb9b-39f8-4aab-acfa-8e2f00e8de90 admin admin] 10.222.0.30 "PUT /v2.0/routers/adc44ff6-7750-438a-b2bb-69e1af35b805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9431286 Jan 14 03:48:38.317739 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:38.320940 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:38.503770 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:38.507547 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:38.636272 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:38.691878 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:38.697166 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Deleting port 24917516-1b34-453a-afc5-5d4fade40dc2 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:38.697533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:38.835888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:36Z', 'revision_number': 5, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:38.842752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Checking router: adc44ff6-7750-438a-b2bb-69e1af35b805 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:38.853682 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Routers {'adc44ff6-7750-438a-b2bb-69e1af35b805'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:38.854542 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['adc44ff6-7750-438a-b2bb-69e1af35b805'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:38.885045 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] For port 24917516-1b34-453a-afc5-5d4fade40dc2, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=24917516-1b34-453a-afc5-5d4fade40dc2,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:38.885446 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.016580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Calling delete_port for 24917516-1b34-453a-afc5-5d4fade40dc2 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:39.041783 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] Set router adc44ff6-7750-438a-b2bb-69e1af35b805 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:39.151224 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.337140 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.341353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:36Z', 'revision_number': 5, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:39.345562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73d6430-e6b2-4129-82f5-f0ab6d35af0f None None] The sync data for ids ['adc44ff6-7750-438a-b2bb-69e1af35b805'] in n-d-765315-13 is: [{'id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'name': 'tempest-TestShelveInstance-35893542-router', 'tenant_id': 'de727c64e4634fe6beeb18e0b15bf431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:47:58Z', 'updated_at': '2021-01-14T03:48:36Z', 'revision_number': 5, 'project_id': 'de727c64e4634fe6beeb18e0b15bf431', 'gw_port': {'id': '24917516-1b34-453a-afc5-5d4fade40dc2', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc44ff6-7750-438a-b2bb-69e1af35b805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:47:59Z', 'updated_at': '2021-01-14T03:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:39.474428 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.476785 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.500317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.501104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc44ff6-7750-438a-b2bb-69e1af35b805 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:48:39.513235 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.514468 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6660de0e-215b-4a9a-afb9-c195218914ca admin admin] 10.222.0.30 "DELETE /v2.0/routers/adc44ff6-7750-438a-b2bb-69e1af35b805 HTTP/1.1" status: 204 len: 168 time: 1.1978936 Jan 14 03:48:39.517384 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58884) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:39.573552 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.588754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Deleting subnet 2a9fb772-c18e-4a9c-b369-6d5f574ef449 {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:48:39.592447 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.646054 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.729614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:39.894621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8d7258e-521c-4dad-a0df-14a7fe68d96e no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:39.930811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: a8d7258e-521c-4dad-a0df-14a7fe68d96e {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:39.931219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device a8d7258e-521c-4dad-a0df-14a7fe68d96e not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:40.001791 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.018197 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-58683bd0-b0e6-430d-a27f-4bdfac4e80ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:40.101916 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9fb772-c18e-4a9c-b369-6d5f574ef449,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:40.109286 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:40.151866 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.159407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853a86b-986f-41aa-838e-f457e7ad98d8 None None] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:40.159575 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-c36890de-dbd2-4b45-b06d-5655c38b6e9d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a9fb772-c18e-4a9c-b369-6d5f574ef449 HTTP/1.1" status: 204 len: 168 time: 0.6393187 Jan 14 03:48:40.160644 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58888) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:40.276470 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.350399 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Deleting port 23849bed-93fa-4f49-a8ee-660283646da8 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:40.350773 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.424993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] DHCP port deletion for 66413470-2d78-41af-bb7f-b6d878fdcb97 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:48:40.429543 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Deleting port 23849bed-93fa-4f49-a8ee-660283646da8 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:40.429975 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.565096 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] For port 23849bed-93fa-4f49-a8ee-660283646da8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=23849bed-93fa-4f49-a8ee-660283646da8,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:40.565419 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.637088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] For port 23849bed-93fa-4f49-a8ee-660283646da8, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=23849bed-93fa-4f49-a8ee-660283646da8,segment=NetworkSegment(b41495e3-1173-4d9f-a89e-8ccf04eff4e2),segment_id=b41495e3-1173-4d9f-a89e-8ccf04eff4e2)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:40.637525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.697697 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Calling delete_port for 23849bed-93fa-4f49-a8ee-660283646da8 owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:40.762276 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Calling delete_port for 23849bed-93fa-4f49-a8ee-660283646da8 owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:40.769829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:40.786089 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a9bda6f8-b1b7-41c9-9ede-7dd9397f867c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:40.833928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:48:40.834241 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:48:40.880582 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23849bed-93fa-4f49-a8ee-660283646da8,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:40.883773 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:40.927730 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] No DVR routers for this DVR port 23849bed-93fa-4f49-a8ee-660283646da8 on host n-d-765315-13 {{(pid=80833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:48:41.052705 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.170357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66413470-2d78-41af-bb7f-b6d878fdcb97']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:41.183426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:41.183759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41495e3-1173-4d9f-a89e-8ccf04eff4e2') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:41.195644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.211052 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.213012 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:48:41.335475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Deleting port 23849bed-93fa-4f49-a8ee-660283646da8 {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:41.335910 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.398011 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:48:41.400183 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-32d160fe-b275-44c2-a76a-fc48f0537ff1 None None] The port '23849bed-93fa-4f49-a8ee-660283646da8' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:48:41.407372 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.585105 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Network 66413470-2d78-41af-bb7f-b6d878fdcb97 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:48:41.607691 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:48:41.687874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.692083 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:41.695885 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-fc5b254f-3862-4c94-a09e-de35b1169e5f tempest-TestSecurityGroupsBasicOps-1691788027 tempest-TestSecurityGroupsBasicOps-1691788027] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:41.721250 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66413470-2d78-41af-bb7f-b6d878fdcb97,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:41.723952 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:41.726471 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9337406f-7596-46b9-b811-d8577f6d72f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/66413470-2d78-41af-bb7f-b6d878fdcb97 HTTP/1.1" status: 204 len: 168 time: 1.5648248 Jan 14 03:48:41.729502 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58892) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:41.937699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24917516-1b34-453a-afc5-5d4fade40dc2 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:41.973944 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 24917516-1b34-453a-afc5-5d4fade40dc2 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:41.974279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 24917516-1b34-453a-afc5-5d4fade40dc2 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:41.974762 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 23849bed-93fa-4f49-a8ee-660283646da8 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:42.008686 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 23849bed-93fa-4f49-a8ee-660283646da8 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:42.009098 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 23849bed-93fa-4f49-a8ee-660283646da8 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:42.290561 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:42.373355 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:42.753178 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Deleting port 41f571c3-6400-46bb-b808-be35cf35c4a1 {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:42.753605 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:42.930470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] For port 41f571c3-6400-46bb-b808-be35cf35c4a1, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=41f571c3-6400-46bb-b808-be35cf35c4a1,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:42.930868 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:43.056546 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Calling delete_port for 41f571c3-6400-46bb-b808-be35cf35c4a1 owned by network:router_interface {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:43.513953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:43.529109 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a6e0198e-4445-4e71-a058-f6938e1551b8 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:43.622116 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=41f571c3-6400-46bb-b808-be35cf35c4a1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:43.626153 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:43.931210 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:44.432860 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Router 6fbc5463-3aba-4e53-b6fe-6f388504623b has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:48:44.604886 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:44.618033 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:44.627528 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-3a6bfca2-df74-4a1f-bb27-9f0793057aeb admin admin] 10.222.0.30 "PUT /v2.0/routers/6fbc5463-3aba-4e53-b6fe-6f388504623b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969915 Jan 14 03:48:44.629088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Sync routers for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:44.630323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58896) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:44.639584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:44.640247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:44.812166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks [] for router, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:44.823198 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:44.997352 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.002764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Deleting port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:45.003129 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.121600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:43Z', 'revision_number': 5, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:45.126407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Checking router: 6fbc5463-3aba-4e53-b6fe-6f388504623b for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:45.135338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Routers {'6fbc5463-3aba-4e53-b6fe-6f388504623b'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:45.136001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['6fbc5463-3aba-4e53-b6fe-6f388504623b'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:45.186353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] For port 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:45.186746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.318825 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Calling delete_port for 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b owned by network:router_gateway {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:45.466650 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.503441 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] Set router 6fbc5463-3aba-4e53-b6fe-6f388504623b gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:45.653096 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.787614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.789969 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.798998 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:43Z', 'revision_number': 5, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:45.803199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4309f-2f1a-4afe-8913-4484f867eea9 None None] The sync data for ids ['6fbc5463-3aba-4e53-b6fe-6f388504623b'] in n-d-765315-13 is: [{'id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'name': 'tempest-TestShelveInstance-1172482322-router', 'tenant_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:06Z', 'updated_at': '2021-01-14T03:48:43Z', 'revision_number': 5, 'project_id': 'd5fbe02c05b84b23aac2684ee4b99128', 'gw_port': {'id': '4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbc5463-3aba-4e53-b6fe-6f388504623b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:07Z', 'updated_at': '2021-01-14T03:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:45.813294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.813896 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fbc5463-3aba-4e53-b6fe-6f388504623b {{(pid=80833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:48:45.827509 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] Notify callbacks [] for router, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.828778 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-61273b40-7715-488d-83f5-8ce05751652f admin admin] 10.222.0.30 "DELETE /v2.0/routers/6fbc5463-3aba-4e53-b6fe-6f388504623b HTTP/1.1" status: 204 len: 168 time: 1.1974611 Jan 14 03:48:45.834566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58900) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:45.896168 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 41f571c3-6400-46bb-b808-be35cf35c4a1 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:45.903442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Deleting subnet c6028380-87bf-4ca3-afea-10ef085e76df {{(pid=80833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:48:45.907513 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:45.931274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 41f571c3-6400-46bb-b808-be35cf35c4a1 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:45.931675 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 41f571c3-6400-46bb-b808-be35cf35c4a1 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:45.963049 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128118610'] for subnet, precommit_delete_associations {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.047838 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.317953 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128891735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128826740'] for subnet, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.334886 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a31222ed-8d04-4e77-bf61-c46e9a55b44a tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:46.422751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6028380-87bf-4ca3-afea-10ef085e76df,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:46.434797 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:46.471829 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.476808 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c7419-443f-4c24-9e7c-8ad433709ec1 None None] Network 02681754-639f-4daf-bc6f-8542076817d3 requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:46.477733 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-2413a8e1-37f4-48a1-9bde-91f067e99041 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6028380-87bf-4ca3-afea-10ef085e76df HTTP/1.1" status: 204 len: 168 time: 0.6420901 Jan 14 03:48:46.480558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58904) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:46.741794 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] DHCP port deletion for 02681754-639f-4daf-bc6f-8542076817d3 request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:48:46.746523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Deleting port 3133de5d-23a3-4409-b011-a77874c7c9ba {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:46.746994 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.892111 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.957069 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Deleting port 3133de5d-23a3-4409-b011-a77874c7c9ba {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:46.957439 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:46.965061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] For port 3133de5d-23a3-4409-b011-a77874c7c9ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3133de5d-23a3-4409-b011-a77874c7c9ba,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:46.965553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:47.094621 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Calling delete_port for 3133de5d-23a3-4409-b011-a77874c7c9ba owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:47.168422 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992'] for port, after_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:47.170240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] For port 3133de5d-23a3-4409-b011-a77874c7c9ba, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3133de5d-23a3-4409-b011-a77874c7c9ba,segment=NetworkSegment(b8a5783c-569e-4c8c-962c-e48de6eb6acb),segment_id=b8a5783c-569e-4c8c-962c-e48de6eb6acb)] {{(pid=80833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:47.170643 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:47.184191 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2bd950f7-220b-429d-a86c-33eb2e9badbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:47.272625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Pushing event deleted for resources: {'Port': ['ID=3133de5d-23a3-4409-b011-a77874c7c9ba,revision_number=None']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:47.275654 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:47.300470 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Calling delete_port for 3133de5d-23a3-4409-b011-a77874c7c9ba owned by network:dhcp {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:48:47.324357 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee494f3-fc19-4bae-9189-87bfd5582922 None None] No DVR routers for this DVR port 3133de5d-23a3-4409-b011-a77874c7c9ba on host n-d-765315-13 {{(pid=80834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:48:47.374478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80833) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:48:47.374829 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:48:47.875908 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Deleting port 3133de5d-23a3-4409-b011-a77874c7c9ba {{(pid=80833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:48:47.877020 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:47.935965 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3133de5d-23a3-4409-b011-a77874c7c9ba no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:47.943248 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] The port '3133de5d-23a3-4409-b011-a77874c7c9ba' was deleted {{(pid=80833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:48:47.970953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3133de5d-23a3-4409-b011-a77874c7c9ba {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:47.971366 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3133de5d-23a3-4409-b011-a77874c7c9ba not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:47.971850 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:48:48.008152 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:48:48.008583 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 4089b7ea-6f4e-4591-b1e0-ffe56a6bcc2b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:48:48.067928 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.182042 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02681754-639f-4daf-bc6f-8542076817d3']}} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:48.194993 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a5783c-569e-4c8c-962c-e48de6eb6acb') {'for_net_delete': True} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:48.195324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a5783c-569e-4c8c-962c-e48de6eb6acb') {} {{(pid=80833) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:48.208166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726657174'] for segment, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.222950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.224899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:48:48.403358 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Network 02681754-639f-4daf-bc6f-8542076817d3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:48:48.412317 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128891658'] for segment, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.590123 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Network 02681754-639f-4daf-bc6f-8542076817d3 has no segments {{(pid=80833) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:48:48.612704 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:48:48.691772 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.694906 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-2087605f-5f72-4281-b34f-6b4402dc5bb3 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:48.708322 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Notify callbacks [] for network, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:48.719192 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Pushing event deleted for resources: {'Network': ['ID=02681754-639f-4daf-bc6f-8542076817d3,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:48.722111 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:48.723989 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-6afbdb5b-67be-4860-a189-0aa97e3fb415 admin admin] 10.222.0.30 "DELETE /v2.0/networks/02681754-639f-4daf-bc6f-8542076817d3 HTTP/1.1" status: 204 len: 168 time: 2.2423191 Jan 14 03:48:48.930113 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58910) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:48.984323 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bcd517e3-7db8-4c27-9e10-b0eb921dfda1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de727c64e4634fe6beeb18e0b15bf431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505931 Jan 14 03:48:48.984681 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58914) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:49.051121 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.077958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.122681 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.127632 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4e932c53-cbdf-4f83-a691-245f70ab4485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:49.141199 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d896e-57bd-44a8-ad3e-b52e4bda268b,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:49.145300 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:49.148600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.149801 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-31f40775-8b68-4255-a0e3-8f2c8c8c13ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/178d896e-57bd-44a8-ad3e-b52e4bda268b HTTP/1.1" status: 204 len: 168 time: 0.1642349 Jan 14 03:48:49.557827 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58922) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:49.610483 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-f23ede1d-356a-425c-86c8-8c1ec61b261d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5fbe02c05b84b23aac2684ee4b99128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513413 Jan 14 03:48:49.612984 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58926) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:49.673532 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.705008 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.749050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.753975 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-36334ccd-82fb-442b-8b05-53e010d1102f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:49.768016 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47972098-b1d4-4f6f-8186-30abac0d43d1,revision_number=None']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:49.771284 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:49.773038 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:49.773684 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-420d0d09-a617-477e-9194-79f208e6080c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47972098-b1d4-4f6f-8186-30abac0d43d1 HTTP/1.1" status: 204 len: 168 time: 0.1597035 Jan 14 03:48:50.660772 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58948) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:50.804863 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-302076331-network', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:50.811017 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:50.815338 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Usage tracker for resource:network and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:50.818531 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:50.824318 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:50.836837 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Made reservation on behalf of 036d1f9b9a9a4742879bcf9fd018f20e for: {'network': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:48:50.841842 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for network, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:50.855414 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:50.870515 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:50.874552 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:50.877513 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:50.883229 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:50.970698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:50.974294 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:50.989945 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-f2f8f485-d388-44f6-ad69-d6eac4e3471d tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:50.998239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 03:48:51.023440 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288738705387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.023887 n-d-765315-13 neutron-server[80721]: INFO neutron.db.segments_db [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Added segment 5a96bd24-d1a2-4dde-a9ca-43a321c7e720 of type vxlan for network 455668a2-eace-4027-9733-ab1b31000fea Jan 14 03:48:51.030355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0c8538-0ab1-4242-ba6d-6408ec9cece6,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:51.033995 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:51.056050 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288739208137'] for network, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.088980 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103'] for network, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.090186 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:51.090814 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.095793 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ad5afd76-bb76-4891-a85c-959d1f7e77cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:51.199820 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5378735 Jan 14 03:48:51.200841 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=455668a2-eace-4027-9733-ab1b31000fea,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:51.202961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58954) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:51.205745 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-134fafb9-9145-467a-8cf3-8845125e5bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:51.210279 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Request body: {'subnet': {'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-302076331-subnet', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'ip_version': 4}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:51.213389 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Network 455668a2-eace-4027-9733-ab1b31000fea details requested by agent ovs-agent-n-d-765315-13 with host n-d-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:51.216200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:51.220888 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Usage tracker for resource:subnet and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:51.223891 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:51.227979 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Network 455668a2-eace-4027-9733-ab1b31000fea details requested by agent ovs-agent-n-h1-765315-13 with host n-h1-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:51.229829 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:51.239953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Made reservation on behalf of 036d1f9b9a9a4742879bcf9fd018f20e for: {'subnet': 1} {{(pid=80832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 03:48:51.244754 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1738701'] for subnet, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.246852 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Network 455668a2-eace-4027-9733-ab1b31000fea details requested by agent ovs-agent-n-h2-765315-13 with host n-h2-765315-13 {{(pid=80834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 03:48:51.938267 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128543278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1738748'] for subnet, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:51.953816 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c356265-918e-4a98-b25e-85d1771d32f3 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:52.094674 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edbd07c-3617-4dae-a5e5-302e92bddb3b,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:52.099705 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:52.154914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Checking segment: {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:52.155231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Network hostable DHCP agents. Network: 455668a2-eace-4027-9733-ab1b31000fea, hostable agents: ['d34ae325-f617-4d98-8a83-6c7bbcbf84fe'], hosted agents: [] {{(pid=80832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 03:48:52.174110 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Network 455668a2-eace-4027-9733-ab1b31000fea is scheduled to be hosted by DHCP agent d34ae325-f617-4d98-8a83-6c7bbcbf84fe with binding_index 1 {{(pid=80832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 03:48:52.182148 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-13, 455668a2-eace-4027-9733-ab1b31000fea) {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:52.190775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ab3f4-977e-4b18-977b-71eb978ec9ed None None] Network 455668a2-eace-4027-9733-ab1b31000fea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:52.198410 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:52.199212 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.219250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-76168d0d-67a4-46f4-bd99-792efe8efd41 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0151963 Jan 14 03:48:52.222215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 58958) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:52.227812 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:52.234179 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:52.238232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Usage tracker for resource:router and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:52.241857 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:52.247747 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:52.257427 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853991159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854554173'] for router, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.258521 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-784750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854014455', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854119294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-221659'] for router, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.273187 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.417791 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1976882-2377-5481-bd75-bb555e2687c7-455668a2-eace-4027-9733-ab1b31000fea', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b'}]}} from n-d-765315-13. {{(pid=80834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 03:48:52.418712 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.550639 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854014440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853991144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-221674'] for router, precommit_update {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.709200 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Allocated IP 172.20.0.2 (455668a2-eace-4027-9733-ab1b31000fea/4edbd07c-3617-4dae-a5e5-302e92bddb3b/f431af6c-f465-4778-b34f-faf8e9480b8b) {{(pid=80834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:52.877061 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.910127 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.925202 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks [] for port, precommit_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:52.935698 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Transition to ACTIVE for port object f431af6c-f465-4778-b34f-faf8e9480b8b will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:52.952756 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Transition to ACTIVE for port object f431af6c-f465-4778-b34f-faf8e9480b8b will not be triggered until provisioned by entity DHCP. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:52.957365 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856'] for port, after_create {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.025307 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-73c434e8-f26f-4de8-8c07-ccd4264c3a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:53.106209 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Pushing event updated for resources: {'Port': ['ID=f431af6c-f465-4778-b34f-faf8e9480b8b,revision_number=1']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:53.118968 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:53.161031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Network 455668a2-eace-4027-9733-ab1b31000fea is already hosted by enough agents. {{(pid=80834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:53.162239 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Resources bound (agent type, host, resource id): {{(pid=80834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:53.164702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Received port after_create {{(pid=80834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:53.190782 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Allocated IP 172.25.3.50 (ba906728-a6fe-4e9b-aea4-bf3981958b17/0a275561-8e80-4662-9301-95ea332fdc63/32ddf97f-1d10-4a19-9b67-fef5f17f0e90) {{(pid=80832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:53.218877 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Attempting to bind port f431af6c-f465-4778-b34f-faf8e9480b8b on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:53.219298 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Attempting to bind port f431af6c-f465-4778-b34f-faf8e9480b8b by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:53.219706 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Attempting to bind port f431af6c-f465-4778-b34f-faf8e9480b8b on network 455668a2-eace-4027-9733-ab1b31000fea {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:53.225259 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:53.225679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Checking segment: {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:53.226124 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.226562 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Bound using segment: {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:53.227074 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Bound port: f431af6c-f465-4778-b34f-faf8e9480b8b, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:53.227492 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.316102 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] For port f431af6c-f465-4778-b34f-faf8e9480b8b, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:53.319443 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] For port f431af6c-f465-4778-b34f-faf8e9480b8b, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f431af6c-f465-4778-b34f-faf8e9480b8b,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:53.323912 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.340137 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:53.347948 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.373744 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:53.389678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6342d6d8-694f-4481-a4ed-a166b7fcb35e tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:53.526129 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Pushing event updated for resources: {'Port': ['ID=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:53.534794 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:53.590615 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Network ba906728-a6fe-4e9b-aea4-bf3981958b17 is already hosted by enough agents. {{(pid=80832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:53.591815 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:53.594922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Received port after_create {{(pid=80832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:53.678754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Pushing event updated for resources: {'Port': ['ID=f431af6c-f465-4778-b34f-faf8e9480b8b,revision_number=2']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:53.690380 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-30ea2799-17a1-4c4a-85f3-a4fa16843776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:54.061013 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:54.412855 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761590'] for router, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:54.623060 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Router 5921fbe8-297b-4a97-8a72-73ab1cf26948 is scheduled to L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 with binding_index 1 {{(pid=80832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 03:48:54.802598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:54.812909 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Sync routers for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:48:54.824031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:54.824742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:54.825987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:54.830736 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80833) accepted ('10.222.0.30', 58964) {{(pid=80833) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:48:54.833021 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-dbc0ad45-bfe3-46e7-8213-029d07ec26d9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6095579 Jan 14 03:48:55.025754 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:55.175075 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9c013-a826-47ca-8b2f-ffef6dd04ed6 None None] Network 455668a2-eace-4027-9733-ab1b31000fea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:48:55.276824 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-277bcc4c-47da-4c2e-9822-8713eddab425 None None] Provisioning for port f431af6c-f465-4778-b34f-faf8e9480b8b completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:55.339400 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:53Z', 'revision_number': 3, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:55.344534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Checking router: 5921fbe8-297b-4a97-8a72-73ab1cf26948 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:48:55.344930 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Updating router 5921fbe8-297b-4a97-8a72-73ab1cf26948 port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 binding host n-d-765315-13 {{(pid=80835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:48:55.398250 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:55.574970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:55.817481 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks [] for port, precommit_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:55.832475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Transition to ACTIVE for port object 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 will not be triggered until provisioned by entity L2. {{(pid=80835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:55.836287 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:55.853600 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-75223948-ef2f-477b-b263-b67315b9e398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:55.961418 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_common [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Allocated IP 172.20.0.1 (455668a2-eace-4027-9733-ab1b31000fea/4edbd07c-3617-4dae-a5e5-302e92bddb3b/3d6143ea-4a0d-44d7-bc9e-4e403fe4031a) {{(pid=80833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 03:48:56.024426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f431af6c-f465-4778-b34f-faf8e9480b8b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:56.142656 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port f431af6c-f465-4778-b34f-faf8e9480b8b completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:56.147826 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f431af6c-f465-4778-b34f-faf8e9480b8b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:56.148529 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.151802 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.156196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Pushing event updated for resources: {'Port': ['ID=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,revision_number=2']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:56.168517 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Transition to ACTIVE for port object 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a will not be triggered until provisioned by entity DHCP. {{(pid=80833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:48:56.179677 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.180167 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.180437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.180811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.181314 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.181521 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.181861 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.182618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.182618 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.182922 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.183227 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.183580 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.183978 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.184355 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.184713 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.185068 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.185430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.186353 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.186781 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.187219 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.187625 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.188114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.188541 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.188890 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.189301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.189655 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.189763 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363288739164856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036725884035'] for port, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.190388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.190388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.190667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.191001 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.191351 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.191702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.192052 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.192421 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.192914 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.193089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:56.198341 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:56.207124 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a36b1e2f-1a2b-4d53-b133-c12ed6a35843 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:56.248868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Attempting to bind port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 on host n-d-765315-13 for vnic_type normal with profile {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:48:56.249232 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Attempting to bind port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:48:56.249594 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Attempting to bind port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 on network ba906728-a6fe-4e9b-aea4-bf3981958b17 {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:48:56.255442 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:48:56.255866 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Checking segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:48:56.256309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.256775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Bound using segment: {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'} {{(pid=80835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:48:56.257488 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Bound port: 32ddf97f-1d10-4a19-9b67-fef5f17f0e90, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa0098-9f25-4041-a3e7-3dd5b48678f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17'}}] {{(pid=80835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:48:56.257703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.267609 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.306039 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port f431af6c-f465-4778-b34f-faf8e9480b8b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f431af6c-f465-4778-b34f-faf8e9480b8b,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:56.310307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.313636 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9d806812-0017-41d6-a82e-8f6878d83728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:56.337611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] For port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90, host n-d-765315-13, cleared binding levels {{(pid=80835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:48:56.341104 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] For port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:48:56.346696 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80835) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.347294 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,revision_number=1']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:56.353083 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:56.365544 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17086449-47d7-4314-9d81-d5d9f5e45c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:56.383385 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=f431af6c-f465-4778-b34f-faf8e9480b8b,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:56.387246 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:56.406274 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Network 455668a2-eace-4027-9733-ab1b31000fea is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:56.407423 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:56.409936 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Received port after_create {{(pid=80833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 03:48:56.470412 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785202'] for router_interface, before_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.523226 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Pushing event updated for resources: {'Port': ['ID=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,revision_number=3']} {{(pid=80835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:56.528379 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-251ae5e0-b510-4376-af9d-7b2b40638755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80835) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:56.570367 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:48:56.571053 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:56.590486 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.648395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a579b5ca-2cd6-437e-afb7-12a70c6f0c80 None None] Provisioning for port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a completed by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:56.653961 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-a579b5ca-2cd6-437e-afb7-12a70c6f0c80 None None] Provisioning complete for port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:56.654963 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a579b5ca-2cd6-437e-afb7-12a70c6f0c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:56.709733 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-a579b5ca-2cd6-437e-afb7-12a70c6f0c80 None None] Port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:56.759020 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:48:57.100240 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d6143ea-4a0d-44d7-bc9e-4e403fe4031a', 'name': '', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'mac_address': 'fa:16:3e:24:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:55Z', 'updated_at': '2021-01-14T03:48:55Z', 'revision_number': 1, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'subnets': [{'id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:48:57.104450 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca17447e-81b8-4fc1-9bb8-983b67246349 None None] The sync data for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 is: [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d6143ea-4a0d-44d7-bc9e-4e403fe4031a', 'name': '', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'mac_address': 'fa:16:3e:24:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:55Z', 'updated_at': '2021-01-14T03:48:55Z', 'revision_number': 1, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'subnets': [{'id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:48:57.169864 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:57.173473 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128891748'] for port, after_update {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:57.202754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1c8f4cdf-dfe6-4967-8c0e-7738675be88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:57.289252 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,revision_number=2']} {{(pid=80833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:57.294880 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851420120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853990451'] for router_interface, after_create {{(pid=80833) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:57.317918 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.318388 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.318805 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.319215 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.319622 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.320028 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.320459 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.320864 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.321267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.321666 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.322066 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.322465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.322899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.323301 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.323717 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.324086 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.324505 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.324902 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.325297 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.325691 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.326089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.327062 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.327461 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.327856 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.328312 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.328734 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.329130 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.329525 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.329919 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.330315 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.330708 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.331103 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.331496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.331887 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.332280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.332699 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:57.385678 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80833) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:57.475987 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Network 455668a2-eace-4027-9733-ab1b31000fea is already hosted by enough agents. {{(pid=80833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 03:48:57.477233 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.base_scheduler [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 03:48:57.696803 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Router 5921fbe8-297b-4a97-8a72-73ab1cf26948 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:48:57.740088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-dca3175b-360a-4b8f-ad4e-42df27c357b8 None None] Provisioning complete for port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a triggered by entity DHCP. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:57.740623 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dca3175b-360a-4b8f-ad4e-42df27c357b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:57.801854 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-dca3175b-360a-4b8f-ad4e-42df27c357b8 None None] Port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a cannot update to ACTIVE because it is not bound. {{(pid=80834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 03:48:57.916755 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:48:57.932410 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-17f74682-c46e-4e31-b885-6a890b0b8ee4 admin admin] 10.222.0.30 "PUT /v2.0/routers/5921fbe8-297b-4a97-8a72-73ab1cf26948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0956094 Jan 14 03:48:58.054911 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f431af6c-f465-4778-b34f-faf8e9480b8b up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:58.141007 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port f431af6c-f465-4778-b34f-faf8e9480b8b triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:58.141469 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.273801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:58.342793 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning for port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 completed by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 03:48:58.348429 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:48:58.349072 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.475280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-803966844', 'description': 'tempest-TestSnapshotPattern-803966844 description'}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:58.478990 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.486260 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:58.490328 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Usage tracker for resource:security_group and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:58.494638 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:58.495085 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] For port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:48:58.499580 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.501132 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:58.501756 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c5663ba7-1f2b-4390-8345-8f59feab993f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:58.510480 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.532523 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:58.537595 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Usage tracker for resource:security_group_rule and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:58.540600 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:58.546437 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:58.570496 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Pushing event updated for resources: {'Port': ['ID=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:58.574132 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:58.622703 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.626135 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.631736 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-4cddc23f-3465-467f-8de7-c74e8f72b7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:58.675679 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Pushing event updated for resources: {'SecurityGroup': ['ID=bba440f2-8547-43fa-90e2-fed2f64ac053,revision_number=1']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:58.683511 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:58.684854 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-280b8dca-bc9e-4575-938a-fefebff24dc6 req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2145190 Jan 14 03:48:58.686995 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.687426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.687849 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.688280 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.688687 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.689101 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.689514 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.689923 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.690333 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.690742 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.691149 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.691557 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.692002 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.692430 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.692840 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.693323 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.693735 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.694143 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.694551 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.694953 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.695361 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.695763 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.696169 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.696598 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.697061 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.697465 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.697868 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.698269 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.698667 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.699070 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.699472 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.699871 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.700273 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.700710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.701114 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.702107 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-765315-13 {{(pid=80832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 03:48:58.706817 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-5e100a97-f531-476c-95d6-07acc72fd03b tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:59.061685 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-fe0e76f8-801a-4c78-b3a9-a9fee45e8730 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/security-groups/bba440f2-8547-43fa-90e2-fed2f64ac053 HTTP/1.1" status: 200 len: 1804 time: 0.3412714 Jan 14 03:48:59.072702 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba440f2-8547-43fa-90e2-fed2f64ac053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:59.073059 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba440f2-8547-43fa-90e2-fed2f64ac053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:59.083324 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:59.087475 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Usage tracker for resource:security_group_rule and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:59.090751 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:59.096535 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:59.151196 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.174966 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.177607 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.179542 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-47731c98-7e77-48df-a5f7-b0ac102cfbb5 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:59.203804 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56876b4-32cc-4a7b-a63b-d987d8f216d1,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:59.209189 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:59.212727 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.214000 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-4b6a213f-ecbc-44eb-9e11-aa5b163fce47 req-a1e9cba2-6c5a-48e6-8e85-74f14119f2ac tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1455207 Jan 14 03:48:59.298543 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-6de2d67c-2480-42ac-b159-55a723514ef8 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/security-groups/bba440f2-8547-43fa-90e2-fed2f64ac053 HTTP/1.1" status: 200 len: 2398 time: 0.0523586 Jan 14 03:48:59.308986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba440f2-8547-43fa-90e2-fed2f64ac053', 'remote_group_id': None}]} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:59.309340 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.v2.base [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bba440f2-8547-43fa-90e2-fed2f64ac053', 'remote_group_id': None}} {{(pid=80832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 03:48:59.319705 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 03:48:59.323883 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Usage tracker for resource:security_group_rule and tenant:036d1f9b9a9a4742879bcf9fd018f20e is out of sync, need to count used quota {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 03:48:59.327241 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80832) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 03:48:59.333117 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.quota.driver [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 03:48:59.392652 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, before_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.416062 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.418608 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671698'] for security_group_rule, after_create {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.424786 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-82693b3e-5402-4d6d-94c2-62827bf38118 tempest-TestNetworkAdvancedServerOps-2113004340 tempest-TestNetworkAdvancedServerOps-2113004340] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:48:59.444550 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9e9a9f-3860-4334-96bc-0da1243bf4b7,revision_number=0']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:48:59.447131 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:48:59.453533 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group_rule, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:48:59.454796 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-42d26429-0470-4aeb-b952-8daaa6f5e42e req-1ce71e48-5d34-4caf-9638-a8c3ed8f66fb tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1499655 Jan 14 03:48:59.644247 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-3989e4f8-ec35-4fa5-9e02-4b88222f18f5 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Synchronizing usage tracker for tenant:036d1f9b9a9a4742879bcf9fd018f20e on resource:security_group {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:48:59.660308 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-3989e4f8-ec35-4fa5-9e02-4b88222f18f5 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Unset dirty status for tenant:036d1f9b9a9a4742879bcf9fd018f20e on resource:security_group {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:48:59.661557 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-3989e4f8-ec35-4fa5-9e02-4b88222f18f5 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-803966844&fields=id&tenant_id=036d1f9b9a9a4742879bcf9fd018f20e HTTP/1.1" status: 200 len: 267 time: 0.0617995 Jan 14 03:48:59.838889 n-d-765315-13 neutron-server[80721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-f45a0afd-f5bb-45c9-83eb-22ad53770359 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 03:48:59.839558 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-f45a0afd-f5bb-45c9-83eb-22ad53770359 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Synchronizing usage tracker for tenant:036d1f9b9a9a4742879bcf9fd018f20e on resource:network {{(pid=80832) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 03:48:59.855992 n-d-765315-13 neutron-server[80721]: DEBUG neutron.quota.resource [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-f45a0afd-f5bb-45c9-83eb-22ad53770359 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Unset dirty status for tenant:036d1f9b9a9a4742879bcf9fd018f20e on resource:network {{(pid=80832) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 03:48:59.857250 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-f45a0afd-f5bb-45c9-83eb-22ad53770359 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/networks?id=455668a2-eace-4027-9733-ab1b31000fea HTTP/1.1" status: 200 len: 809 time: 0.1886396 Jan 14 03:48:59.873469 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-56a7676b-8caa-4bdd-aa28-8e7907af92c4 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/quotas/036d1f9b9a9a4742879bcf9fd018f20e HTTP/1.1" status: 200 len: 375 time: 0.0102944 Jan 14 03:48:59.947566 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 up at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 03:48:59.968911 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-359b9c14-77b6-453b-b684-7f74f9cfaef4 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/ports?tenant_id=036d1f9b9a9a4742879bcf9fd018f20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901394 Jan 14 03:49:00.022463 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Provisioning complete for port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 triggered by entity L2. {{(pid=80834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 03:49:00.022890 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3885123'] for port, provisioning_complete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:00.133851 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-a5a11be6-0a2b-4cd9-9061-b01955e677d8 service neutron] 10.222.0.30 "GET /v2.0/networks/455668a2-eace-4027-9733-ab1b31000fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507480 Jan 14 03:49:00.283732 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-c464495d-7916-4f78-a5c4-29f7eddc8e13 req-661e73c8-563e-44f1-b074-457d27608717 service neutron] 10.222.0.30 "GET /v2.0/networks/455668a2-eace-4027-9733-ab1b31000fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421142 Jan 14 03:49:00.656813 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Sync routers for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:49:00.666806 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:49:00.667534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:00.731333 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-554ac884-496d-4ed6-8a85-9491dd20e9e7 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "GET /v2.0/security-groups/bba440f2-8547-43fa-90e2-fed2f64ac053 HTTP/1.1" status: 200 len: 2997 time: 0.0623937 Jan 14 03:49:00.813390 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:00.844525 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:00.864266 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:49:00.890698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:00.895970 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-8c9282c3-0001-4d6d-bc08-bf83f99ef1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:00.911897 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba440f2-8547-43fa-90e2-fed2f64ac053,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:00.914842 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:00.921636 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:00.922871 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [req-77c645e3-703b-47bd-86fe-259302ca5a02 req-c557c7ee-5609-408e-abe9-09145a5fdbc6 tempest-TestSnapshotPattern-79323573 tempest-TestSnapshotPattern-79323573] 10.222.0.30 "DELETE /v2.0/security-groups/bba440f2-8547-43fa-90e2-fed2f64ac053 HTTP/1.1" status: 204 len: 173 time: 0.1848145 Jan 14 03:49:00.970196 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59016) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:01.251692 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d6143ea-4a0d-44d7-bc9e-4e403fe4031a', 'name': '', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'mac_address': 'fa:16:3e:24:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:55Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 2, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'subnets': [{'id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:01.255811 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Checking router: 5921fbe8-297b-4a97-8a72-73ab1cf26948 for host: n-d-765315-13 {{(pid=80834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:49:01.256230 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Updating router 5921fbe8-297b-4a97-8a72-73ab1cf26948 port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a binding host n-d-765315-13 {{(pid=80834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 03:49:01.313134 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:01.539001 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853990436'] for router_interface, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:01.720924 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks [] for port, precommit_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:01.733512 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.provisioning_blocks [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Transition to ACTIVE for port object 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a will not be triggered until provisioned by entity L2. {{(pid=80834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 03:49:01.736614 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:01.752184 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-079effef-2902-4a82-b5a5-9a6baeaf88ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:01.884371 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f610af-d413-4a38-a6f7-30ad7138febf None None] Pushing event updated for resources: {'Port': ['ID=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,revision_number=3']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:01.888758 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50f610af-d413-4a38-a6f7-30ad7138febf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:02.016780 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Deleting port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:02.017276 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:02.052554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Attempting to bind port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a on host n-d-765315-13 for vnic_type normal with profile {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 03:49:02.053319 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Attempting to bind port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a by drivers openvswitch on host n-d-765315-13 at level 0 using segments [{'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 03:49:02.053481 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Attempting to bind port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a on network 455668a2-eace-4027-9733-ab1b31000fea {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 03:49:02.059202 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Checking agent: {'id': '1b072318-4342-41bf-acea-488da9997a3a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 2, 59, 8), 'started_at': datetime.datetime(2021, 1, 14, 2, 59, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 3, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 03:49:02.059628 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Checking segment: {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 03:49:02.060079 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:02.060637 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Bound using segment: {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'} {{(pid=80834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 03:49:02.061176 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Bound port: 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a, host: n-d-765315-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a96bd24-d1a2-4dde-a9ca-43a321c7e720', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '455668a2-eace-4027-9733-ab1b31000fea'}}] {{(pid=80834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 03:49:02.061602 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672809'] for port, before_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:02.177197 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] For port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a, host n-d-765315-13, cleared binding levels {{(pid=80834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 03:49:02.186775 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] For port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a, host n-d-765315-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 03:49:02.190505 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748116019520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748115583825', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363288739191958'] for port, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:02.207749 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-dc42eb74-fae6-45e2-8c75-392e65451f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:02.211661 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] For port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a, host n-d-765315-13, got binding levels [] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:49:02.212136 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:02.343620 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Calling delete_port for 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:49:02.356005 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f610af-d413-4a38-a6f7-30ad7138febf None None] Pushing event updated for resources: {'Port': ['ID=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,revision_number=4']} {{(pid=80834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:02.361682 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-50f610af-d413-4a38-a6f7-30ad7138febf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80834) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:02.406899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:49:02.407714 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:02.464582 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80832) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:49:02.464951 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:49:02.783376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:49:02.966303 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Deleting port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:02.966611 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:03.110440 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d6143ea-4a0d-44d7-bc9e-4e403fe4031a', 'name': '', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'mac_address': 'fa:16:3e:24:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:55Z', 'updated_at': '2021-01-14T03:49:02Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'subnets': [{'id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-765315-13', False) {} {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:03.114611 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e550d671-977c-478f-bcdc-77d0c7ea049a None None] The sync data for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 is: [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:48:56Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13', '_interfaces': [{'id': '3d6143ea-4a0d-44d7-bc9e-4e403fe4031a', 'name': '', 'network_id': '455668a2-eace-4027-9733-ab1b31000fea', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'mac_address': 'fa:16:3e:24:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:55Z', 'updated_at': '2021-01-14T03:49:02Z', 'revision_number': 4, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'subnets': [{'id': '4edbd07c-3617-4dae-a5e5-302e92bddb3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:49:03.161570 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] For port 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:49:03.161967 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:03.298231 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Calling delete_port for 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a owned by network:router_interface {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:49:03.474621 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:03.490575 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-436083a8-9c57-477c-90f9-0b812f729f3e tempest-PortsIpV6TestJSON-911652935 tempest-PortsIpV6TestJSON-911652935] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:03.582807 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6143ea-4a0d-44d7-bc9e-4e403fe4031a,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:03.591200 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:03.899600 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3355680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-770636'] for router_interface, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:04.605176 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7722345f-b3e1-4d48-9fbe-30768b7ff413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:04.691079 n-d-765315-13 neutron-server[80721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Router 5921fbe8-297b-4a97-8a72-73ab1cf26948 has already been hosted by L3 agent 8f25a9a7-54de-49b5-a055-5f1202f84826 {{(pid=80832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 03:49:04.870245 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] Notify agent at l3_agent.n-d-765315-13 the message routers_updated {{(pid=80832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 03:49:04.879572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Sync routers for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 03:49:04.880909 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-bd5df9a4-733f-4c2f-b524-1ae4f3df373d admin admin] 10.222.0.30 "PUT /v2.0/routers/5921fbe8-297b-4a97-8a72-73ab1cf26948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9075139 Jan 14 03:49:04.883572 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59020) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:04.890089 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:49:04.890759 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:05.071131 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:05.074986 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:49:05.254138 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:05.259426 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Deleting port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:05.259794 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:05.370407 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:49:03Z', 'revision_number': 5, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:05.374959 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Checking router: 5921fbe8-297b-4a97-8a72-73ab1cf26948 for host: n-d-765315-13 {{(pid=80835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 03:49:05.383862 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Routers {'5921fbe8-297b-4a97-8a72-73ab1cf26948'} bound to L3 agent in host n-d-765315-13 {{(pid=80835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 03:49:05.384568 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T02:59:07Z,description=,heartbeat_timestamp=2021-01-14T03:48:37Z,host='n-d-765315-13',id=8f25a9a7-54de-49b5-a055-5f1202f84826,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T02:59:07Z,topic='l3_agent')) {'router_ids': ['5921fbe8-297b-4a97-8a72-73ab1cf26948'], 'active': True} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:05.442088 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] For port 32ddf97f-1d10-4a19-9b67-fef5f17f0e90, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=32ddf97f-1d10-4a19-9b67-fef5f17f0e90,segment=NetworkSegment(d5fa0098-9f25-4041-a3e7-3dd5b48678f5),segment_id=d5fa0098-9f25-4041-a3e7-3dd5b48678f5)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:49:05.442472 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:05.575271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Calling delete_port for 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 owned by network:router_gateway {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:49:05.718748 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:05.727643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvr_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] Set router 5921fbe8-297b-4a97-8a72-73ab1cf26948 gateway port host: n-d-765315-13 {{(pid=80835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 03:49:05.913619 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761556'] for router_gateway, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.018913 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_hamode_db [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:49:03Z', 'revision_number': 5, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}], 'n-d-765315-13', False) {} {{(pid=80835) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:06.023031 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba2f25-09c7-4346-8ea0-bf0ec3de89be None None] The sync data for ids ['5921fbe8-297b-4a97-8a72-73ab1cf26948'] in n-d-765315-13 is: [{'id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'name': 'tempest-TestSnapshotPattern-302076331-router', 'tenant_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'external_fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T03:48:52Z', 'updated_at': '2021-01-14T03:49:03Z', 'revision_number': 5, 'project_id': '036d1f9b9a9a4742879bcf9fd018f20e', 'gw_port': {'id': '32ddf97f-1d10-4a19-9b67-fef5f17f0e90', 'name': '', 'network_id': 'ba906728-a6fe-4e9b-aea4-bf3981958b17', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5921fbe8-297b-4a97-8a72-73ab1cf26948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a275561-8e80-4662-9301-95ea332fdc63', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T03:48:53Z', 'updated_at': '2021-01-14T03:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a275561-8e80-4662-9301-95ea332fdc63', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-13'}] {{(pid=80835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 03:49:06.051238 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853990914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854554158'] for router, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.055206 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.076852 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783214'] for router, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.078147 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5921fbe8-297b-4a97-8a72-73ab1cf26948 {{(pid=80832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 03:49:06.091939 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] Notify callbacks [] for router, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.093372 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-1da530f6-cf4a-4fa1-ae77-ad2636fc4a9d admin admin] 10.222.0.30 "DELETE /v2.0/routers/5921fbe8-297b-4a97-8a72-73ab1cf26948 HTTP/1.1" status: 204 len: 168 time: 1.2086799 Jan 14 03:49:06.096051 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59024) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:06.163473 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Deleting subnet 4edbd07c-3617-4dae-a5e5-302e92bddb3b {{(pid=80832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 03:49:06.166640 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.226746 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128074394'] for subnet, precommit_delete_associations {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.309698 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850900036'] for subnet, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.579972 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3875764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781370', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036726232350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853037084'] for subnet, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.595520 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ec662025-a306-47c0-ad47-f4ffe602f460 tempest-RoutersTest-1740499541 tempest-RoutersTest-1740499541] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:06.685249 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edbd07c-3617-4dae-a5e5-302e92bddb3b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:06.698375 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:06.731282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.736869 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab2958-0c37-4082-b240-b924ca585f0c None None] Network 455668a2-eace-4027-9733-ab1b31000fea requested from n-d-765315-13 {{(pid=80834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 03:49:06.737969 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-d8e48a72-785c-4718-89b3-2151bfcde938 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4edbd07c-3617-4dae-a5e5-302e92bddb3b HTTP/1.1" status: 204 len: 168 time: 0.6407609 Jan 14 03:49:06.740752 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59028) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:06.861810 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850914161'] for network, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.909970 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3907-8d65-457d-a4a6-e2ff46d83e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:06.928801 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Deleting port f431af6c-f465-4778-b34f-faf8e9480b8b {{(pid=80832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:06.929177 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.002395 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] DHCP port deletion for 455668a2-eace-4027-9733-ab1b31000fea request from n-d-765315-13 {{(pid=80834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 03:49:07.006899 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Deleting port f431af6c-f465-4778-b34f-faf8e9480b8b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:07.007307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.148534 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] For port f431af6c-f465-4778-b34f-faf8e9480b8b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f431af6c-f465-4778-b34f-faf8e9480b8b,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:49:07.149137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.219522 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.db [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] For port f431af6c-f465-4778-b34f-faf8e9480b8b, host n-d-765315-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-13',level=0,port_id=f431af6c-f465-4778-b34f-faf8e9480b8b,segment=NetworkSegment(5a96bd24-d1a2-4dde-a9ca-43a321c7e720),segment_id=5a96bd24-d1a2-4dde-a9ca-43a321c7e720)] {{(pid=80834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 03:49:07.219903 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761737'] for port, precommit_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.279645 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Calling delete_port for f431af6c-f465-4778-b34f-faf8e9480b8b owned by network:dhcp {{(pid=80832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:49:07.346433 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Calling delete_port for f431af6c-f465-4778-b34f-faf8e9480b8b owned by network:dhcp {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 03:49:07.355041 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3672756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036841268263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748116019537', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363288739191992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128543432'] for port, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.370754 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-ca769f00-e16c-4550-868a-bc3b67fb64d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:07.417813 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.db.api [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80834) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 03:49:07.418228 n-d-765315-13 neutron-server[80721]: DEBUG oslo_db.api [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80834) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 03:49:07.464554 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Pushing event deleted for resources: {'Port': ['ID=f431af6c-f465-4778-b34f-faf8e9480b8b,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:07.477044 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:07.509859 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] No DVR routers for this DVR port f431af6c-f465-4778-b34f-faf8e9480b8b on host n-d-765315-13 {{(pid=80832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 03:49:07.632658 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3875787', 'neutron.services.segments.db._delete_segments_for_network-8748116070413'] for network, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.651950 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.746997 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455668a2-eace-4027-9733-ab1b31000fea']}} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:07.759376 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a96bd24-d1a2-4dde-a9ca-43a321c7e720') {'for_net_delete': True} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:07.759710 n-d-765315-13 neutron-server[80721]: DEBUG neutron.services.segments.db [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a96bd24-d1a2-4dde-a9ca-43a321c7e720') {} {{(pid=80832) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 03:49:07.771476 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288738686734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036726701406'] for segment, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.786356 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850898839'] for segment, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.788293 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 03:49:07.919271 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Deleting port f431af6c-f465-4778-b34f-faf8e9480b8b {{(pid=80834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 03:49:07.919707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288738762151'] for port, before_delete {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:07.950411 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:49:07.963764 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Network 455668a2-eace-4027-9733-ab1b31000fea has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:49:07.973644 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3876961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036726232385'] for segment, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.011238 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:49:08.011643 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 32ddf97f-1d10-4a19-9b67-fef5f17f0e90 not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:49:08.012124 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f431af6c-f465-4778-b34f-faf8e9480b8b no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:49:08.051520 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa2a2-30f9-4363-b329-04a73d981ab3 None None] The port 'f431af6c-f465-4778-b34f-faf8e9480b8b' was deleted {{(pid=80834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 03:49:08.056920 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: f431af6c-f465-4778-b34f-faf8e9480b8b {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:49:08.057322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device f431af6c-f465-4778-b34f-faf8e9480b8b not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:49:08.057845 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a no longer exists at agent ovs-agent-n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 03:49:08.093278 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.plugin [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] No Port match for: 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a {{(pid=80834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 03:49:08.093696 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.rpc [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Device 3d6143ea-4a0d-44d7-bc9e-4e403fe4031a not bound to the agent host n-d-765315-13 {{(pid=80834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 03:49:08.456462 n-d-765315-13 neutron-server[80721]: DEBUG neutron.plugins.ml2.managers [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Network 455668a2-eace-4027-9733-ab1b31000fea has no segments {{(pid=80832) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: Traceback (most recent call last): Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: timer() Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: cb(*args, **kw) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: return func(*args, **kwargs) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: self._notify() Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: self.callback(batched_events) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: event.method(event) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: segment_id)['aggregates'][0] Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: return f(self, *a, **k) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: return self._get(url).json() Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: **kwargs) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: return self.request(url, 'GET', **kwargs) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: **endpoint_filter) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 03:49:08.479175 n-d-765315-13 neutron-server[80721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 03:49:08.556885 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850900030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851420103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854014285'] for network, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.561087 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Notify callbacks [] for network, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.565017 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-0bf23d7f-e207-4205-bab0-72a385cb49ce tempest-TestNetworkAdvancedServerOps-1904863018 tempest-TestNetworkAdvancedServerOps-1904863018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:08.590446 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Pushing event deleted for resources: {'Network': ['ID=455668a2-eace-4027-9733-ab1b31000fea,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:08.593491 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:08.599087 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9966df61-ba30-4ee6-9c4b-326c8ed53599 admin admin] 10.222.0.30 "DELETE /v2.0/networks/455668a2-eace-4027-9733-ab1b31000fea HTTP/1.1" status: 204 len: 168 time: 1.8572943 Jan 14 03:49:08.627987 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.739664 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59034) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:08.791505 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-4c6aefd4-9c1b-4b30-9da1-6fb22aa0b1c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=036d1f9b9a9a4742879bcf9fd018f20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504861 Jan 14 03:49:08.794003 n-d-765315-13 neutron-server[80721]: DEBUG neutron.wsgi [-] (80832) accepted ('10.222.0.30', 59038) {{(pid=80832) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 03:49:08.854166 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.880542 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.932584 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781312'] for security_group, after_delete {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.937536 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-6611d2aa-1736-4c22-893d-d11ddfbc4ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 03:49:08.951334 n-d-765315-13 neutron-server[80721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0c8538-0ab1-4242-ba6d-6408ec9cece6,revision_number=None']} {{(pid=80832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 03:49:08.955500 n-d-765315-13 neutron-server[80721]: DEBUG oslo_concurrency.lockutils [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80832) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 03:49:08.958804 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80832) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:08.962741 n-d-765315-13 neutron-server[80721]: INFO neutron.wsgi [None req-9c2fca92-0645-48a4-9ced-737dd74713d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d0c8538-0ab1-4242-ba6d-6408ec9cece6 HTTP/1.1" status: 204 len: 168 time: 0.1651251 Jan 14 03:49:09.573149 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:11.444685 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:49:12.389239 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:14.604328 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:34.607334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f1befeac-d3d8-4dac-8007-f1045168de23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:36.850252 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-06251711-fb13-46d3-9777-85fa48376241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:37.654434 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:38.629958 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:39.575836 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:42.392914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:44.619229 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:49:48.445322 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:50:04.609711 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2076-59f9-46c7-a0a7-99fe83033798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:06.851707 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e2ccc012-5acb-4250-9a88-03b881b1dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:07.660306 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:08.631572 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:09.578242 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:12.404334 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:14.632456 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:25.446267 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:50:34.611508 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-84c6c931-4a01-4cbc-9c5f-79469cef2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:36.852759 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-e6a72672-a7b0-4f6d-8de7-7a30d735a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:37.661627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:38.633478 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:39.581307 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:42.422694 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:50:44.633125 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:02.447584 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:51:04.612800 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-edab6896-a3a1-4b84-88bc-74f0f099ea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:06.852850 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-50dfaf2b-88be-4ba3-ad9f-34ba35b27dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:07.664641 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:08.634914 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:09.583162 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:12.437215 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:14.630430 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:34.614155 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-f63f5eb2-dc13-487b-98e9-90262bea5eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:36.854536 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-d584061c-3d63-4efc-ac3a-da249aaaae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:37.666874 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:38.639730 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:39.448368 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:51:39.585983 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:42.429148 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:51:44.633489 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:04.615308 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-3e10c594-4179-4bb0-942e-b8ced1d62037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:06.855627 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd207-812c-4c77-b5d3-d85b2e305331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:07.669933 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:08.640768 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:09.590309 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:12.428146 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:14.662595 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:16.449320 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:52:34.617182 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-a7093ddd-0363-44ec-8898-a8b29ee849d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:36.860353 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-91fba33c-4b18-4440-8d4a-a45ab3ec7647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:37.672282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:38.641818 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:39.592676 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:42.442558 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:44.676689 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:52:53.450455 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:53:04.618973 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-5f64619b-1065-4a71-a0c0-5c4ba0baf236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:06.861424 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-4f1de292-edb0-4eb3-9da4-886a11bf13e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:07.675191 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:08.643507 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:09.596264 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:12.441917 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:14.676376 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:30.450244 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:53:34.621137 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-8143335b-1a35-4bb4-a5e5-8b4b55444a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:36.862491 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-ea658cfd-cd0f-4ced-9c03-a628c9968ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:37.678240 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:38.646178 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:39.600553 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:42.455690 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:53:44.681907 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:04.622282 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-cc430a71-1310-4681-9ec1-f149bed0733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:06.863092 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-104d808a-d4d0-4304-aed4-cc0cd77b27e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:07.450614 n-d-765315-13 neutron-server[80721]: DEBUG neutron.db.agents_db [None req-b587040b-8e22-49f6-98ca-b374496f71ae None None] Agent healthcheck: found 7 active agents {{(pid=80835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 03:54:07.679100 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-599cd894-608a-406d-b826-479bf385ffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:08.647233 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-76d26342-3101-4e42-8a83-33621cb9fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:09.601351 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-817adfa3-58c1-4b95-abc8-3cff37c9d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:12.479156 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-041d8a84-4944-4921-841a-c4526c49b45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 03:54:14.690736 n-d-765315-13 neutron-server[80721]: DEBUG neutron_lib.callbacks.manager [None req-dcda3e61-5f65-4a2f-85e9-ad36c1b3757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288738705336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850890730'] for agent, after_update {{(pid=80834) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}